-- Logs begin at Sun 2022-10-23 00:10:40 UTC, end at Sun 2022-10-23 02:25:39 UTC. -- Oct 23 00:58:20.782896 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 23 00:58:23.529217 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.common.config [-] Logging enabled! Oct 23 00:58:23.529870 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 23 00:58:23.530064 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105871) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 23 00:58:23.533408 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.common.config [-] Logging enabled! Oct 23 00:58:23.533660 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 23 00:58:23.533986 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105871) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 23 00:58:23.534916 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 00:58:23.535146 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 00:58:23.535966 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 00:58:23.536210 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 00:58:23.536429 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 00:58:23.536747 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.537043 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.537270 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.537562 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.537889 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.538170 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.538454 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.538747 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.539025 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.539297 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.539573 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.539801 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.540074 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.540356 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.540635 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.540852 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] debug = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.541124 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.541617 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.542047 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.542325 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.542607 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.542890 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.543150 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.543406 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.543681 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.544004 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.544273 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.544551 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.544828 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.545116 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.545377 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.546162 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.546456 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.546722 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.546986 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] log_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.547252 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.547533 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.547814 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.548096 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.548313 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.548528 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.548806 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.549085 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.549354 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.549621 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.549916 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.550189 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.550453 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.550714 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.550990 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.551263 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.551540 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.551805 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.552070 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.552331 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.552594 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.552946 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.553211 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.553477 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.553741 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.554043 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.554303 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.554566 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.554859 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.555133 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.555407 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.555686 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.555950 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.556223 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.556488 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.556747 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.557008 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] use_json = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.557269 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.557529 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.557821 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.558088 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.558353 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.558620 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.558879 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.559155 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.559418 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:23.559709 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.560003 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.560297 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.560573 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.560874 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.561148 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.562024 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.562303 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.562587 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.562871 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.563448 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.563448 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.563696 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.563979 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.564268 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.564640 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.564928 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.565213 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.565484 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.565761 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.566041 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.566312 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.566592 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.566863 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.567143 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.567424 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.567697 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.567986 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.568264 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.568543 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.568831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.569112 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.569379 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.569650 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.569963 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.570237 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.570502 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.570987 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.571271 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.571542 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.571818 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.572105 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.572385 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.572650 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.572921 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.573203 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.573473 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.573736 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.574028 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.574297 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.574563 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.574841 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.575111 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.575380 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.575720 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.575999 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.576271 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.576539 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.576814 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.577111 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.577385 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.577656 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.577951 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.578224 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.578492 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.578759 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.579025 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.579291 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.579561 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.579831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.580097 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.580364 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.580631 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.580898 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.581174 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.581466 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.581736 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.582033 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.582307 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.582655 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.582927 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.583198 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.583468 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.583737 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.584007 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.584294 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.584572 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.584855 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.585134 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.585424 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.585714 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.586014 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.586287 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.586559 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.586831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.587103 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.587453 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.587728 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.588002 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.588282 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.588560 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.588850 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.589139 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.589412 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.589699 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.590017 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.590307 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.590584 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.590968 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.591250 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:23.591462 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 00:58:23.591702 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105871) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 23 00:58:23.969483 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=105871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 23 00:58:23.969724 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=105871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 23 00:58:23.970011 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=105871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 23 00:58:23.970240 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=105871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 23 00:58:23.970517 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 23 00:58:23.970845 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 23 00:58:24.294843 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.295139 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.295412 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.296602 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.296874 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.297128 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.352092 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.352366 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.352628 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.367125 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.367396 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.367662 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.397525 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.397810 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.398087 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.435985 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.436284 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.436546 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.668959 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.669583 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.669583 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.670106 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.670826 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.768627 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.768941 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.769219 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.769484 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.769746 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.770076 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.770340 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.770586 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.770832 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.771108 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.771363 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.771622 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.771872 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.772116 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.772364 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.772621 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.772868 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.773125 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.773387 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.773639 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.773929 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.774177 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.774451 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.774819 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.775062 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.775301 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.775701 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:58:24.776009 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:58:24.776246 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:58:24.776477 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:58:24.776708 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:58:24.776937 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:58:24.777302 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 23 00:58:24.780416 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 23 00:58:24.784398 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 23 00:58:24.788175 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 23 00:58:24.789944 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 23 00:58:24.790420 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 23 00:58:24.790754 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 23 00:58:24.791130 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 23 00:58:24.793951 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 23 00:58:24.794198 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 23 00:58:24.794538 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 23 00:58:24.799666 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 23 00:58:24.823761 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 23 00:58:24.824155 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.824448 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105871) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 23 00:58:24.824809 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.826164 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105871) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 23 00:58:24.826435 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 23 00:58:24.826674 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 23 00:58:24.837978 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.838253 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:24.995323 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 23 00:58:24.995589 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 23 00:58:24.995791 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 23 00:58:24.996186 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 23 00:58:25.049613 dv-neutron-master-2-hyperv neutron-server[105871]: INFO dbcounter [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Registered counter for database neutron Oct 23 00:58:25.069982 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_db.sqlalchemy.engines [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105871) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 23 00:58:25.075854 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG dbcounter [-] [105871] Writer thread running {{(pid=105871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:58:25.799838 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Initializing driver for type 'gre' Oct 23 00:58:25.800487 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] gre ID ranges: [(1, 1000)] Oct 23 00:58:26.019380 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Initializing driver for type 'local' Oct 23 00:58:26.019643 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Initializing driver for type 'vlan' Oct 23 00:58:26.156710 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] VlanTypeDriver initialization complete Oct 23 00:58:26.157081 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Initializing driver for type 'vxlan' Oct 23 00:58:26.157589 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] vxlan ID ranges: [(1, 1000)] Oct 23 00:58:26.407584 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Initializing extension driver 'port_security' Oct 23 00:58:26.408037 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.extensions.port_security [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] PortSecurityExtensionDriver initialization complete Oct 23 00:58:26.408451 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Initializing mechanism driver 'openvswitch' Oct 23 00:58:26.408868 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Initializing mechanism driver 'hyperv' Oct 23 00:58:26.415760 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.plugins.ml2.plugin [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:26.416426 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > port after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.416800 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > port after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.417154 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > port after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.417687 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:58:26.418137 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > subnet after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.418612 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > subnet after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.418966 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > subnet after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.419357 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:58:26.419768 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > network after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.420120 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > network after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.420465 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > network after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.420852 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:58:26.421267 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > security_group after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.421618 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > security_group after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.422058 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > security_group after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.422444 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:58:26.422852 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.423201 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.423544 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.424058 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:58:26.424462 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > address_group after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.424817 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > address_group after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.425162 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > address_group after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.425546 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:58:26.426018 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] ML2 OVO RPC backend initialized. {{(pid=105871) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 23 00:58:26.426724 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router_interface after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.427085 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.427505 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > network before_response 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.427858 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > networks before_response 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.428208 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > port before_response 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.428552 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > ports before_response 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.428899 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > subnet before_response 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.429249 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > subnets before_response 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.429718 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > network after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.430092 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > network after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.430436 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > network after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.430780 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > port after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.431126 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > port after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.431468 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > port after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.431809 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > subnet after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.432151 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > subnet after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.432491 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > subnet after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.444755 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded quota_driver: . Oct 23 00:58:26.445123 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.plugin [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Modular L2 Plugin initialization complete Oct 23 00:58:26.445476 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading services supported by the core plugin {{(pid=105871) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 23 00:58:26.445841 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.plugins.ml2.managers [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Got port-security extension from driver 'port_security' Oct 23 00:58:26.446458 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.extensions.vlantransparent [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Disabled vlantransparent extension. Oct 23 00:58:26.446954 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105871) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 23 00:58:26.447281 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading Plugin: router Oct 23 00:58:26.488336 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router_interface before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.488744 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router after_create 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.489117 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router before_create 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.489600 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.489872 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.490233 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router after_delete 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.490598 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > floatingip after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.490945 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > floatingip after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.491303 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router after_create 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.491653 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router after_update 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.492019 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router after_update 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.492397 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.492762 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router after_update 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.493177 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router precommit_update 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.493551 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: port after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.493934 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: port after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.494278 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: subnet after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.494620 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.494974 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > port precommit_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.495325 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router precommit_create 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.495669 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: port before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.496016 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router precommit_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.496374 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router after_update 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.496721 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router precommit_delete 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.497077 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router precommit_create 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.497441 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router_interface after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.497854 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router precommit_update 55549900 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.498221 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > agent after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.498579 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > agent after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.498954 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > network after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.499815 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Tracking information for resource: router configured {{(pid=105871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:58:26.500160 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Tracking information for resource: floatingip configured {{(pid=105871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:58:26.505228 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.db.l3_agentschedulers_db [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 23 00:58:26.505852 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: port after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.506231 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: port after_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.506570 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: port after_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.506930 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: port after_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.507737 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router before_create 55550100 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.508100 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router precommit_delete 55550100 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.508471 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router precommit_create 55550100 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.508831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > router precommit_update 55550100 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.514046 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.services.provider_configuration [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service providers = [] {{(pid=105871) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 23 00:58:26.515178 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.db.servicetype_db [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105871) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 23 00:58:26.517923 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.services.service_base [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:58:26.518279 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.services.service_base [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:58:26.518654 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.services.service_base [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:58:26.519532 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.services.service_base [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:58:26.519906 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.services.service_base [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 23 00:58:26.522508 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:58:26.522508 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 23 00:58:26.532039 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:58:26.532480 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading Plugin: auto_allocate Oct 23 00:58:26.538287 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: network precommit_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.538664 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: network precommit_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.539209 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:58:26.539532 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading Plugin: tag Oct 23 00:58:26.546249 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:58:26.546583 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading Plugin: timestamp Oct 23 00:58:26.550676 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:58:26.551008 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading Plugin: network_ip_availability Oct 23 00:58:26.556612 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.556991 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.557356 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.558140 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:58:26.558464 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading Plugin: flavors Oct 23 00:58:26.563222 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:58:26.563561 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading Plugin: revisions Oct 23 00:58:26.568004 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:58:26.568388 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_concurrency.lockutils [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.598s {{(pid=105871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 23 00:58:26.569317 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105871) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 23 00:58:26.569661 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Initializing extension manager. Oct 23 00:58:26.570240 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: __init__.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.570685 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: __pycache__ {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.571025 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: address_group.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.571741 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.572319 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: address-group Oct 23 00:58:26.572645 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: address_scope.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.573345 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.573845 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: address-scope Oct 23 00:58:26.574171 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: admin_state_down_before_update.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.575049 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.575619 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: router-admin-state-down-before-update Oct 23 00:58:26.575909 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: agent.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.576576 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.577591 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: agent Oct 23 00:58:26.577943 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: agent_resources_synced.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.578915 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.579422 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: agent-resources-synced Oct 23 00:58:26.579743 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: allowedaddresspairs.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.581501 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.582044 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: allowed-address-pairs Oct 23 00:58:26.582373 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: auto_allocated_topology.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.583400 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.583956 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: auto-allocated-topology Oct 23 00:58:26.584286 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: availability_zone.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.584942 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.585445 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: availability_zone Oct 23 00:58:26.585766 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: availability_zone_filter.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.586661 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.587160 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: availability_zone_filter Oct 23 00:58:26.587530 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: data_plane_status.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.588377 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.588879 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension data-plane-status not supported by any of loaded plugins Oct 23 00:58:26.589204 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: default_subnetpools.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.590101 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.590600 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: default-subnetpools Oct 23 00:58:26.590925 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: dhcpagentscheduler.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.591702 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.592234 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: dhcp_agent_scheduler Oct 23 00:58:26.593193 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: dns.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.594143 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.594609 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension dns-integration not supported by any of loaded plugins Oct 23 00:58:26.594962 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: dns_domain_ports.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.595837 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.596336 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 23 00:58:26.596657 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.597536 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.598068 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 23 00:58:26.598392 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: dvr.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.599034 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.599529 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: dvr Oct 23 00:58:26.599853 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: ecmp_routes.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.600824 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.601322 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension ecmp_routes not supported by any of loaded plugins Oct 23 00:58:26.601646 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: empty_string_filtering.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.602555 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.603055 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: empty-string-filtering Oct 23 00:58:26.603377 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.604245 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.604744 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 23 00:58:26.605110 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.605969 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.606470 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 23 00:58:26.606831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: external_net.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.607705 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.608229 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: external-net Oct 23 00:58:26.608553 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: extra_dhcp_opt.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.609422 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.609959 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: extra_dhcp_opt Oct 23 00:58:26.610283 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: extraroute.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.611186 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.611685 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: extraroute Oct 23 00:58:26.612005 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: extraroute_atomic.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.612997 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.613501 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: extraroute-atomic Oct 23 00:58:26.613846 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: filter_validation.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.614474 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.614975 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: filter-validation Oct 23 00:58:26.615298 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: fip_pf_description.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.616167 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.616663 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 23 00:58:26.616984 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: fip_pf_detail.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.617914 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.618417 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: floating-ip-port-forwarding-detail Oct 23 00:58:26.618745 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: fip_pf_port_range.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.619613 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.620130 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 23 00:58:26.620437 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: fip_port_details.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.621317 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.621855 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: fip-port-details Oct 23 00:58:26.622179 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: flavors.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.623358 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.623989 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: flavors Oct 23 00:58:26.624320 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.625967 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.626486 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 23 00:58:26.626816 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: floatingip_pools.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.627482 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.627989 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: floatingip-pools Oct 23 00:58:26.628317 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: ip_allocation.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.629199 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.629761 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension ip_allocation not supported by any of loaded plugins Oct 23 00:58:26.630106 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.630988 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.631489 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: ip-substring-filtering Oct 23 00:58:26.631813 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: l2_adjacency.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.632701 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.633199 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension l2_adjacency not supported by any of loaded plugins Oct 23 00:58:26.633524 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: l3.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.634488 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.635000 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: router Oct 23 00:58:26.635326 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: l3_conntrack_helper.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.638072 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.638606 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 23 00:58:26.638939 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.640386 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.640900 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: ext-gw-mode Oct 23 00:58:26.641226 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.642138 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.642649 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: l3-ha Oct 23 00:58:26.642975 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.643850 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.644355 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 23 00:58:26.644678 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: l3_flavors.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.645552 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.646078 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: l3-flavors Oct 23 00:58:26.646438 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: l3_ndp_proxy.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.647771 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.648278 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 23 00:58:26.648606 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.649490 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.650028 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: l3-port-ip-change-not-allowed Oct 23 00:58:26.650358 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: l3agentscheduler.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.651371 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.651879 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: l3_agent_scheduler Oct 23 00:58:26.652208 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: local_ip.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.653956 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.654482 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension local_ip not supported by any of loaded plugins Oct 23 00:58:26.654821 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: logging.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.656836 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.657358 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension logging not supported by any of loaded plugins Oct 23 00:58:26.657736 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: metering.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.658537 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.659036 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: metering Oct 23 00:58:26.659364 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.660420 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.660930 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: metering_source_and_destination_fields Oct 23 00:58:26.661253 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: multiprovidernet.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.662168 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.662679 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: multi-provider Oct 23 00:58:26.663004 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: netmtu.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.663883 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.664490 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: net-mtu Oct 23 00:58:26.664811 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: netmtu_writable.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.665702 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.666231 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: net-mtu-writable Oct 23 00:58:26.666553 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: network_availability_zone.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.667185 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.667688 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: network_availability_zone Oct 23 00:58:26.668009 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: network_ip_availability.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.669071 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.669609 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: network-ip-availability Oct 23 00:58:26.669966 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: network_segment_range.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.670720 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.671215 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension network-segment-range not supported by any of loaded plugins Oct 23 00:58:26.671536 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: pagination.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.672476 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.672803 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: pagination Oct 23 00:58:26.673122 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: port_device_profile.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.674042 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.674528 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: port-device-profile Oct 23 00:58:26.674851 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: port_mac_address_override.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.675726 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.676224 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: port-mac-override Oct 23 00:58:26.676548 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.677428 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.677961 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: port-mac-address-regenerate Oct 23 00:58:26.678289 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.679161 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.679667 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: port-numa-affinity-policy Oct 23 00:58:26.679993 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: port_resource_request.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.680876 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.681395 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension port-resource-request not supported by any of loaded plugins Oct 23 00:58:26.681714 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: port_resource_request_groups.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.682669 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.683174 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 23 00:58:26.683497 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: portbindings.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.684373 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.684879 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: binding Oct 23 00:58:26.685201 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: portbindings_extended.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.688101 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.688616 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: binding-extended Oct 23 00:58:26.688958 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: portsecurity.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.689870 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.690390 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: port-security Oct 23 00:58:26.690720 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: project_id.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.691659 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.692041 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: project-id Oct 23 00:58:26.692353 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: providernet.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.693233 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.693737 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: provider Oct 23 00:58:26.694093 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.697555 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.698142 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos not supported by any of loaded plugins Oct 23 00:58:26.698480 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.699698 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.700220 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 23 00:58:26.700555 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.701449 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.702499 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 23 00:58:26.702832 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_default.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.703719 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.704227 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-default not supported by any of loaded plugins Oct 23 00:58:26.704557 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_fip.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.705443 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.705977 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-fip not supported by any of loaded plugins Oct 23 00:58:26.706306 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_fip_network_policy.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.707187 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.707690 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 23 00:58:26.708016 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_gateway_ip.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.708904 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.709412 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 23 00:58:26.709739 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_port_network_policy.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.710652 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.711158 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 23 00:58:26.711482 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.712476 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.712981 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 23 00:58:26.713307 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.714333 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.714840 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 23 00:58:26.715163 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_pps_rule.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.716418 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.716924 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-pps not supported by any of loaded plugins Oct 23 00:58:26.717250 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_rule_type_details.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.718767 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.719284 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 23 00:58:26.719611 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_rule_type_filter.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.720486 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.721032 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 23 00:58:26.721358 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: qos_rules_alias.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.722391 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.722900 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 23 00:58:26.723224 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: quota_check_limit.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.724108 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.724615 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: quota-check-limit Oct 23 00:58:26.724942 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: quotasv2.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.725876 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.726203 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: quotas Oct 23 00:58:26.726523 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: quotasv2_detail.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.728273 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.728615 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: quota_details Oct 23 00:58:26.728951 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: rbac.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.730024 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.730544 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: rbac-policies Oct 23 00:58:26.730879 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: rbac_address_group.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.731768 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.732278 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: rbac-address-group Oct 23 00:58:26.732700 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: rbac_address_scope.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.733645 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.734172 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: rbac-address-scope Oct 23 00:58:26.734504 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: rbac_security_groups.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.735398 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.735900 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: rbac-security-groups Oct 23 00:58:26.736229 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: rbac_subnetpool.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.737109 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.737610 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: rbac-subnetpool Oct 23 00:58:26.737965 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: revisionifmatch.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.738854 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.739368 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: revision-if-match Oct 23 00:58:26.739694 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: revisions.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.740772 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.741276 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: standard-attr-revisions Oct 23 00:58:26.741605 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: router_availability_zone.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.742271 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.742781 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: router_availability_zone Oct 23 00:58:26.743178 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: routerservicetype.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.743993 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.744498 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension router-service-type not supported by any of loaded plugins Oct 23 00:58:26.744820 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.745705 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.746240 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: security-groups-normalized-cidr Oct 23 00:58:26.746567 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: security_groups_port_filtering.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.747443 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.747945 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: port-security-groups-filtering Oct 23 00:58:26.748270 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.749193 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.749735 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: security-groups-remote-address-group Oct 23 00:58:26.750082 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.751073 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.751584 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: security-groups-shared-filtering Oct 23 00:58:26.751908 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: securitygroup.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.761846 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.762378 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: security-group Oct 23 00:58:26.762711 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: segment.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.763404 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.763917 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension segment not supported by any of loaded plugins Oct 23 00:58:26.764244 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.765655 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.766193 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 23 00:58:26.766548 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: servicetype.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.767603 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.768118 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: service-type Oct 23 00:58:26.768444 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: sorting.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.769391 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.769729 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: sorting Oct 23 00:58:26.770086 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: standard_attr_segment.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.770964 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.771474 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 23 00:58:26.771800 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: standardattrdescription.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.772415 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.772919 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: standard-attr-description Oct 23 00:58:26.773247 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: stateful_security_group.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.774174 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.774687 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: stateful-security-group Oct 23 00:58:26.775013 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: stdattrs_common.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.775567 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 23 00:58:26.775892 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.776782 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.777296 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 23 00:58:26.777621 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: subnet_onboard.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.778655 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.779171 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: subnet_onboard Oct 23 00:58:26.779498 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.781104 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.781608 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 23 00:58:26.781967 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: subnet_service_types.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.782859 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.783366 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: subnet-service-types Oct 23 00:58:26.783692 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: subnetallocation.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.784781 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.785299 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: subnet_allocation Oct 23 00:58:26.785632 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.786297 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.786801 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: subnetpool-prefix-ops Oct 23 00:58:26.787129 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.788021 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.788528 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 23 00:58:26.788853 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: tagging.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.789930 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.790462 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: standard-attr-tag Oct 23 00:58:26.790792 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: timestamp.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.791942 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.792456 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loaded extension: standard-attr-timestamp Oct 23 00:58:26.792785 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: trunk.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.793812 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.794324 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension trunk not supported by any of loaded plugins Oct 23 00:58:26.794651 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: trunk_details.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.795542 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.796059 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension trunk-details not supported by any of loaded plugins Oct 23 00:58:26.796387 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: uplink_status_propagation.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.797267 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.797914 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 23 00:58:26.798245 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Loading extension file: vlantransparent.py {{(pid=105871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:58:26.798883 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:58:26.799394 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extension vlan-transparent not supported by any of loaded plugins Oct 23 00:58:26.802077 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:network Oct 23 00:58:26.802600 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:subnet Oct 23 00:58:26.802989 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:58:26.803380 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:port Oct 23 00:58:26.804682 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.805133 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service FLAVORS assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.805770 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.806229 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.806602 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:router Oct 23 00:58:26.807087 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:floatingip Oct 23 00:58:26.807520 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service METERING assigned prefix: /metering {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.809051 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.809444 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.809830 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:58:26.810857 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of CountableResource for resource:rbac_policy Oct 23 00:58:26.811849 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:security_group Oct 23 00:58:26.812300 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:security_group_rule Oct 23 00:58:26.812849 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service CORE assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.813188 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:58:26.813536 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] subnetpool is already registered Oct 23 00:58:26.813996 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service CORE assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.814331 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:58:26.814668 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] subnetpool is already registered Oct 23 00:58:26.817053 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.817498 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service FLAVORS assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.818167 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.818602 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.818936 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:router Oct 23 00:58:26.819280 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] router is already registered Oct 23 00:58:26.819973 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:floatingip Oct 23 00:58:26.820313 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] floatingip is already registered Oct 23 00:58:26.820772 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service METERING assigned prefix: /metering {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.821466 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of CountableResource for resource:rbac_policy Oct 23 00:58:26.821803 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] rbac_policy is already registered Oct 23 00:58:26.822231 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:security_group Oct 23 00:58:26.822570 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] security_group is already registered Oct 23 00:58:26.822974 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:security_group_rule Oct 23 00:58:26.823311 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] security_group_rule is already registered Oct 23 00:58:26.823942 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service CORE assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.824288 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:58:26.824614 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] subnetpool is already registered Oct 23 00:58:26.825033 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.v2.resource_helper [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Service CORE assigned prefix: {{(pid=105871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:58:26.825359 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:58:26.825691 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING neutron.quota.resource_registry [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] subnetpool is already registered Oct 23 00:58:26.826295 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: extensions {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.828387 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: address-groups {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.829972 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: address-scopes {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.831346 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: agents {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.832635 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: auto-allocated-topology {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.833976 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: availability_zones {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.835254 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: dhcp-networks {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.836795 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: dhcp-agents {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.838258 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: routers {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.840075 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: flavors {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.841358 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: service_profiles {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.842649 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: next_providers {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.844122 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: service_profiles {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.845691 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: floatingip-pools {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.846994 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: routers {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.848706 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: floatingips {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.850024 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: l3-routers {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.851436 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: l3-agents {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.852875 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: metering-labels {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.854195 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: metering-label-rules {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.856651 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: network-ip-availabilities {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.857993 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: bindings {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.859596 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: quotas {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.861269 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: quotas {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.862856 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: rbac-policies {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.864075 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: security-groups {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.865719 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: security-group-rules {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.866786 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: service-providers {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.868026 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: subnetpools {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.869508 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: subnetpools {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.871096 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: tags {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.872874 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: tags {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.875310 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: tags {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.877139 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: tags {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.878858 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: tags {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.880882 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: tags {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.882643 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: tags {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.884543 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: tags {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.886634 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: tags {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.888391 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron.api.extensions [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Extended resource: tags {{(pid=105871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:58:26.895286 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING keystonemiddleware.auth_token [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 23 00:58:26.900491 dv-neutron-master-2-hyperv neutron-server[105871]: WARNING keystonemiddleware.auth_token [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 23 00:58:26.909386 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_concurrency.lockutils [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Acquiring lock "singleton_lock" {{(pid=105871) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 23 00:58:26.909660 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_concurrency.lockutils [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Acquired lock "singleton_lock" {{(pid=105871) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 23 00:58:26.910165 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_concurrency.lockutils [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Releasing lock "singleton_lock" {{(pid=105871) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 23 00:58:26.910898 dv-neutron-master-2-hyperv neutron-server[105871]: INFO oslo_service.service [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Starting 2 workers Oct 23 00:58:26.915807 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Started child 105984 {{(pid=105871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:58:26.920347 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Started child 105985 {{(pid=105871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:58:26.921317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:26.922080 dv-neutron-master-2-hyperv neutron-server[105871]: INFO neutron.service [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Neutron service started, listening on 0.0.0.0:9696 Oct 23 00:58:26.922717 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Publish callbacks [] for process (None), before_spawn {{(pid=105871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:26.922827 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [-] (105984) wsgi starting up on http://0.0.0.0:9696 Oct 23 00:58:26.925121 dv-neutron-master-2-hyperv neutron-server[105871]: INFO oslo_service.service [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Starting 1 workers Oct 23 00:58:26.925248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:26.926548 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [-] (105985) wsgi starting up on http://0.0.0.0:9696 Oct 23 00:58:26.930413 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Started child 105986 {{(pid=105871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:58:26.930976 dv-neutron-master-2-hyperv neutron-server[105871]: INFO oslo_service.service [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Starting 1 workers Oct 23 00:58:26.934148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.service [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] calling RpcWorker wait() {{(pid=105986) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 23 00:58:26.934706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.service [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] returning from RpcWorker wait() {{(pid=105986) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 23 00:58:26.935457 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Started child 105987 {{(pid=105871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:58:26.935961 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:26.936811 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG neutron_lib.callbacks.manager [None req-002f911b-780c-4947-95f0-d7aafc366bee None None] Publish callbacks [] for process (None), after_spawn {{(pid=105871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:26.936985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:26.938876 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105871) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 23 00:58:26.939091 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 00:58:26.939276 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 00:58:26.939508 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 00:58:26.939834 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 00:58:26.940019 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 00:58:26.940535 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.940822 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.941090 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.941362 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.941995 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.942112 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:26.942584 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.942584 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.942782 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.943221 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.943393 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.943561 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.943814 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.944048 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.944342 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.944607 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.944849 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.945104 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.945274 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.945811 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.946082 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.946346 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.946641 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] debug = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.946966 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.947484 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.947718 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.947958 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.948184 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.948456 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.948701 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.948974 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.949220 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.949454 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.949692 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.949985 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.950247 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.950489 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.950726 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.951021 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.951263 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.951742 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.952553 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.952769 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.953113 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.953421 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.953565 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.953819 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.954082 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.954339 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.954605 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.954846 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.955129 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.955374 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.955630 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.955868 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.956088 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_options = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.956321 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.956584 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.956855 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.957106 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.957246 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.957372 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.957622 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.958026 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.958472 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.958472 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.958757 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.959051 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.959525 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.959750 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.960214 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.960214 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.960757 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.961030 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.961223 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.961471 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.961700 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.961962 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.962202 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.962448 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.962682 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.962917 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.963171 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.963388 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.963602 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.963853 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.964110 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.964361 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.964612 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.965036 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.965319 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.965560 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.970783 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.970918 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:26.971735 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.971735 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.971735 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.971735 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.971735 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.971735 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.971735 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.971735 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972222 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972222 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_json = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972222 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972222 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972222 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972222 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972222 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972222 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972661 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 56476) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:26.972738 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972738 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972738 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:26.972738 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.972738 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.972738 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.972738 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.972738 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.973212 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.973212 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.973212 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.973212 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.973212 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.973549 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.973549 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.973887 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.974155 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.974662 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.975621 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.975621 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.975621 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.975843 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.977357 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.977357 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.977357 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.977357 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.977357 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.977357 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.977357 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.977857 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.977929 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.978174 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.978593 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.979085 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.979364 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.979647 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.979893 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.980284 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.980695 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.981115 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.981575 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.981849 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.982069 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.982613 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.983070 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.983467 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.983864 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.984084 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.984334 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.984585 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.984800 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0090101 Oct 23 00:58:26.984893 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.985056 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.985481 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.985692 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.986110 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.986344 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.986553 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.986784 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.987085 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.987342 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.987594 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.987848 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.988110 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.988355 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.988575 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.988985 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.989333 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.989590 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.989828 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.990043 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.990258 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.990675 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.991094 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.991485 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.991882 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.992106 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.992322 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.992543 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.992785 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.993004 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.993225 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.993461 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.993701 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.993939 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.994148 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.994359 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.994603 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.994814 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.995061 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.995470 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.995842 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.996238 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.996641 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.997014 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.997432 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.997920 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.998184 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.998429 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.999765 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.999765 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:26.999765 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.000016 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.000106 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.000484 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.000866 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.001140 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.001370 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.001602 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.001873 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.002089 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.002479 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.002847 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.003205 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.003594 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.003818 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.004067 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.004265 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.004361 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0159764 Oct 23 00:58:27.004484 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.004729 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.005101 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.005349 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.005608 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.006900 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.007131 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.007381 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.008116 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.008116 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.008308 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.008404 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.008808 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.009246 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.009558 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.009863 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.010768 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.010768 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.010768 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.010992 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.011447 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.011834 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.012026 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.012297 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.012551 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.012813 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.013230 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.013433 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.013664 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.014205 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.015184 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.015480 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.015768 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.016097 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.017191 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.017441 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.018103 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.018103 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.018276 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.018482 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.018743 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.020545 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.020545 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.020545 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.020545 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.020807 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.020907 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.021351 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.021716 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.022095 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.022340 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.022563 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.022805 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.023303 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.023945 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.024333 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.024728 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.024950 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.025182 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.025430 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.025860 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.026257 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.026626 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.026850 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.027108 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.027331 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.027603 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.027858 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.028077 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.028322 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.028555 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.028836 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.029040 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.029536 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.029699 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.029991 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034292 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034292 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034292 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034292 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034292 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034292 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034292 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034292 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034799 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034799 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034799 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034799 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034799 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034799 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034799 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.034799 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.035255 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.035255 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.035255 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.035255 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.035255 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.035255 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.035255 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.035656 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.035656 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.035778 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.035940 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.036316 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.036569 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.036807 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.037023 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.037241 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.037476 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.037678 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.037949 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.038179 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.038388 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.038601 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.038871 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.039131 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.039446 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.039873 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.040109 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.040363 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.040580 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.040817 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.041054 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.041263 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.041493 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.041716 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.042778 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.043021 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.043253 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.043470 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.043707 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.043933 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.044155 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.044359 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.044582 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.045629 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.045876 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.046250 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.046639 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.046845 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.047256 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.048271 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.048524 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.048734 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.049112 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.050107 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.050247 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.050479 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.050712 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.050980 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.051222 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.051440 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.051753 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.052008 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.052254 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.052543 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.052776 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.053026 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.053299 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.053613 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.053910 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.054157 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.054419 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.054643 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.054884 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.055140 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.056040 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.056141 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.056316 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.056574 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.056839 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.058007 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.058007 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.059291 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.060050 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.060403 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.060688 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.062097 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.062386 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.062995 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.062995 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.064796 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.066335 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.066616 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.066855 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.067132 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.067393 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.067636 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.068666 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.068666 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.068666 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.068666 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.068945 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.069015 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.069197 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.069346 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 00:58:27.071328 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105871) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 23 00:58:27.071328 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 00:58:27.071585 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 00:58:27.071978 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 00:58:27.072164 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 00:58:27.072318 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 00:58:27.072530 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.072714 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.072863 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.073005 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.073940 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.076802 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.078005 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.078005 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.078005 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.078005 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.078285 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.078352 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.078489 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.078655 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.078819 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.078979 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.079138 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.079301 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.079460 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.079619 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.079779 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.079934 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] debug = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.080096 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.080307 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.080467 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.080621 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.080782 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.080935 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.081090 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.081243 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.081396 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.081551 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.081700 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.082274 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.082436 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.085566 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.086572 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.086572 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.086572 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.086572 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.086572 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.086572 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.087017 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.087017 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.087017 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.087234 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.087333 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.087490 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.087676 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.087834 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.087992 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.088147 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.088302 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.088460 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.088615 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_options = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.088771 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.088926 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.089081 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.089263 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.089424 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.089581 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.089740 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.093484 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.093676 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.093903 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.094061 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.094677 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.094873 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.095041 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.095132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:27.095218 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.095394 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.095538 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.095680 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.095823 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.095987 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.096147 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.096290 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.096447 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.096597 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.096755 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.096909 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.097063 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.097220 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.097372 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.097528 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.097686 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.097859 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.098024 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.098175 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.098333 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.098482 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.098640 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.098789 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.101172 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.101347 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.101519 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.101663 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.103729 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.103915 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.104087 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.104261 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.104431 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_json = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.104603 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.104769 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.104935 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.105098 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.105261 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.105422 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.105586 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.105746 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.105953 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:58:27.106138 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.106300 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.107331 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.107331 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.107331 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.107331 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.107331 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.107331 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.107761 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.107761 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.107761 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.107959 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.107959 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.108134 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.108324 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.108444 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.108603 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.108760 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.108921 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.109339 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.109512 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.110217 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.110217 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.110522 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.110703 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.110902 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.111117 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.112261 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.112261 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.112261 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.112261 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.112261 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.112261 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.112261 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.112691 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.112691 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.112691 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.112878 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.113136 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.113241 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.113368 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.113534 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.113687 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.113893 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.114047 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.114205 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.114361 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.114511 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.114671 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.114822 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.114976 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.115185 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.115337 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.115497 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.115653 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.115810 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.115965 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.116135 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.116293 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.116449 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.116608 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.116763 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.116911 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.117071 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.117227 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.117384 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.117540 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.117697 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.117966 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.118063 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.118200 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.118355 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.118512 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.118667 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.118818 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.118977 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.119140 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.120219 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.120219 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.120219 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.120219 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.120219 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.120553 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.120553 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.120553 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.120735 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.120842 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.120997 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.121201 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.121369 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.121528 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.121688 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.121883 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.122429 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.122429 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.122429 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.122638 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.122638 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.122786 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.122987 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.123095 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.123223 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.123381 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.123539 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.124221 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.124380 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.124536 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.124691 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.124848 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.125003 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.125157 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.125311 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.125475 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.126050 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.126243 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.126427 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.126700 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.126882 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.127058 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.127231 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.127402 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.127571 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.127737 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.127914 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.128079 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.128246 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.128411 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.128583 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.128757 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.128923 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.129599 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.129599 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.129599 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.130097 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.130097 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.130451 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.130451 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.130758 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.130758 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.131018 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.131154 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.131289 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.131453 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.131592 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.131692 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.131840 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.132008 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.132170 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.132331 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.132493 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.132654 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.132821 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.132980 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.133140 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.133587 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.133764 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.134788 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.134788 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.135082 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.135082 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.135343 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.135479 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.135628 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.136508 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.136508 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.136508 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.136508 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.137486 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.137486 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.137486 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.137486 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.137486 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.138180 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.138180 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.138180 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.138180 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.138180 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.140053 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.140053 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.140053 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.140053 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.140053 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.140053 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.140053 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.140053 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.141058 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.141058 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.141058 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.141058 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.141058 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.141058 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.141525 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.141525 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.141525 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.141525 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.141849 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.142812 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.142949 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.143121 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.143287 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.143449 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.143745 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.143871 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.144691 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.144691 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.144691 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.144691 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.144691 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.145281 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.145281 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.145281 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.145281 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.145654 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.145654 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.146630 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.146837 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.147012 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.147162 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.147831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.147831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.147831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.147831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.148093 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.148093 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.148210 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.148376 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.148831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.148831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.148831 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.149588 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.149588 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.149588 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.149588 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.149588 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.150303 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.150303 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.150303 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.150303 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.150765 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.150765 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.150765 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.150975 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.151464 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.151464 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.151464 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.151464 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.153675 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.153675 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.153675 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.153675 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.153675 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.153675 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.153675 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.153675 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.155046 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.155046 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.155046 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.155046 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.155046 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.155046 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.155046 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.155046 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.156154 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.156154 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.156154 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.156154 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.156154 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.156154 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.156154 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.156154 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.157247 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.157247 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.157247 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.157247 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.157247 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.157247 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.157247 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.157247 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158057 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158057 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158057 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158057 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158057 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158057 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158057 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158057 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158788 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158788 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158788 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158788 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158788 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.158788 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.159201 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.159201 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.159201 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.159451 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.159451 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.159614 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.159731 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.159892 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.160053 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.160273 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.160442 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.160604 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.160765 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.160926 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.161088 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.161249 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.161410 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:58:27.161564 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 00:58:36.242380 dv-neutron-master-2-hyperv neutron-server[105871]: DEBUG dbcounter [-] [105871] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=105871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:38.735422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309a2b9e-0ffc-4ddb-b3ce-04f2c41d3864 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 00:58:38.765042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writer thread running {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:58:38.765397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writer thread running {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:58:38.825827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a2b9e-0ffc-4ddb-b3ce-04f2c41d3864 None None] No non-hosted networks {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 23 00:58:38.852423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.agentschedulers_db [None req-309a2b9e-0ffc-4ddb-b3ce-04f2c41d3864 None None] DHCP Agent not found on host dv-neutron-master-2-hyperv {{(pid=105986) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 23 00:58:38.964064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b6bf61b1-2706-4289-ba59-60fbab9b8af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628831'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:40.539571 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writer thread running {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:58:41.095834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-94410dbb-8f53-47dd-884a-b7cc0cdf26a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628831'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.146602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-d77cd632-cad0-4449-85c6-6d3d7bcce6d2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-master-2-hyperv {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 00:58:41.147347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-d77cd632-cad0-4449-85c6-6d3d7bcce6d2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 00:58:41.737258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d77cd632-cad0-4449-85c6-6d3d7bcce6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:42.356214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628831'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:42.561008 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 56556) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:43.134340 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING oslo_policy.policy [None req-793cd1e6-4a3b-4237-bfe5-286bb08fe83a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:58:43.134898 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING oslo_policy.policy [None req-793cd1e6-4a3b-4237-bfe5-286bb08fe83a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:58:43.367710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [None req-793cd1e6-4a3b-4237-bfe5-286bb08fe83a admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:58:43.370270 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-793cd1e6-4a3b-4237-bfe5-286bb08fe83a admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8069911 Oct 23 00:58:43.860125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628831'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:44.085984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628831'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:44.086719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.087284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.087703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.088094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.088574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.088959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.089375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.089867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.090267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.090814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.091296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.091625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.092011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.092405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.092774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:44.093293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:44.099123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:46.064922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 56592) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:46.398200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fa205f81-5b6a-4886-85c2-30c2ca5922dc admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:46.409884 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR stevedore.extension [None req-fa205f81-5b6a-4886-85c2-30c2ca5922dc admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 23 00:58:46.490259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.policy [None req-fa205f81-5b6a-4886-85c2-30c2ca5922dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105985) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 23 00:58:46.533276 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING oslo_policy.policy [None req-fa205f81-5b6a-4886-85c2-30c2ca5922dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:58:46.533665 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING oslo_policy.policy [None req-fa205f81-5b6a-4886-85c2-30c2ca5922dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:58:46.553682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writer thread running {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:58:46.727283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa205f81-5b6a-4886-85c2-30c2ca5922dc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733991441463', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733991443003', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733991458143', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733991466962', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733991463243', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733991472629', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-12967601', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-14290060', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-298813', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-446946'] for rbac-policy (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.130255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa205f81-5b6a-4886-85c2-30c2ca5922dc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.131583 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fa205f81-5b6a-4886-85c2-30c2ca5922dc admin admin] 10.222.0.36 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0656884 Oct 23 00:58:48.226857 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.db.l3_hamode_db [None req-758a4fcc-6882-47b9-b8bf-a7485a6df7ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 23 00:58:48.307650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a4fcc-6882-47b9-b8bf-a7485a6df7ea None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:48.308034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a4fcc-6882-47b9-b8bf-a7485a6df7ea None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 23 00:58:49.778569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 56602) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:50.096417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:50.222321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Made reservation on behalf of c038b842aa7544d2a75f9e2b795c4b04 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:50.226495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:50.246078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:50.354393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Publish callbacks [] for security_group (bbc87069-aef7-4aab-b6ce-6ab0430b458a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:50.410919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (bbc87069-aef7-4aab-b6ce-6ab0430b458a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:50.443188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:58:50.472843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733989115450', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (7258277b-2228-40ed-892b-14b7707d0d31), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:50.473486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Unsubscribe: segment precommit_create {{(pid=105985) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 23 00:58:50.474027 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Added segment 7258277b-2228-40ed-892b-14b7707d0d31 of type vlan for network c58ff834-bcaa-46ca-a08d-9c926dc71d1d Oct 23 00:58:50.488794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc87069-aef7-4aab-b6ce-6ab0430b458a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:50.515340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.515675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.516019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.524677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.524677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.524677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.524677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.524677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.525150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.525150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.525150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.525150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.525150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Tracked resource versions report: Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: pushed versions: Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: { 'AddressGroup': {'1.2'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'Agent': {'1.1'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'ConntrackHelper': {'1.0'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'Log': {'1.0'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'NDPProxy': {'1.0'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'Network': {'1.1'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'Port': {'1.7'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'PortForwarding': {'1.3'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'QosPolicy': {'1.10'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'SecurityGroup': {'1.5'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'SubPort': {'1.0'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'Subnet': {'1.1'}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'Trunk': {'1.1'}} Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: consumer versions: Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: L3 agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: Metadata agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: Metering agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'Agent': '1.1', Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'ConntrackHelper': '1.0', Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'LocalIPAssociation': '1.0', Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'Log': '1.0', Oct 23 00:58:50.525520 dv-neutron-master-2-hyperv neutron-server[105985]: 'NDPProxy': '1.0', Oct 23 00:58:50.527465 dv-neutron-master-2-hyperv neutron-server[105985]: 'Network': '1.1', Oct 23 00:58:50.527465 dv-neutron-master-2-hyperv neutron-server[105985]: 'Port': '1.7', Oct 23 00:58:50.527465 dv-neutron-master-2-hyperv neutron-server[105985]: 'PortForwarding': '1.3', Oct 23 00:58:50.527465 dv-neutron-master-2-hyperv neutron-server[105985]: 'QosPolicy': '1.10', Oct 23 00:58:50.527465 dv-neutron-master-2-hyperv neutron-server[105985]: 'SecurityGroup': '1.5', Oct 23 00:58:50.527465 dv-neutron-master-2-hyperv neutron-server[105985]: 'SecurityGroupRule': '1.2', Oct 23 00:58:50.527465 dv-neutron-master-2-hyperv neutron-server[105985]: 'SubPort': '1.0', Oct 23 00:58:50.527465 dv-neutron-master-2-hyperv neutron-server[105985]: 'Subnet': '1.1', Oct 23 00:58:50.527465 dv-neutron-master-2-hyperv neutron-server[105985]: 'Trunk': '1.1'}} Oct 23 00:58:50.527465 dv-neutron-master-2-hyperv neutron-server[105985]: {{(pid=105985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:58:50.580780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (c58ff834-bcaa-46ca-a08d-9c926dc71d1d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:50.598574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=52,neutron:INSERT=45,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:50.697152 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (c58ff834-bcaa-46ca-a08d-9c926dc71d1d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:50.702788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:50.703462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:50.819038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] Pushing event updated for resources: {'Network': ['ID=c58ff834-bcaa-46ca-a08d-9c926dc71d1d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:50.831062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network c58ff834-bcaa-46ca-a08d-9c926dc71d1d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:58:50.905214 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ae3a44ae-dcdb-46ce-8cf3-db199f808c7d demo demo] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1254694 Oct 23 00:58:53.536796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 56616) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:53.981128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e92a48-4822-4aef-8e54-c7e11ff57f91 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:53.982536 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e6e92a48-4822-4aef-8e54-c7e11ff57f91 demo admin] 10.222.0.36 "GET /networking/v2.0/networks/c58ff834-bcaa-46ca-a08d-9c926dc71d1d HTTP/1.1" status: 200 len: 825 time: 0.4447639 Oct 23 00:58:54.010365 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-20f4b31d-6183-486a-8b63-3ace5f6f6432 demo admin] 10.222.0.36 "GET /networking/v2.0/subnetpools/14d8aa13-6e56-4086-a722-0b5a3fee1c16 HTTP/1.1" status: 200 len: 734 time: 0.0213981 Oct 23 00:58:54.020818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] Request body: {'subnet': {'subnetpool_id': '14d8aa13-6e56-4086-a722-0b5a3fee1c16', 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:54.139171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] Made reservation on behalf of c038b842aa7544d2a75f9e2b795c4b04 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:54.142842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:54.292236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:54.556668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for subnet (3b64ca02-b972-411f-8ff2-5013280d9bb0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:54.626691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3b64ca02-b972-411f-8ff2-5013280d9bb0,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:54.635500 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] Checking segment: {'id': '7258277b-2228-40ed-892b-14b7707d0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:54.636112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] Network hostable DHCP agents. Network: c58ff834-bcaa-46ca-a08d-9c926dc71d1d, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:58:54.715798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] Network c58ff834-bcaa-46ca-a08d-9c926dc71d1d is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:58:54.796429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c58ff834-bcaa-46ca-a08d-9c926dc71d1d) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:54.801522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:54.802157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:54.806647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37ffb38-b36b-45ea-918b-256c7ef3be44 None None] Network c58ff834-bcaa-46ca-a08d-9c926dc71d1d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:58:54.895672 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1a4e0988-4474-4227-852e-6be5d5c993a8 demo admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8784752 Oct 23 00:58:55.079129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c58ff834-bcaa-46ca-a08d-9c926dc71d1d', 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d', 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'fixed_ips': [{'subnet_id': '3b64ca02-b972-411f-8ff2-5013280d9bb0'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:58:55.080407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:55.091271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=34,neutron:INSERT=33 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:55.378291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Allocated IP 172.20.0.2 (c58ff834-bcaa-46ca-a08d-9c926dc71d1d/3b64ca02-b972-411f-8ff2-5013280d9bb0/51990e6e-f741-4b91-af3e-6bce66ce093c) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:55.654428 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Publish callbacks [] for port (51990e6e-f741-4b91-af3e-6bce66ce093c), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:55.751755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (51990e6e-f741-4b91-af3e-6bce66ce093c), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:55.770835 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=5 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:55.778139 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:55.842476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Network c58ff834-bcaa-46ca-a08d-9c926dc71d1d is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:55.846206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:55.848072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Pushing event updated for resources: {'Port': ['ID=51990e6e-f741-4b91-af3e-6bce66ce093c,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:55.855759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:55.859973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.860316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.860671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.861009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.861338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.861665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.862089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.862416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.862750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.863075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.863410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.863752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.864072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.864389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.864704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Tracked resource versions report: Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: pushed versions: Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: { 'AddressGroup': {'1.2'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Agent': {'1.1'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'ConntrackHelper': {'1.0'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Log': {'1.0'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'NDPProxy': {'1.0'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Network': {'1.1'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Port': {'1.7'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'PortForwarding': {'1.3'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'QosPolicy': {'1.10'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'SecurityGroup': {'1.5'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'SubPort': {'1.0'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Subnet': {'1.1'}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Trunk': {'1.1'}} Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: consumer versions: Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: L3 agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: Metadata agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: Metering agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Agent': '1.1', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'ConntrackHelper': '1.0', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'LocalIPAssociation': '1.0', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Log': '1.0', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'NDPProxy': '1.0', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Network': '1.1', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Port': '1.7', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'PortForwarding': '1.3', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'QosPolicy': '1.10', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'SecurityGroup': '1.5', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'SecurityGroupRule': '1.2', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'SubPort': '1.0', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Subnet': '1.1', Oct 23 00:58:55.866158 dv-neutron-master-2-hyperv neutron-server[105986]: 'Trunk': '1.1'}} Oct 23 00:58:55.868533 dv-neutron-master-2-hyperv neutron-server[105986]: {{(pid=105986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:58:55.954086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Attempting to bind port 51990e6e-f741-4b91-af3e-6bce66ce093c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:55.954086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Attempting to bind port 51990e6e-f741-4b91-af3e-6bce66ce093c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7258277b-2228-40ed-892b-14b7707d0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:55.954086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Attempting to bind port 51990e6e-f741-4b91-af3e-6bce66ce093c on network c58ff834-bcaa-46ca-a08d-9c926dc71d1d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:55.997535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:55.997921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Checking segment: {'id': '7258277b-2228-40ed-892b-14b7707d0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:55.998412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:55.999429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Bound using segment: {'id': '7258277b-2228-40ed-892b-14b7707d0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:55.999949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Bound port: 51990e6e-f741-4b91-af3e-6bce66ce093c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7258277b-2228-40ed-892b-14b7707d0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:56.000352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (51990e6e-f741-4b91-af3e-6bce66ce093c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:56.064282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] For port 51990e6e-f741-4b91-af3e-6bce66ce093c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:56.083549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] For port 51990e6e-f741-4b91-af3e-6bce66ce093c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=51990e6e-f741-4b91-af3e-6bce66ce093c,segment=NetworkSegment(7258277b-2228-40ed-892b-14b7707d0d31),segment_id=7258277b-2228-40ed-892b-14b7707d0d31)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:56.139302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (51990e6e-f741-4b91-af3e-6bce66ce093c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:56.191979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c3219-8aa7-4a99-be4f-7a1ad8341da9 None None] Pushing event updated for resources: {'Port': ['ID=51990e6e-f741-4b91-af3e-6bce66ce093c,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:57.567197 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 56630) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:58.096163 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING oslo_policy.policy [None req-fb73a955-b281-4666-816e-ddc4251e274a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:58:58.096793 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING oslo_policy.policy [None req-fb73a955-b281-4666-816e-ddc4251e274a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:58:58.317496 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-fb73a955-b281-4666-816e-ddc4251e274a admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:58:58.318834 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fb73a955-b281-4666-816e-ddc4251e274a admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7497733 Oct 23 00:59:01.019550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 56644) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:01.345866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-8493ea56-6483-449c-9fa2-742f0645ad03 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:59:01.346909 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8493ea56-6483-449c-9fa2-742f0645ad03 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3265302 Oct 23 00:59:03.530521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 51990e6e-f741-4b91-af3e-6bce66ce093c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:59:03.622899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 51990e6e-f741-4b91-af3e-6bce66ce093c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:03.623903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (51990e6e-f741-4b91-af3e-6bce66ce093c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:03.624229 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 51990e6e-f741-4b91-af3e-6bce66ce093c Oct 23 00:59:03.743965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 51990e6e-f741-4b91-af3e-6bce66ce093c is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:03.744361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (51990e6e-f741-4b91-af3e-6bce66ce093c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:03.786040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 51990e6e-f741-4b91-af3e-6bce66ce093c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=51990e6e-f741-4b91-af3e-6bce66ce093c,segment=NetworkSegment(7258277b-2228-40ed-892b-14b7707d0d31),segment_id=7258277b-2228-40ed-892b-14b7707d0d31)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:03.899723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (51990e6e-f741-4b91-af3e-6bce66ce093c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:03.931286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:03.938024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:03.956956 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=51990e6e-f741-4b91-af3e-6bce66ce093c,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:04.120087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 56658) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:04.482167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414f3b5-d668-4dcf-8d67-0355b9ee305d None None] Network c58ff834-bcaa-46ca-a08d-9c926dc71d1d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:59:04.497043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-da908398-041c-4277-b2d4-180d0fd67cd9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:59:04.506578 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR stevedore.extension [None req-da908398-041c-4277-b2d4-180d0fd67cd9 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 23 00:59:04.548997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d35c0da9-bdaf-4b78-b832-f2373868e6c0 None None] Provisioning complete for port 51990e6e-f741-4b91-af3e-6bce66ce093c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:04.549592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d35c0da9-bdaf-4b78-b832-f2373868e6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (51990e6e-f741-4b91-af3e-6bce66ce093c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:04.549706 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d35c0da9-bdaf-4b78-b832-f2373868e6c0 None None] Attempt 1 to provision port 51990e6e-f741-4b91-af3e-6bce66ce093c Oct 23 00:59:04.559823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.policy [None req-da908398-041c-4277-b2d4-180d0fd67cd9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105984) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 23 00:59:04.603081 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING oslo_policy.policy [None req-da908398-041c-4277-b2d4-180d0fd67cd9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:59:04.603471 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING oslo_policy.policy [None req-da908398-041c-4277-b2d4-180d0fd67cd9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:59:04.624540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writer thread running {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:59:04.625220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:04.695726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d35c0da9-bdaf-4b78-b832-f2373868e6c0 None None] Current status of the port 51990e6e-f741-4b91-af3e-6bce66ce093c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:04.785142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-da908398-041c-4277-b2d4-180d0fd67cd9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:04.787087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-da908398-041c-4277-b2d4-180d0fd67cd9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:04.811601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:04.812719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=63,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:04.921250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9c39fea0-fc28-49a3-a103-daeb3a3a75ee None None] Provisioning complete for port 51990e6e-f741-4b91-af3e-6bce66ce093c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:04.921641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9c39fea0-fc28-49a3-a103-daeb3a3a75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (51990e6e-f741-4b91-af3e-6bce66ce093c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:04.922309 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9c39fea0-fc28-49a3-a103-daeb3a3a75ee None None] Attempt 1 to provision port 51990e6e-f741-4b91-af3e-6bce66ce093c Oct 23 00:59:04.952321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-da908398-041c-4277-b2d4-180d0fd67cd9 demo demo] Publish callbacks [] for router_controller (2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:04.992541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:05.005293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9c39fea0-fc28-49a3-a103-daeb3a3a75ee None None] Current status of the port 51990e6e-f741-4b91-af3e-6bce66ce093c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:05.018567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-da908398-041c-4277-b2d4-180d0fd67cd9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:05.111211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-da908398-041c-4277-b2d4-180d0fd67cd9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:05.112428 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-da908398-041c-4277-b2d4-180d0fd67cd9 demo demo] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9913683 Oct 23 00:59:05.516866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 51990e6e-f741-4b91-af3e-6bce66ce093c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:59:05.569934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 51990e6e-f741-4b91-af3e-6bce66ce093c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:05.570517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (51990e6e-f741-4b91-af3e-6bce66ce093c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:05.570640 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 51990e6e-f741-4b91-af3e-6bce66ce093c Oct 23 00:59:05.647475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 51990e6e-f741-4b91-af3e-6bce66ce093c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:07.769977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 56672) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:08.118448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-0b01a7c9-2fb2-43cf-a407-0f4b0602288f admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:59:08.119447 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0b01a7c9-2fb2-43cf-a407-0f4b0602288f admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3485374 Oct 23 00:59:08.744780 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2ca36e63-6494-4423-a4a6-b1bf29f14911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:09.983955 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 5 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:59:10.826515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 56680) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:11.064553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-08456d07-19e0-40d1-baf4-7826ff545276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:11.168978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:59:11.252755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Made reservation on behalf of 8044c6e27a7e4f1ba0309d766b5472da for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:59:11.255718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:11.271526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:11.373424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Publish callbacks [] for security_group (e3cb8a96-c9e9-4ea1-abbb-0306e732f049), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:11.445401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (e3cb8a96-c9e9-4ea1-abbb-0306e732f049), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:11.458846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Reserving flat network on physical network physnet1 {{(pid=105984) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 23 00:59:11.493260 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733989115450', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (d1b39bed-d23c-46ab-8dcb-aca3e069e7fe), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:11.493844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Unsubscribe: segment precommit_create {{(pid=105984) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 23 00:59:11.495644 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Added segment d1b39bed-d23c-46ab-8dcb-aca3e069e7fe of type flat for network 1613376d-8439-4cc7-96a1-6110c0c95b87 Oct 23 00:59:11.510810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cb8a96-c9e9-4ea1-abbb-0306e732f049,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:11.558399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.558743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.559090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.559427 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.559751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.560072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.560391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.560741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.561073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.561405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.561733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.562076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.562386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.562700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.563018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Tracked resource versions report: Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: pushed versions: Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: { 'AddressGroup': {'1.2'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Agent': {'1.1'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'ConntrackHelper': {'1.0'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Log': {'1.0'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'NDPProxy': {'1.0'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Network': {'1.1'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Port': {'1.7'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'PortForwarding': {'1.3'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'QosPolicy': {'1.10'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'SecurityGroup': {'1.5'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'SubPort': {'1.0'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Subnet': {'1.1'}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Trunk': {'1.1'}} Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: consumer versions: Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: L3 agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: Metadata agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: Metering agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Agent': '1.1', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'ConntrackHelper': '1.0', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'LocalIPAssociation': '1.0', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Log': '1.0', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'NDPProxy': '1.0', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Network': '1.1', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Port': '1.7', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'PortForwarding': '1.3', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'QosPolicy': '1.10', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'SecurityGroup': '1.5', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'SecurityGroupRule': '1.2', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'SubPort': '1.0', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Subnet': '1.1', Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: 'Trunk': '1.1'}} Oct 23 00:59:11.564480 dv-neutron-master-2-hyperv neutron-server[105984]: {{(pid=105984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:59:11.610203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (1613376d-8439-4cc7-96a1-6110c0c95b87), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:11.721763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (1613376d-8439-4cc7-96a1-6110c0c95b87), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:11.723121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:11.723844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:11.829125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] Pushing event updated for resources: {'Network': ['ID=1613376d-8439-4cc7-96a1-6110c0c95b87,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:11.839936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:59:11.882851 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e6cb1dc2-3319-4de1-ae9b-16c077b1e981 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0551019 Oct 23 00:59:12.321698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:13.773065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:13.921887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:14.520683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 56692) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:14.945582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0493fbf-2359-47ae-aa1e-67dd94b3f869 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:14.947031 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a0493fbf-2359-47ae-aa1e-67dd94b3f869 demo admin] 10.222.0.36 "GET /networking/v2.0/subnets/3b64ca02-b972-411f-8ff2-5013280d9bb0 HTTP/1.1" status: 200 len: 849 time: 0.4254558 Oct 23 00:59:15.085503 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8b8400ca-56ee-478e-a0a8-63b18d567701 demo admin] 10.222.0.36 "GET /networking/v2.0/routers/2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 HTTP/1.1" status: 200 len: 704 time: 0.1318886 Oct 23 00:59:15.325253 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:15.352461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:15.430887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:15.652178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Allocated IP 172.20.0.1 (c58ff834-bcaa-46ca-a08d-9c926dc71d1d/3b64ca02-b972-411f-8ff2-5013280d9bb0/e02692f0-310a-4326-b417-10799b8b0404) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:59:15.840433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Publish callbacks [] for port (e02692f0-310a-4326-b417-10799b8b0404), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:15.961870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (e02692f0-310a-4326-b417-10799b8b0404), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:16.037597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Network c58ff834-bcaa-46ca-a08d-9c926dc71d1d is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:59:16.049731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:59:16.054572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Pushing event updated for resources: {'Port': ['ID=e02692f0-310a-4326-b417-10799b8b0404,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:16.057764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:59:16.057998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:16.294145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-026ac01b-398e-4f85-8391-c30bf0bedf34 None None] Provisioning complete for port e02692f0-310a-4326-b417-10799b8b0404 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:16.295283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-026ac01b-398e-4f85-8391-c30bf0bedf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e02692f0-310a-4326-b417-10799b8b0404), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:16.295818 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-026ac01b-398e-4f85-8391-c30bf0bedf34 None None] Attempt 1 to provision port e02692f0-310a-4326-b417-10799b8b0404 Oct 23 00:59:16.321348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e02692f0-310a-4326-b417-10799b8b0404), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:16.336620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-026ac01b-398e-4f85-8391-c30bf0bedf34 None None] Port e02692f0-310a-4326-b417-10799b8b0404 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:59:16.519111 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:16.595933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Publish callbacks [] for port (e02692f0-310a-4326-b417-10799b8b0404), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:16.668000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e02692f0-310a-4326-b417-10799b8b0404), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:16.668881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:16.750272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Pushing event updated for resources: {'Port': ['ID=e02692f0-310a-4326-b417-10799b8b0404,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:16.800723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Network c58ff834-bcaa-46ca-a08d-9c926dc71d1d is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:59:16.802110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:59:16.807151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:17.060125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d581d97f-ab62-4a37-810a-f9f335c73e4c None None] Provisioning complete for port e02692f0-310a-4326-b417-10799b8b0404 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:17.060482 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d581d97f-ab62-4a37-810a-f9f335c73e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e02692f0-310a-4326-b417-10799b8b0404), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:17.060824 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d581d97f-ab62-4a37-810a-f9f335c73e4c None None] Attempt 1 to provision port e02692f0-310a-4326-b417-10799b8b0404 Oct 23 00:59:17.092722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d581d97f-ab62-4a37-810a-f9f335c73e4c None None] Port e02692f0-310a-4326-b417-10799b8b0404 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:59:17.115799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Router 2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:59:17.206581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:59:17.212527 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2dad1661-5e1b-4b0b-bb8a-b0d455f28b31 demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1213000 Oct 23 00:59:17.216514 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Sync routers for ids ['2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:59:17.230420 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Routers {'2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:59:17.231300 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T00:59:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:17.422181 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Set router 2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:59:17.850942 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'name': 'router1', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:59:04Z', 'updated_at': '2022-10-23T00:59:16Z', 'revision_number': 2, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'gw_port_host': None, '_interfaces': [{'id': 'e02692f0-310a-4326-b417-10799b8b0404', 'name': '', 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:59:15Z', 'updated_at': '2022-10-23T00:59:16Z', 'revision_number': 2, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'subnets': [{'id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14d8aa13-6e56-4086-a722-0b5a3fee1c16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:17.902649 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Checking router: 2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:59:17.903109 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Updating router 2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 port e02692f0-310a-4326-b417-10799b8b0404 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:59:17.960903 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e02692f0-310a-4326-b417-10799b8b0404), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:18.509013 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Publish callbacks [] for port (e02692f0-310a-4326-b417-10799b8b0404), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:18.593972 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e02692f0-310a-4326-b417-10799b8b0404), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:18.737547 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Pushing event updated for resources: {'Port': ['ID=e02692f0-310a-4326-b417-10799b8b0404,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:18.751733 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.752068 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.752406 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.752735 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.753062 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.753382 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.753698 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.754036 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.754358 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.754672 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.754999 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.755332 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.755645 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.755952 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.756258 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Tracked resource versions report: Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: pushed versions: Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: { 'AddressGroup': {'1.2'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Agent': {'1.1'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'ConntrackHelper': {'1.0'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Log': {'1.0'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'NDPProxy': {'1.0'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Network': {'1.1'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Port': {'1.7'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'PortForwarding': {'1.3'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'QosPolicy': {'1.10'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'SecurityGroup': {'1.5'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'SubPort': {'1.0'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Subnet': {'1.1'}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Trunk': {'1.1'}} Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: consumer versions: Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: L3 agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: Metadata agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: Metering agent@dv-neutron-master-2-hyperv: {}, Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Agent': '1.1', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'ConntrackHelper': '1.0', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'LocalIPAssociation': '1.0', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Log': '1.0', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'NDPProxy': '1.0', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Network': '1.1', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Port': '1.7', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'PortForwarding': '1.3', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'QosPolicy': '1.10', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'SecurityGroup': '1.5', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'SecurityGroupRule': '1.2', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'SubPort': '1.0', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Subnet': '1.1', Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: 'Trunk': '1.1'}} Oct 23 00:59:18.757676 dv-neutron-master-2-hyperv neutron-server[105987]: {{(pid=105987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:59:18.764516 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Attempting to bind port e02692f0-310a-4326-b417-10799b8b0404 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:59:18.764844 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Attempting to bind port e02692f0-310a-4326-b417-10799b8b0404 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7258277b-2228-40ed-892b-14b7707d0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:59:18.765257 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Attempting to bind port e02692f0-310a-4326-b417-10799b8b0404 on network c58ff834-bcaa-46ca-a08d-9c926dc71d1d {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:59:18.850151 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:59:18.850747 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Checking segment: {'id': '7258277b-2228-40ed-892b-14b7707d0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:59:18.851303 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:18.851701 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Bound using segment: {'id': '7258277b-2228-40ed-892b-14b7707d0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:59:18.852214 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Bound port: e02692f0-310a-4326-b417-10799b8b0404, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7258277b-2228-40ed-892b-14b7707d0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:59:18.852628 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e02692f0-310a-4326-b417-10799b8b0404), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:18.911580 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:18.923990 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:18.927819 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] For port e02692f0-310a-4326-b417-10799b8b0404, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:59:18.948761 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] For port e02692f0-310a-4326-b417-10799b8b0404, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e02692f0-310a-4326-b417-10799b8b0404,segment=NetworkSegment(7258277b-2228-40ed-892b-14b7707d0d31),segment_id=7258277b-2228-40ed-892b-14b7707d0d31)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:59:19.094263 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e02692f0-310a-4326-b417-10799b8b0404), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:19.132739 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Routers {'2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:59:19.133368 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T00:59:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:19.220161 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6b862-044d-412a-ad84-25bc179f2a11 None None] Pushing event updated for resources: {'Port': ['ID=e02692f0-310a-4326-b417-10799b8b0404,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:19.238993 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] Set router 2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:59:19.436160 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'name': 'router1', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:59:04Z', 'updated_at': '2022-10-23T00:59:16Z', 'revision_number': 2, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'gw_port_host': None, '_interfaces': [{'id': 'e02692f0-310a-4326-b417-10799b8b0404', 'name': '', 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:59:15Z', 'updated_at': '2022-10-23T00:59:18Z', 'revision_number': 4, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'subnets': [{'id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14d8aa13-6e56-4086-a722-0b5a3fee1c16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:19.460854 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d12bd-c6ab-4b42-9388-cf99e05d2f54 None None] The sync data for ids ['2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'] in dv-neutron-master-2-hyperv is: [{'id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'name': 'router1', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:59:04Z', 'updated_at': '2022-10-23T00:59:16Z', 'revision_number': 2, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'gw_port_host': None, '_interfaces': [{'id': 'e02692f0-310a-4326-b417-10799b8b0404', 'name': '', 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:59:15Z', 'updated_at': '2022-10-23T00:59:18Z', 'revision_number': 4, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'subnets': [{'id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14d8aa13-6e56-4086-a722-0b5a3fee1c16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:59:19.896486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 56706) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:20.303903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a047533-feb2-4854-b273-7202ceb7e18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:20.305268 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5a047533-feb2-4854-b273-7202ceb7e18f admin admin] 10.222.0.36 "GET /networking/v2.0/networks/1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 842 time: 0.4078245 Oct 23 00:59:20.315507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Request body: {'subnet': {'cidr': '172.36.3.0/24', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.36.3.1', 'name': 'public-subnet'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:59:20.445328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Made reservation on behalf of 8044c6e27a7e4f1ba0309d766b5472da for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:59:20.447761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:20.814114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.objects.ports [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105984) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 00:59:20.814560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for subnet (8ec5eed2-1764-4f23-adbe-f0fa3fd7c964), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:20.873380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec5eed2-1764-4f23-adbe-f0fa3fd7c964,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:20.882963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:59:20.883323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Network hostable DHCP agents. Network: 1613376d-8439-4cc7-96a1-6110c0c95b87, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:59:21.024349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:59:21.136737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1613376d-8439-4cc7-96a1-6110c0c95b87) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:59:21.141362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:21.142134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:21.145344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:21.147412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b18661-0784-42de-b0c5-c145b2c60e5c None None] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:59:21.242745 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f27cbad4-da42-4346-9888-a6f300a8af7a admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9203026 Oct 23 00:59:21.261059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a89829d-7550-481f-baa8-5af51cbab2ad None None] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:59:23.983862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 56714) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:24.467549 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a5891fa4-e0b7-4f3c-a1fc-7a0a2403aca2 demo admin] 10.222.0.36 "GET /networking/v2.0/routers/2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 HTTP/1.1" status: 200 len: 710 time: 0.4819944 Oct 23 00:59:24.591999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd2f2ba-72d0-4944-9d62-43ebbffc14c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:24.593481 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0fd2f2ba-72d0-4944-9d62-43ebbffc14c5 demo admin] 10.222.0.36 "GET /networking/v2.0/networks/1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 886 time: 0.1188633 Oct 23 00:59:24.604868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:59:24.641703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:24.931224 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Publish callbacks [] for router_gateway (2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:25.216576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Publish callbacks [] for router_gateway (2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:25.298791 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:25.415636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Allocated IP 172.36.3.175 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/906c773e-5b04-42cb-b96e-64e5f63ebd26) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:59:25.482643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:25.519257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Publish callbacks [] for port (906c773e-5b04-42cb-b96e-64e5f63ebd26), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:25.550740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e02692f0-310a-4326-b417-10799b8b0404 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:59:25.596108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e02692f0-310a-4326-b417-10799b8b0404 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:25.596503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e02692f0-310a-4326-b417-10799b8b0404), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:25.596860 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e02692f0-310a-4326-b417-10799b8b0404 Oct 23 00:59:25.623098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (906c773e-5b04-42cb-b96e-64e5f63ebd26), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:25.676860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Pushing event updated for resources: {'Port': ['ID=906c773e-5b04-42cb-b96e-64e5f63ebd26,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:25.681861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:59:25.683322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:59:25.685774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:59:25.691680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e02692f0-310a-4326-b417-10799b8b0404 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:25.692105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e02692f0-310a-4326-b417-10799b8b0404), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:25.724049 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:25.730281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port e02692f0-310a-4326-b417-10799b8b0404, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e02692f0-310a-4326-b417-10799b8b0404,segment=NetworkSegment(7258277b-2228-40ed-892b-14b7707d0d31),segment_id=7258277b-2228-40ed-892b-14b7707d0d31)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:25.812901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e02692f0-310a-4326-b417-10799b8b0404), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:25.862425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=e02692f0-310a-4326-b417-10799b8b0404,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:26.020976 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Publish callbacks [] for router_gateway (2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:26.221133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:26.224506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:26.328526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Router 2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:59:26.430433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:59:26.434585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:26.436334 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-be52dbf6-e217-45fd-a0b8-8db186e8c891 demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 HTTP/1.1" status: 200 len: 890 time: 1.8344254 Oct 23 00:59:26.453591 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Sync routers for ids ['2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:59:26.467503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Routers {'2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:59:26.468315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T00:59:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:26.687977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Set router 2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:59:27.045932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:27.058954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:27.075584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:27.080101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'name': 'router1', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.175'}], 'enable_snat': True}, 'gw_port_id': '906c773e-5b04-42cb-b96e-64e5f63ebd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:59:04Z', 'updated_at': '2022-10-23T00:59:25Z', 'revision_number': 4, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'gw_port': {'id': '906c773e-5b04-42cb-b96e-64e5f63ebd26', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:59:25Z', 'updated_at': '2022-10-23T00:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e02692f0-310a-4326-b417-10799b8b0404', 'name': '', 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:59:15Z', 'updated_at': '2022-10-23T00:59:25Z', 'revision_number': 5, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'subnets': [{'id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14d8aa13-6e56-4086-a722-0b5a3fee1c16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:27.212838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Checking router: 2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:59:27.213215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Updating router 2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 port 906c773e-5b04-42cb-b96e-64e5f63ebd26 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:59:27.267346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (906c773e-5b04-42cb-b96e-64e5f63ebd26), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:27.527675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e02692f0-310a-4326-b417-10799b8b0404 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:59:27.637980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Publish callbacks [] for port (906c773e-5b04-42cb-b96e-64e5f63ebd26), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:27.639623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e02692f0-310a-4326-b417-10799b8b0404 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:27.639987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e02692f0-310a-4326-b417-10799b8b0404), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:27.640328 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e02692f0-310a-4326-b417-10799b8b0404 Oct 23 00:59:27.708884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (906c773e-5b04-42cb-b96e-64e5f63ebd26), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:27.725557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e02692f0-310a-4326-b417-10799b8b0404 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:27.729384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Attempting to bind port 906c773e-5b04-42cb-b96e-64e5f63ebd26 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:59:27.730985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Attempting to bind port 906c773e-5b04-42cb-b96e-64e5f63ebd26 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:59:27.730985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Attempting to bind port 906c773e-5b04-42cb-b96e-64e5f63ebd26 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:59:27.796706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd09b7-3963-47e8-88cc-222021cea224 None None] Pushing event updated for resources: {'Port': ['ID=906c773e-5b04-42cb-b96e-64e5f63ebd26,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:27.802275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:59:27.802641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:59:27.803036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:27.803410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:59:27.803866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Bound port: 906c773e-5b04-42cb-b96e-64e5f63ebd26, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:59:27.804257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (906c773e-5b04-42cb-b96e-64e5f63ebd26), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:27.851244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] For port 906c773e-5b04-42cb-b96e-64e5f63ebd26, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:59:27.854285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] For port 906c773e-5b04-42cb-b96e-64e5f63ebd26, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=906c773e-5b04-42cb-b96e-64e5f63ebd26,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:59:27.950638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (906c773e-5b04-42cb-b96e-64e5f63ebd26), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:27.993191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Routers {'2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:59:27.993719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T00:59:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:28.046467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd09b7-3963-47e8-88cc-222021cea224 None None] Pushing event updated for resources: {'Port': ['ID=906c773e-5b04-42cb-b96e-64e5f63ebd26,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:28.117257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] Set router 2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:59:28.313426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'name': 'router1', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.175'}], 'enable_snat': True}, 'gw_port_id': '906c773e-5b04-42cb-b96e-64e5f63ebd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:59:04Z', 'updated_at': '2022-10-23T00:59:25Z', 'revision_number': 4, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'gw_port': {'id': '906c773e-5b04-42cb-b96e-64e5f63ebd26', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:59:25Z', 'updated_at': '2022-10-23T00:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e02692f0-310a-4326-b417-10799b8b0404', 'name': '', 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:59:15Z', 'updated_at': '2022-10-23T00:59:25Z', 'revision_number': 5, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'subnets': [{'id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14d8aa13-6e56-4086-a722-0b5a3fee1c16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:28.338270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7813a30-fba5-4f34-a906-6582542e543e None None] The sync data for ids ['2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1'] in dv-neutron-master-2-hyperv is: [{'id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'name': 'router1', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.175'}], 'enable_snat': True}, 'gw_port_id': '906c773e-5b04-42cb-b96e-64e5f63ebd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:59:04Z', 'updated_at': '2022-10-23T00:59:25Z', 'revision_number': 4, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'gw_port': {'id': '906c773e-5b04-42cb-b96e-64e5f63ebd26', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:59:25Z', 'updated_at': '2022-10-23T00:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e02692f0-310a-4326-b417-10799b8b0404', 'name': '', 'network_id': 'c58ff834-bcaa-46ca-a08d-9c926dc71d1d', 'tenant_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeb0a2f-574c-4f94-8689-9a8c2a5b3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:59:15Z', 'updated_at': '2022-10-23T00:59:25Z', 'revision_number': 5, 'project_id': 'c038b842aa7544d2a75f9e2b795c4b04', 'subnets': [{'id': '3b64ca02-b972-411f-8ff2-5013280d9bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14d8aa13-6e56-4086-a722-0b5a3fee1c16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:59:29.303766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 56730) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:29.534095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 906c773e-5b04-42cb-b96e-64e5f63ebd26 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:59:29.581912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 906c773e-5b04-42cb-b96e-64e5f63ebd26 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:29.582394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (906c773e-5b04-42cb-b96e-64e5f63ebd26), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:29.582796 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 906c773e-5b04-42cb-b96e-64e5f63ebd26 Oct 23 00:59:29.648356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:29.655186 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 906c773e-5b04-42cb-b96e-64e5f63ebd26 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:29.658723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (906c773e-5b04-42cb-b96e-64e5f63ebd26), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:29.676560 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 906c773e-5b04-42cb-b96e-64e5f63ebd26, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=906c773e-5b04-42cb-b96e-64e5f63ebd26,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:29.726682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (906c773e-5b04-42cb-b96e-64e5f63ebd26), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:29.746799 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b940688b-2401-4d62-89bc-08836a747b66 admin admin] 10.222.0.36 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4418800 Oct 23 00:59:29.780604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=906c773e-5b04-42cb-b96e-64e5f63ebd26,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:31.537919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 906c773e-5b04-42cb-b96e-64e5f63ebd26 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:59:31.571316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:31.585852 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 906c773e-5b04-42cb-b96e-64e5f63ebd26 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:31.591248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (906c773e-5b04-42cb-b96e-64e5f63ebd26), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:31.591248 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 906c773e-5b04-42cb-b96e-64e5f63ebd26 Oct 23 00:59:31.663632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 906c773e-5b04-42cb-b96e-64e5f63ebd26 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:36.426452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:36.428398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=53 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:38.697875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:38.801697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0003a855-749f-4a8d-a6a9-2fdd97a30f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:38.986969 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=59,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:38.995664 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=29 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:39.737258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:39.742929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:41.058235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-50e3c9c2-adaf-492f-8a5e-bd6813b030c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:42.315550 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:43.811687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:44.013370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:46.984411 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 5 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:59:53.719694 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:53.853372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:53.863795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:56.986271 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:08.749302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-999d9aa4-64d7-4e12-bc26-cf071bf4da06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.080360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-552fd5e4-b2cc-464b-b2c3-608637cf063e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.303462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:13.784081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:14.183100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:15.999447 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:16.003857 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:23.857938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:23.865025 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:23.868981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:23.987489 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 5 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:00:33.987898 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:36.984871 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:38.760609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-93e8d02f-bfd7-43ae-9c47-2ac27af4306b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.057372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-05a15353-4b32-4131-9972-8bd833dcfd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:42.291415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:43.817755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:43.941855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.983874 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:52.989432 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:53.719909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:53.856016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:53.863004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:00.988724 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 5 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:01:06.789675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57322) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:07.147387 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7686fb-2db9-4414-8995-c8ee7696cd22 admin admin] GET failed (client error): The resource could not be found. Oct 23 01:01:07.148740 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-db7686fb-2db9-4414-8995-c8ee7696cd22 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3579884 Oct 23 01:01:07.327293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0dd95-a2b0-4952-8b8c-933c5ae3a8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:07.328817 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a6c0dd95-a2b0-4952-8b8c-933c5ae3a8e5 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1751254 Oct 23 01:01:08.742396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1a4deb54-6f11-4fbd-b09f-0cb0d6252aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:09.972478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57332) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:10.443887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8964a9-fd03-40fd-8f4e-5738123a7469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:10.445266 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dd8964a9-fd03-40fd-8f4e-5738123a7469 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/3b64ca02-b972-411f-8ff2-5013280d9bb0 HTTP/1.1" status: 200 len: 849 time: 0.4718678 Oct 23 01:01:10.455334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:10.543563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Publish callbacks [] for subnet (3b64ca02-b972-411f-8ff2-5013280d9bb0), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:10.764761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733989090744'] for subnet (3b64ca02-b972-411f-8ff2-5013280d9bb0), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:10.797580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:10.798139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:10.799470 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] 10.222.0.36 "PUT /networking/v2.0/subnets/3b64ca02-b972-411f-8ff2-5013280d9bb0 HTTP/1.1" status: 200 len: 868 time: 0.3479435 Oct 23 01:01:10.810425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263e416f-7322-441a-abd7-3f99f78b130e None None] Network c58ff834-bcaa-46ca-a08d-9c926dc71d1d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:01:10.824715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b64ca02-b972-411f-8ff2-5013280d9bb0,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:10.832664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.832998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.833337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.833671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.834043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.834392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.834705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.835040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.835383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.835717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.836048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.836394 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.836720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.837040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.837358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360e4a7-781c-477d-8373-43a8a58268f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:10.984636 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:11.057698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6256b789-0b49-4ab8-a15f-176a6c3a1eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:11.196648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-059428a8-3ffc-4419-b3e9-5dd87ccc5986 None None] Provisioning complete for port 51990e6e-f741-4b91-af3e-6bce66ce093c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:11.197050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-059428a8-3ffc-4419-b3e9-5dd87ccc5986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (51990e6e-f741-4b91-af3e-6bce66ce093c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:11.197395 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-059428a8-3ffc-4419-b3e9-5dd87ccc5986 None None] Attempt 1 to provision port 51990e6e-f741-4b91-af3e-6bce66ce093c Oct 23 01:01:11.281643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-059428a8-3ffc-4419-b3e9-5dd87ccc5986 None None] Current status of the port 51990e6e-f741-4b91-af3e-6bce66ce093c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:11.290996 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-059428a8-3ffc-4419-b3e9-5dd87ccc5986 None None] Provisioning complete for port e02692f0-310a-4326-b417-10799b8b0404 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:11.291535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-059428a8-3ffc-4419-b3e9-5dd87ccc5986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e02692f0-310a-4326-b417-10799b8b0404), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:11.292043 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-059428a8-3ffc-4419-b3e9-5dd87ccc5986 None None] Attempt 1 to provision port e02692f0-310a-4326-b417-10799b8b0404 Oct 23 01:01:11.369190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-059428a8-3ffc-4419-b3e9-5dd87ccc5986 None None] Current status of the port e02692f0-310a-4326-b417-10799b8b0404 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:12.296977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:13.467161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57342) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:13.799677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:13.966387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:14.011743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316d91a-bb6b-4458-a5d7-23ae26fec89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:14.012214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316d91a-bb6b-4458-a5d7-23ae26fec89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:14.013832 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b316d91a-bb6b-4458-a5d7-23ae26fec89d admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5456839 Oct 23 01:01:16.653588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57350) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:17.208179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58ad0d4-0c05-428a-8494-a7295c7ee929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:17.208555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58ad0d4-0c05-428a-8494-a7295c7ee929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:17.210143 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e58ad0d4-0c05-428a-8494-a7295c7ee929 admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5555398 Oct 23 01:01:20.024171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57358) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:20.468375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc962f-a396-407a-8441-63dd851b80eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:20.469772 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2afc962f-a396-407a-8441-63dd851b80eb admin admin] 10.222.0.36 "GET /networking/v2.0/networks/1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 886 time: 0.4451654 Oct 23 01:01:23.080391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57366) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:23.523232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dc1a17-ca4f-4af6-a2fc-c2fb66f51561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:23.524654 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-02dc1a17-ca4f-4af6-a2fc-c2fb66f51561 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/c58ff834-bcaa-46ca-a08d-9c926dc71d1d HTTP/1.1" status: 200 len: 869 time: 0.4432318 Oct 23 01:01:23.855841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:23.864912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:23.872903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:26.234667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57374) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:26.674069 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb3f6d-4a42-41f2-873f-56c4ae029fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:26.674526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb3f6d-4a42-41f2-873f-56c4ae029fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:26.676098 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a4eb3f6d-4a42-41f2-873f-56c4ae029fa0 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4401784 Oct 23 01:01:29.351030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57382) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:29.805741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6317c8b3-b612-4e46-a66b-267dc8f2ffc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:29.806226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6317c8b3-b612-4e46-a66b-267dc8f2ffc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:29.807825 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6317c8b3-b612-4e46-a66b-267dc8f2ffc9 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4555285 Oct 23 01:01:30.460020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=33 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:30.466421 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=35 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:32.453459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57390) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:32.905085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cea866-59af-4883-8355-2f24d7f3515a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:32.906647 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-48cea866-59af-4883-8355-2f24d7f3515a admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/3b64ca02-b972-411f-8ff2-5013280d9bb0 HTTP/1.1" status: 200 len: 868 time: 0.4520724 Oct 23 01:01:35.520432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57398) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:35.877383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:35.916884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07570db-bc56-4b93-ab15-8e860d452aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:35.918326 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e07570db-bc56-4b93-ab15-8e860d452aed admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964 HTTP/1.1" status: 200 len: 816 time: 0.3970392 Oct 23 01:01:36.011140 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:36.020295 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:37.987230 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 5 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:01:38.759880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-85ff34e8-61e5-45eb-9a6a-daf1bf7d5452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:41.057107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3a91ee47-46c1-436c-b550-43af07414831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:42.358979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:43.792682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:43.936557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:45.913029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:47.982404 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:47.983136 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:53.732299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:53.859278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=9 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:53.866566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:06.063831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57456) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:06.390581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-ca120f3d-7eee-45aa-a4a6-19fbc2adc4e8 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:02:06.391595 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ca120f3d-7eee-45aa-a4a6-19fbc2adc4e8 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3267822 Oct 23 01:02:06.974265 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:06.985399 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:08.747054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f23627e7-9e1a-4f05-9489-d7d88297fb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.070317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57464) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:09.414287 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-609e4c91-dd81-4627-aa81-dd837dd237bd admin admin] GET failed (client error): The resource could not be found. Oct 23 01:02:09.416083 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-609e4c91-dd81-4627-aa81-dd837dd237bd admin admin] 10.222.0.36 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3447685 Oct 23 01:02:09.565493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ded38-bb58-41a7-85d0-f53bd7e47c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:09.567135 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1e4ded38-bb58-41a7-85d0-f53bd7e47c51 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1461370 Oct 23 01:02:11.055669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6e7da4f9-4175-4f9c-abd7-9101a3e66381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.196251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57472) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:12.329857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.533431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:12.616017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Made reservation on behalf of 8044c6e27a7e4f1ba0309d766b5472da for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:02:12.618474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.647131 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.services.revisions.revision_plugin [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Could not find related network for resource to bump revision. Oct 23 01:02:12.662753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:02:12.673415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2b2f5bc8-d9ee-44ad-92af-9ac6d6170124), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.673747 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Added segment 2b2f5bc8-d9ee-44ad-92af-9ac6d6170124 of type vlan for network 412c18bc-f416-42ae-b77e-6d5c293c53bd Oct 23 01:02:12.713877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (412c18bc-f416-42ae-b77e-6d5c293c53bd), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.816126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (412c18bc-f416-42ae-b77e-6d5c293c53bd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.817159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:12.817746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.877692 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Pushing event updated for resources: {'Network': ['ID=412c18bc-f416-42ae-b77e-6d5c293c53bd,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:12.885122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.885460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.885833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.886176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.886521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.886850 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.887176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.887496 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.887834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.888155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.888488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.888840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.889167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.889477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.889803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:12.904748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 412c18bc-f416-42ae-b77e-6d5c293c53bd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:02:12.927404 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-560090f1-42ee-4af8-963e-143574395c57 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7301428 Oct 23 01:02:13.821566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.941479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:14.986567 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 5 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:02:15.555221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57480) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:15.911497 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-579de154-6ca1-43f1-905b-f428fec93a17 admin admin] GET failed (client error): The resource could not be found. Oct 23 01:02:15.913597 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-579de154-6ca1-43f1-905b-f428fec93a17 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3567510 Oct 23 01:02:15.987991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6d206-abad-428d-aed5-d2c117cf343b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:15.989451 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b9c6d206-abad-428d-aed5-d2c117cf343b admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0718403 Oct 23 01:02:15.999680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:16.078451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Made reservation on behalf of 8044c6e27a7e4f1ba0309d766b5472da for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:02:16.080872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:16.330236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for subnet (85d28f1c-5c05-42a9-a09c-d1d022e9260e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:16.391493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d28f1c-5c05-42a9-a09c-d1d022e9260e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:16.401708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.402077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.402416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.402745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.403069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.403391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.403712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.404031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.404366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.404687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.405021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.405345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.405660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.406017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.406319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:16.409546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Checking segment: {'id': '2b2f5bc8-d9ee-44ad-92af-9ac6d6170124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:02:16.409914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Network hostable DHCP agents. Network: 412c18bc-f416-42ae-b77e-6d5c293c53bd, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:02:16.525014 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Network 412c18bc-f416-42ae-b77e-6d5c293c53bd is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:02:16.627115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 412c18bc-f416-42ae-b77e-6d5c293c53bd) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:02:16.632181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:16.636844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:16.638369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248cedd1-2e17-44c8-a87b-b196cfcf6012 None None] Network 412c18bc-f416-42ae-b77e-6d5c293c53bd requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:02:16.721062 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-203ef7df-a757-42c7-8583-332fa2d7da20 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7247829 Oct 23 01:02:16.747731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-412c18bc-f416-42ae-b77e-6d5c293c53bd', 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd', 'project_id': '8044c6e27a7e4f1ba0309d766b5472da', 'fixed_ips': [{'subnet_id': '85d28f1c-5c05-42a9-a09c-d1d022e9260e'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:02:16.748981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:16.906901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Allocated IP 192.168.233.2 (412c18bc-f416-42ae-b77e-6d5c293c53bd/85d28f1c-5c05-42a9-a09c-d1d022e9260e/9966361e-772d-4839-b715-b3920383b605) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:02:17.168605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Publish callbacks [] for port (9966361e-772d-4839-b715-b3920383b605), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:17.241011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (9966361e-772d-4839-b715-b3920383b605), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:17.282567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Network 412c18bc-f416-42ae-b77e-6d5c293c53bd is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:02:17.287970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:02:17.292544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:02:17.299087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Pushing event updated for resources: {'Port': ['ID=9966361e-772d-4839-b715-b3920383b605,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:17.308014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.308366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.308725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.309065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.309877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.309877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.310100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.310358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.310697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.311019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.311792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.311792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.312004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.312936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.312936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:17.372309 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Attempting to bind port 9966361e-772d-4839-b715-b3920383b605 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:02:17.372689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Attempting to bind port 9966361e-772d-4839-b715-b3920383b605 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b2f5bc8-d9ee-44ad-92af-9ac6d6170124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:02:17.373052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Attempting to bind port 9966361e-772d-4839-b715-b3920383b605 on network 412c18bc-f416-42ae-b77e-6d5c293c53bd {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:02:17.420552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:02:17.420846 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Checking segment: {'id': '2b2f5bc8-d9ee-44ad-92af-9ac6d6170124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:02:17.421269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:17.421687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Bound using segment: {'id': '2b2f5bc8-d9ee-44ad-92af-9ac6d6170124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:02:17.422216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Bound port: 9966361e-772d-4839-b715-b3920383b605, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2f5bc8-d9ee-44ad-92af-9ac6d6170124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:02:17.422588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9966361e-772d-4839-b715-b3920383b605), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:17.486230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] For port 9966361e-772d-4839-b715-b3920383b605, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:02:17.489467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] For port 9966361e-772d-4839-b715-b3920383b605, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9966361e-772d-4839-b715-b3920383b605,segment=NetworkSegment(2b2f5bc8-d9ee-44ad-92af-9ac6d6170124),segment_id=2b2f5bc8-d9ee-44ad-92af-9ac6d6170124)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:02:17.553659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9966361e-772d-4839-b715-b3920383b605), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:17.613258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14eec3d-ae2f-46e8-9f60-90e111314cda None None] Pushing event updated for resources: {'Port': ['ID=9966361e-772d-4839-b715-b3920383b605,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:18.436660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803be321-8782-442e-9708-9d1fe935117e None None] Network 412c18bc-f416-42ae-b77e-6d5c293c53bd requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:02:18.555492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-aea4f7d0-dbb1-4007-8335-a92662ed613c None None] Provisioning complete for port 9966361e-772d-4839-b715-b3920383b605 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:18.555894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aea4f7d0-dbb1-4007-8335-a92662ed613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9966361e-772d-4839-b715-b3920383b605), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:18.556232 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-aea4f7d0-dbb1-4007-8335-a92662ed613c None None] Attempt 1 to provision port 9966361e-772d-4839-b715-b3920383b605 Oct 23 01:02:18.643571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-aea4f7d0-dbb1-4007-8335-a92662ed613c None None] Current status of the port 9966361e-772d-4839-b715-b3920383b605 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:18.643959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aea4f7d0-dbb1-4007-8335-a92662ed613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9966361e-772d-4839-b715-b3920383b605), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:18.670147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:18.681903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-aea4f7d0-dbb1-4007-8335-a92662ed613c None None] For port 9966361e-772d-4839-b715-b3920383b605, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9966361e-772d-4839-b715-b3920383b605,segment=NetworkSegment(2b2f5bc8-d9ee-44ad-92af-9ac6d6170124),segment_id=2b2f5bc8-d9ee-44ad-92af-9ac6d6170124)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:18.752594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aea4f7d0-dbb1-4007-8335-a92662ed613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9966361e-772d-4839-b715-b3920383b605), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:18.799501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:18.804833 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4f7d0-dbb1-4007-8335-a92662ed613c None None] Pushing event updated for resources: {'Port': ['ID=9966361e-772d-4839-b715-b3920383b605,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:18.874937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f75885bb-5cc1-4ece-a97b-8a8631d363b5 None None] Provisioning complete for port 9966361e-772d-4839-b715-b3920383b605 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:18.875329 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f75885bb-5cc1-4ece-a97b-8a8631d363b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9966361e-772d-4839-b715-b3920383b605), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:18.875664 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f75885bb-5cc1-4ece-a97b-8a8631d363b5 None None] Attempt 1 to provision port 9966361e-772d-4839-b715-b3920383b605 Oct 23 01:02:18.904632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:18.956063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f75885bb-5cc1-4ece-a97b-8a8631d363b5 None None] Current status of the port 9966361e-772d-4839-b715-b3920383b605 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:19.672252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9966361e-772d-4839-b715-b3920383b605 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:02:19.717837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9966361e-772d-4839-b715-b3920383b605 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:19.718201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9966361e-772d-4839-b715-b3920383b605), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.718546 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9966361e-772d-4839-b715-b3920383b605 Oct 23 01:02:19.796489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9966361e-772d-4839-b715-b3920383b605 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:22.875874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=31,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:22.880837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:24.982279 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:24.983077 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:26.645058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=45,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:26.645895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=48,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:29.789108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=15 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:29.790418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=18 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:29.795113 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=21 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:38.764067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7084aca2-3d26-480d-9b22-500a9572fd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:41.083909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5398522d-4073-4e1b-b5d0-d797b6dcdebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.306308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:43.827261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:43.929716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:43.970775 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:43.981906 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:51.985987 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 5 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:02:53.738288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:53.864573 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:53.871860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:01.982155 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:01.983017 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:08.752203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-46be28ee-8513-4ba4-9b54-7cded53fc02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.078063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ccb401d1-18b5-4810-825d-7cbcf651b6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:12.311746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.809269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.906488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:20.983923 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:20.991092 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:23.862205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:23.866517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:23.869249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:28.984396 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 5 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:03:38.740994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8ebdf8c3-9a84-4749-8e07-27e6e0b7f91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:38.979997 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=12 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:38.980760 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:41.066367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-baf352b9-7a3a-42e6-b47d-7d5fb3f3730f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:42.357428 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:43.848512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:43.940297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:53.857674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:53.861559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:53.864309 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:57.979959 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:57.984902 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:02.026817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57542) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:02.032280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-e9e08dd8-8be5-4c65-9602-c6bd6c4ad4a1 tempest-verify_tempest_config-766811881 tempest-verify_tempest_config-766811881-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:04:02.033234 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e9e08dd8-8be5-4c65-9602-c6bd6c4ad4a1 tempest-verify_tempest_config-766811881 tempest-verify_tempest_config-766811881-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0054824 Oct 23 01:04:02.618228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57560) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:02.747258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:02.823405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Publish callbacks [] for security_group (54d9e0bf-c9d6-41e9-b298-789393f9e015), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:02.871289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (54d9e0bf-c9d6-41e9-b298-789393f9e015), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:02.918136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d9e0bf-c9d6-41e9-b298-789393f9e015,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:02.922410 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=040f5c521d9c472f889e54d665e27c8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3031948 Oct 23 01:04:02.925613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57564) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:02.928208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.928616 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.928880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.929246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.929529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.929872 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.930194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.930512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.930828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.931147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.931477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.931798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.932112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.932426 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.933270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469ecc-6235-48b6-b7f3-45ad6c39b0ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:02.985710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Publish callbacks [] for security_group (54d9e0bf-c9d6-41e9-b298-789393f9e015), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:03.005916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Publish callbacks [] for security_group (54d9e0bf-c9d6-41e9-b298-789393f9e015), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:03.151936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (54d9e0bf-c9d6-41e9-b298-789393f9e015), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:03.154474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:03.155677 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/54d9e0bf-c9d6-41e9-b298-789393f9e015 HTTP/1.1" status: 204 len: 168 time: 0.2283020 Oct 23 01:04:03.166409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d9e0bf-c9d6-41e9-b298-789393f9e015,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:03.173741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.174129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.174489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.174833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.175267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.175476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.175801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.176123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.176458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.176971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.177316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.177646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.177990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.178312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:03.178632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f28b714-455b-4676-912a-11469154ed90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:05.982804 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 5 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:04:08.745677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3a701710-1d22-4d24-b8de-0b27d80d7c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:11.047895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8a34e131-f510-4ebc-a6c6-ecd9ff9c7ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:12.334231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:12.921489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=17,neutron:INSERT=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:12.924484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:13.169396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:13.170348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:13.836380 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:13.939420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:15.978940 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:15.979625 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:23.862494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:23.867306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:23.869056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:36.983942 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=5 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:36.985020 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:38.836592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-16206183-42cb-4d45-ac30-d7d2813b5a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.065307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5a00c236-e2b3-44f8-a201-0b0db85c82a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.327891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.982306 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 5 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:04:43.842538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.916652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:52.978004 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:52.978779 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:53.756027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:53.869969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:53.871607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:08.756326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-abfcf979-0ae3-4371-a000-765f86747b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:11.041865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-01fcf37e-72a8-4de4-b773-7c00f337cc5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:11.990769 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:11.996593 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=5 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:12.326967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:13.835677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:13.938725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:19.984782 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 5 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:05:21.653734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1628831'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:23.864319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:31.595449 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:31.602373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:35.872629 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=15 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:35.874379 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=13 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:38.761313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8bbc-c9b6-4dac-a6aa-76aa6783caec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:41.048025 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-098a10e5-6ef6-4dab-8aaf-a6084926c94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:42.327708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:43.836291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:43.921940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:47.978039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57660) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:48.082445 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-899e6ceb-5dfa-49f6-9519-d5a996db9595 admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1034141 Oct 23 01:05:48.987321 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:48.991177 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:50.521038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57670) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:50.575549 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-880d6d08-7a75-47bb-a306-f7fe542e087a admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0529385 Oct 23 01:05:51.738633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:56.984100 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:06:00.569802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:00.570624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:01.573874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:01.578792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:01.580487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=5,neutron:SELECT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:06.979446 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:06.980257 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:08.778643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a5a67191-a48b-4acb-a59c-8aa3229f9694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:11.035596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1237981a-e831-44b9-a00d-eabb26ac542a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:12.350067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:13.852821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:13.926954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:21.653218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:25.998027 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:26.000203 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.576926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.581367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.584155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:33.983241 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:06:38.754561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ef324f40-fb84-42d6-80da-29603cec8dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:41.069662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c2b84eab-0397-4e66-a6ed-0b3027262cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:42.349871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:43.834036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:43.942944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:43.978965 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:43.979828 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:51.658645 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:53.875504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:01.596067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:01.598436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:02.994396 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:02.996004 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:07.080335 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57804) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:07.109329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57810) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:07.442389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1222618610-network', 'tenant_id': '66260213c74c4acdba660fea4f3a482e'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:07.465176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-79537808-network', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:07.527205 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Made reservation on behalf of 66260213c74c4acdba660fea4f3a482e for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:07.534507 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:07.544821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:07.555827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Made reservation on behalf of 65fee9c1b06a4303b3561763cb1f5f07 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:07.558186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:07.659118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:07.696079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Publish callbacks [] for security_group (f026b308-dec5-4ed5-a36b-54d8c54ca61b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:07.717156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Publish callbacks [] for security_group (e4c035c9-e458-4204-a5d2-f7654b1f0784), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:07.777325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (e4c035c9-e458-4204-a5d2-f7654b1f0784), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:07.783084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f026b308-dec5-4ed5-a36b-54d8c54ca61b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:07.798844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:07.821060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:07.831333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2833c15c-3392-49d7-9268-cc972dc27563), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:07.831668 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Added segment 2833c15c-3392-49d7-9268-cc972dc27563 of type vlan for network 90278020-7334-4e49-a351-40edec530728 Oct 23 01:07:07.846952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (8f8a8e4a-cad8-48dc-92a2-81114ea573e7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:07.847277 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Added segment 8f8a8e4a-cad8-48dc-92a2-81114ea573e7 of type vlan for network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 Oct 23 01:07:07.855135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c035c9-e458-4204-a5d2-f7654b1f0784,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:07.882740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.883169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.883472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.883804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.884126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.884448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.884766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.885083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.885398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.885744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.886069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.886387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.886697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.887006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.887313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Tracked resource versions report: Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: pushed versions: Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: { 'AddressGroup': {'1.2'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Agent': {'1.1'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'ConntrackHelper': {'1.0'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'LocalIPAssociation': {'1.0'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Log': {'1.0'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'NDPProxy': {'1.0'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Network': {'1.1'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Port': {'1.7'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'PortForwarding': {'1.3'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'QosPolicy': {'1.10'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'SecurityGroup': {'1.5'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'SecurityGroupRule': {'1.2'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'SubPort': {'1.0'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Subnet': {'1.1'}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Trunk': {'1.1'}} Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: consumer versions: Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: HyperV agent@hv-neutron-mast: {}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: L3 agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: Metadata agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: Metering agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Agent': '1.1', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'ConntrackHelper': '1.0', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'LocalIPAssociation': '1.0', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Log': '1.0', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'NDPProxy': '1.0', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Network': '1.1', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Port': '1.7', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'PortForwarding': '1.3', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'QosPolicy': '1.10', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'SecurityGroup': '1.5', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'SecurityGroupRule': '1.2', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'SubPort': '1.0', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Subnet': '1.1', Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: 'Trunk': '1.1'}} Oct 23 01:07:07.888483 dv-neutron-master-2-hyperv neutron-server[105985]: {{(pid=105985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 01:07:07.989087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (90278020-7334-4e49-a351-40edec530728), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.008232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (05bcd369-fd6c-4f2a-b5d0-3331a3a7f454), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.036221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f026b308-dec5-4ed5-a36b-54d8c54ca61b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:08.126992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (05bcd369-fd6c-4f2a-b5d0-3331a3a7f454), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.135770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:08.135770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.137324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (90278020-7334-4e49-a351-40edec530728), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.138271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:08.138821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.252885 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1669164 Oct 23 01:07:08.252885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7624b7-4241-41da-b36a-bf5180d6e4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=05bcd369-fd6c-4f2a-b5d0-3331a3a7f454,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:08.255819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57858) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:08.262648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] Request body: {'subnet': {'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1222618610-subnet', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:08.267504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:08.314615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57860) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:08.315234 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2041979 Oct 23 01:07:08.321442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Request body: {'subnet': {'network_id': '90278020-7334-4e49-a351-40edec530728', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-79537808-subnet', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:08.334068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:08.336312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee79f4-8085-4cf7-8299-9a977ad3d9a6 admin admin] Pushing event updated for resources: {'Network': ['ID=90278020-7334-4e49-a351-40edec530728,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:08.347724 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 90278020-7334-4e49-a351-40edec530728 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:08.406838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] Made reservation on behalf of 66260213c74c4acdba660fea4f3a482e for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:08.409309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.412039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:08.446869 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Made reservation on behalf of 65fee9c1b06a4303b3561763cb1f5f07 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:08.450334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.727241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for subnet (22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.727577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for subnet (4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.783170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:08.794280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.794280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.794280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.794280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.794280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.794280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.794280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.794280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.794937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.794937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.795253 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.795759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.796229 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.796702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.797184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:08.797942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Tracked resource versions report: Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: pushed versions: Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: { 'AddressGroup': {'1.2'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Agent': {'1.1'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'ConntrackHelper': {'1.0'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'LocalIPAssociation': {'1.0'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Log': {'1.0'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'NDPProxy': {'1.0'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Network': {'1.1'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Port': {'1.7'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'PortForwarding': {'1.3'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'QosPolicy': {'1.10'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'SecurityGroup': {'1.5'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'SecurityGroupRule': {'1.2'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'SubPort': {'1.0'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Subnet': {'1.1'}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Trunk': {'1.1'}} Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: consumer versions: Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: HyperV agent@hv-neutron-mast: {}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: L3 agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: Metadata agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: Metering agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Agent': '1.1', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'ConntrackHelper': '1.0', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'LocalIPAssociation': '1.0', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Log': '1.0', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'NDPProxy': '1.0', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Network': '1.1', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Port': '1.7', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'PortForwarding': '1.3', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'QosPolicy': '1.10', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'SecurityGroup': '1.5', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'SecurityGroupRule': '1.2', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'SubPort': '1.0', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Subnet': '1.1', Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: 'Trunk': '1.1'}} Oct 23 01:07:08.799346 dv-neutron-master-2-hyperv neutron-server[105984]: {{(pid=105984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 01:07:08.809372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] Checking segment: {'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:08.809496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] Network hostable DHCP agents. Network: 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:07:08.810081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-88a5b6fa-eaf6-46a9-9170-898d5c3437cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.830349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Checking segment: {'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:08.830855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Network hostable DHCP agents. Network: 90278020-7334-4e49-a351-40edec530728, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:07:08.839554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57878) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:08.891668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] Network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:07:08.919979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Network 90278020-7334-4e49-a351-40edec530728 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:07:09.006347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:09.006905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 90278020-7334-4e49-a351-40edec530728) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:09.010773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:09.011371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.015435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:09.015435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.017367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd5b1ba-7da3-4f36-96e5-30f19dbee7e4 None None] Network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:09.062559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1103e744-066c-4af7-addb-1a7378c689bb None None] Network 90278020-7334-4e49-a351-40edec530728 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:09.096415 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-58dca009-5bd7-4a3c-9282-b3ec0d14bcf8 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8393724 Oct 23 01:07:09.098016 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8a98ee7e-b210-4328-a6aa-ddf92580eb4b admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7822006 Oct 23 01:07:09.103452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57888) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:09.104059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57890) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:09.107677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:09.108416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:09.211376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'project_id': '66260213c74c4acdba660fea4f3a482e', 'fixed_ips': [{'subnet_id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:07:09.216788 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.216935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (223fbffb-6323-4fd2-9e39-fbb8578e1979), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.216935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (223fbffb-6323-4fd2-9e39-fbb8578e1979), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.217138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.217138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.232133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-90278020-7334-4e49-a351-40edec530728', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'fixed_ips': [{'subnet_id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:07:09.233103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.278673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Publish callbacks [] for router_controller (223fbffb-6323-4fd2-9e39-fbb8578e1979), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.362463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Publish callbacks [] for router_controller (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.366862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-81406872-network', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:09.370565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:09.448086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Allocated IP 172.20.0.2 (05bcd369-fd6c-4f2a-b5d0-3331a3a7f454/4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211/dc878f47-b1e1-4d62-b91b-146b7e3939ce) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:09.499461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Allocated IP 172.20.0.2 (90278020-7334-4e49-a351-40edec530728/22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1/4d0931c6-2a8f-41aa-832e-f542b130348f) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:09.626605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Publish callbacks [] for router_gateway (223fbffb-6323-4fd2-9e39-fbb8578e1979), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.633310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Made reservation on behalf of 6e8125d1fd0c41088a7855d1eaa7fa4e for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:09.635937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.641304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Publish callbacks [] for router_gateway (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.650893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Publish callbacks [] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.655942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.805130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Publish callbacks [] for security_group (1d748f34-0db2-4514-a5f7-cf39b0f238dc), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.814519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Publish callbacks [] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.819556 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.849024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:09.865325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Network 90278020-7334-4e49-a351-40edec530728 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:09.871133 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1d748f34-0db2-4514-a5f7-cf39b0f238dc), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.871879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:09.877720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:09.885574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.892642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Pushing event updated for resources: {'Port': ['ID=4d0931c6-2a8f-41aa-832e-f542b130348f,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:09.892797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:09.899824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (19ae54ad-a99d-4774-9f08-a75e8aa8cb7b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.900167 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Added segment 19ae54ad-a99d-4774-9f08-a75e8aa8cb7b of type vlan for network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec Oct 23 01:07:09.920293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.920735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.921209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.921641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.922096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.922670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.923796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.924334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.924866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.925404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.925972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.926534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.927056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.927590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.928107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Tracked resource versions report: Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: pushed versions: Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: { 'AddressGroup': {'1.2'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Agent': {'1.1'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'ConntrackHelper': {'1.0'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'LocalIPAssociation': {'1.0'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Log': {'1.0'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'NDPProxy': {'1.0'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Network': {'1.1'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Port': {'1.7'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'PortForwarding': {'1.3'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'QosPolicy': {'1.10'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'SecurityGroup': {'1.5'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'SecurityGroupRule': {'1.2'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'SubPort': {'1.0'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Subnet': {'1.1'}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Trunk': {'1.1'}} Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: consumer versions: Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: HyperV agent@hv-neutron-mast: {}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: L3 agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: Metadata agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: Metering agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Agent': '1.1', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'ConntrackHelper': '1.0', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'LocalIPAssociation': '1.0', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Log': '1.0', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'NDPProxy': '1.0', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Network': '1.1', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Port': '1.7', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'PortForwarding': '1.3', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'QosPolicy': '1.10', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'SecurityGroup': '1.5', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'SecurityGroupRule': '1.2', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'SubPort': '1.0', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Subnet': '1.1', Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: 'Trunk': '1.1'}} Oct 23 01:07:09.929555 dv-neutron-master-2-hyperv neutron-server[105986]: {{(pid=105986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 01:07:09.956959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (7137e86b-dd2c-4bcd-b0f6-bd1db47276ec), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.978468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:09.981093 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:09.992635 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:09.999936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:10.011589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Attempting to bind port 4d0931c6-2a8f-41aa-832e-f542b130348f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:10.012286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Attempting to bind port 4d0931c6-2a8f-41aa-832e-f542b130348f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:10.012840 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Attempting to bind port 4d0931c6-2a8f-41aa-832e-f542b130348f on network 90278020-7334-4e49-a351-40edec530728 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:10.049243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Pushing event updated for resources: {'Port': ['ID=dc878f47-b1e1-4d62-b91b-146b7e3939ce,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:10.085626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (7137e86b-dd2c-4bcd-b0f6-bd1db47276ec), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.087255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:10.087844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.102594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Publish callbacks [] for router_gateway (223fbffb-6323-4fd2-9e39-fbb8578e1979), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.109272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d748f34-0db2-4514-a5f7-cf39b0f238dc,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:10.123422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Attempting to bind port dc878f47-b1e1-4d62-b91b-146b7e3939ce on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:10.124389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Attempting to bind port dc878f47-b1e1-4d62-b91b-146b7e3939ce by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:10.125110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Attempting to bind port dc878f47-b1e1-4d62-b91b-146b7e3939ce on network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:10.129084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.133293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:10.134012 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Checking segment: {'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:10.134654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.135288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Bound using segment: {'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:10.136849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Bound port: 4d0931c6-2a8f-41aa-832e-f542b130348f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:10.137437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.153594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Publish callbacks [] for router_gateway (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.182265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:10.213331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.248694 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:10.249517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Checking segment: {'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:10.250141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.250676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Bound using segment: {'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:10.251982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Bound port: dc878f47-b1e1-4d62-b91b-146b7e3939ce, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:10.253544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.257952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Allocated IP 172.36.3.78 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/bc7ecf4e-b232-43a7-9986-26c827edda37) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:10.261209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] Pushing event updated for resources: {'Network': ['ID=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:10.299191 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-51d9a4df-60ff-4fb0-a5dd-1e444405ab7a admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4582093 Oct 23 01:07:10.300896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:10.309949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57922) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:10.312445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:10.314790 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:10.332978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] Request body: {'subnet': {'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-81406872-subnet', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:10.420051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] For port 4d0931c6-2a8f-41aa-832e-f542b130348f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:10.450730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] For port 4d0931c6-2a8f-41aa-832e-f542b130348f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d0931c6-2a8f-41aa-832e-f542b130348f,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:10.455763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:10.464585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Publish callbacks [] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.465725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] For port dc878f47-b1e1-4d62-b91b-146b7e3939ce, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:10.469011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] For port dc878f47-b1e1-4d62-b91b-146b7e3939ce, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc878f47-b1e1-4d62-b91b-146b7e3939ce,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:10.504105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] Made reservation on behalf of 6e8125d1fd0c41088a7855d1eaa7fa4e for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:10.506712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.533882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.541884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.599008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:10.637185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50357ad-70e4-44a0-b898-498eb9b1cf3b None None] Pushing event updated for resources: {'Port': ['ID=4d0931c6-2a8f-41aa-832e-f542b130348f,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:10.672231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57934) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:10.678896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:10.684518 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:10.687363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:10.727244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de678915-883a-41bf-80c5-f7d182d50db3 None None] Pushing event updated for resources: {'Port': ['ID=dc878f47-b1e1-4d62-b91b-146b7e3939ce,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:10.748497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Allocated IP 172.36.3.67 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/0b796dff-60b2-4cf7-8641-8bd4d354fa3a) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:10.882688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7ecf4e-b232-43a7-9986-26c827edda37,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:11.004483 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:07:11.085563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5f00c272-f037-4288-8e91-930f41b6b3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.105272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for subnet (8b74024a-d17f-4db3-83e8-5ff782bd2612), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.180720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Publish callbacks [] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.227997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57946) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:11.296357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Publish callbacks [] for router_gateway (223fbffb-6323-4fd2-9e39-fbb8578e1979), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.325792 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1484789339', 'router:external': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:11.337060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] Checking segment: {'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:11.337422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] Network hostable DHCP agents. Network: 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:07:11.340010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b74024a-d17f-4db3-83e8-5ff782bd2612,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:11.352651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:11.355207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.395218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57950) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:11.440489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:11.447896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:11.450615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:11.481342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] Network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:07:11.494245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=9 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:11.506435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Made reservation on behalf of b4e836b2f8dd439bb4980e7974ee3e40 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:11.509031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.529850 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.541324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57956) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:11.542265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Pushing event updated for resources: {'Port': ['ID=0b796dff-60b2-4cf7-8641-8bd4d354fa3a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:11.567491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:11.571307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (223fbffb-6323-4fd2-9e39-fbb8578e1979), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.582728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:11.587727 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:11.588329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.596601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a422fa38-6dac-48f5-924b-8efa704bfc34 None None] Network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:11.714940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:11.727741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b27339a4-60e0-43b3-9b33-aafb86f2e37e tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1687478831'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:11.729276 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b27339a4-60e0-43b3-9b33-aafb86f2e37e tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Unknown quota resources ['metering_label']. {{(pid=105984) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 23 01:07:11.877923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57960) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:11.879046 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=10 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:11.891880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.012820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4d0931c6-2a8f-41aa-832e-f542b130348f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:12.015992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-da54dffd-3213-41fc-867a-41ddf5db8de0 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1148884220'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:12.016651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-da54dffd-3213-41fc-867a-41ddf5db8de0 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Unknown quota resources ['metering_label']. {{(pid=105985) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 23 01:07:12.099376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'fixed_ips': [{'subnet_id': '8b74024a-d17f-4db3-83e8-5ff782bd2612'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:07:12.100723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.105946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 4d0931c6-2a8f-41aa-832e-f542b130348f triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:12.106326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.106666 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 4d0931c6-2a8f-41aa-832e-f542b130348f Oct 23 01:07:12.154384 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-11c42c0f-e64b-42ed-83ae-e3eb8b7fc4eb admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8365300 Oct 23 01:07:12.155536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57964) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:12.167796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1362929550'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:12.188061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for security_group (7e07c910-677a-45fc-bab5-916cc9afecdb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.195994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:12.231750 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Publish callbacks [] for router_gateway (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.240402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aac16e-f533-40e9-8721-f133fb245cfd None None] Network 90278020-7334-4e49-a351-40edec530728 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:12.260060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b47d2d72-99bc-4ff4-89ed-56fa9ebd8667 None None] Provisioning complete for port 4d0931c6-2a8f-41aa-832e-f542b130348f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:12.260457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b47d2d72-99bc-4ff4-89ed-56fa9ebd8667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.263297 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b47d2d72-99bc-4ff4-89ed-56fa9ebd8667 None None] Attempt 1 to provision port 4d0931c6-2a8f-41aa-832e-f542b130348f Oct 23 01:07:12.295910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.342468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (23802a6e-5480-476e-b096-70d0a9c0377c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.343470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (23802a6e-5480-476e-b096-70d0a9c0377c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.349153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7e07c910-677a-45fc-bab5-916cc9afecdb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.416444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Allocated IP 172.20.0.2 (7137e86b-dd2c-4bcd-b0f6-bd1db47276ec/8b74024a-d17f-4db3-83e8-5ff782bd2612/397bf954-5fa9-481b-b5d8-f1fca07c5cc6) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:12.419299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:12.444155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b27339a4-60e0-43b3-9b33-aafb86f2e37e tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.448203 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b27339a4-60e0-43b3-9b33-aafb86f2e37e tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0519521 Oct 23 01:07:12.451041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57976) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:12.454970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Made reservation on behalf of a5c7909bcef84dd6921778f02e297833 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:12.457546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.487748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-da2b71a8-e1e9-41d9-b861-b15cfe2d39db tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e146befd-0f49-4a94-9247-0090ea7915ec'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:12.488170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-da2b71a8-e1e9-41d9-b861-b15cfe2d39db tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105984) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 23 01:07:12.497305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Publish callbacks [] for router_controller (23802a6e-5480-476e-b096-70d0a9c0377c), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.502827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.509629 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da54dffd-3213-41fc-867a-41ddf5db8de0 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.512986 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-da54dffd-3213-41fc-867a-41ddf5db8de0 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6301727 Oct 23 01:07:12.515293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57978) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:12.547639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8d87c1fe-c023-4af6-a540-2e1178013e26 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1b3c9fed-9868-4719-ad96-44ab00acfd95'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:12.548636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8d87c1fe-c023-4af6-a540-2e1178013e26 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105984) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 23 01:07:12.593764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Publish callbacks [] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.649762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Router 223fbffb-6323-4fd2-9e39-fbb8578e1979 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:07:12.650526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:12.654559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=9 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:12.663429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b294c022-e2df-4002-9050-aaa78fed41fa None None] Network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:12.691693 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.services.metering.metering_plugin [None req-da2b71a8-e1e9-41d9-b861-b15cfe2d39db tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 23 01:07:12.708251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b53459f8-82eb-4dee-8503-a5033615201d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.708740 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Added segment b53459f8-82eb-4dee-8503-a5033615201d of type vlan for network 61f23a35-9ba4-45d3-9d6f-495d19eb6329 Oct 23 01:07:12.777926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.779635 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:12.808583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.846089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.848468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e07c910-677a-45fc-bab5-916cc9afecdb,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:12.866008 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.services.metering.metering_plugin [None req-8d87c1fe-c023-4af6-a540-2e1178013e26 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 23 01:07:12.872897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:12.882119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4d0931c6-2a8f-41aa-832e-f542b130348f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:12.882561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.883072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-da2b71a8-e1e9-41d9-b861-b15cfe2d39db tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.884255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-da2b71a8-e1e9-41d9-b861-b15cfe2d39db tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4242942 Oct 23 01:07:12.891081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57986) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:12.900651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5ef4332f-5063-4de7-bd8d-33915eff7061 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e146befd-0f49-4a94-9247-0090ea7915ec'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:12.901563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5ef4332f-5063-4de7-bd8d-33915eff7061 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105985) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 23 01:07:12.909128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (61f23a35-9ba4-45d3-9d6f-495d19eb6329), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.912732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:12.918210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:12.925714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:12.932982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b47d2d72-99bc-4ff4-89ed-56fa9ebd8667 None None] Current status of the port 4d0931c6-2a8f-41aa-832e-f542b130348f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:12.933490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b47d2d72-99bc-4ff4-89ed-56fa9ebd8667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.981305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:13.036753 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Pushing event updated for resources: {'Port': ['ID=397bf954-5fa9-481b-b5d8-f1fca07c5cc6,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:13.040789 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 4d0931c6-2a8f-41aa-832e-f542b130348f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d0931c6-2a8f-41aa-832e-f542b130348f,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:13.086514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d87c1fe-c023-4af6-a540-2e1178013e26 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.087701 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8d87c1fe-c023-4af6-a540-2e1178013e26 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5685084 Oct 23 01:07:13.096199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Publish callbacks [] for router_gateway (23802a6e-5480-476e-b096-70d0a9c0377c), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.097653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57990) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:13.103990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.104530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-45245197-2264-44c7-9429-7d62b92fa950 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1b3c9fed-9868-4719-ad96-44ab00acfd95'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:13.105027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-45245197-2264-44c7-9429-7d62b92fa950 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105985) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 23 01:07:13.105149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dc878f47-b1e1-4d62-b91b-146b7e3939ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:13.132176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:13.147958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks [] for security_group (6a37dbd1-1d23-4c8e-9caf-b6f3a7192572), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.149366 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:07:13.152236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Allocated IP 172.36.3.252 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/aff106b2-1f84-4074-8a64-4cd32f9d8041) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:13.176763 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.services.metering.metering_plugin [None req-5ef4332f-5063-4de7-bd8d-33915eff7061 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 23 01:07:13.183953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:13.208186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6a37dbd1-1d23-4c8e-9caf-b6f3a7192572), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.261374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Attempting to bind port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:13.261751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Attempting to bind port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:13.262154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Attempting to bind port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 on network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:13.270618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=4d0931c6-2a8f-41aa-832e-f542b130348f,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:13.291462 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Sync routers for ids ['223fbffb-6323-4fd2-9e39-fbb8578e1979'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:07:13.301747 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Routers {'223fbffb-6323-4fd2-9e39-fbb8578e1979'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:13.302458 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['223fbffb-6323-4fd2-9e39-fbb8578e1979'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:13.311714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a37dbd1-1d23-4c8e-9caf-b6f3a7192572,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:13.321060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.326895 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-911f589e-a2f1-4b82-8576-61ad5a6c47c4 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2179320 Oct 23 01:07:13.326895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 57992) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:13.354352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b47d2d72-99bc-4ff4-89ed-56fa9ebd8667 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:07:13.354786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b47d2d72-99bc-4ff4-89ed-56fa9ebd8667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:07:13.371240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:13.371803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Checking segment: {'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:13.372014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.372366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Bound using segment: {'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:13.372847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Bound port: 397bf954-5fa9-481b-b5d8-f1fca07c5cc6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:13.373222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.384946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:13.429842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port dc878f47-b1e1-4d62-b91b-146b7e3939ce triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:13.430355 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.430731 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port dc878f47-b1e1-4d62-b91b-146b7e3939ce Oct 23 01:07:13.452570 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (61f23a35-9ba4-45d3-9d6f-495d19eb6329), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.453579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:13.454726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.459222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ef4332f-5063-4de7-bd8d-33915eff7061 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.463331 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5ef4332f-5063-4de7-bd8d-33915eff7061 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5675921 Oct 23 01:07:13.469194 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57994) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:13.484458 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Set router 223fbffb-6323-4fd2-9e39-fbb8578e1979 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:13.514642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] For port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:13.521535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] For port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=397bf954-5fa9-481b-b5d8-f1fca07c5cc6,segment=NetworkSegment(19ae54ad-a99d-4774-9f08-a75e8aa8cb7b),segment_id=19ae54ad-a99d-4774-9f08-a75e8aa8cb7b)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:13.531080 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.services.metering.metering_plugin [None req-45245197-2264-44c7-9429-7d62b92fa950 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 23 01:07:13.534279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f7ceda1d-02fe-4d84-8d6d-85297df9cfd6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.535580 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Added segment f7ceda1d-02fe-4d84-8d6d-85297df9cfd6 of type vlan for network c93205c9-56b1-4de1-b66e-2bb13b7040d4 Oct 23 01:07:13.587955 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (c93205c9-56b1-4de1-b66e-2bb13b7040d4), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.593997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port dc878f47-b1e1-4d62-b91b-146b7e3939ce is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:13.594393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.630207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.651264 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.9777565 Oct 23 01:07:13.658068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port dc878f47-b1e1-4d62-b91b-146b7e3939ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc878f47-b1e1-4d62-b91b-146b7e3939ce,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:13.661018 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-36ce5e8e-9ec4-4cbc-bdda-a268a367c743 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-label-rules?id=ca6d880c-e561-40ca-99ad-0bcaa67fd38f HTTP/1.1" status: 200 len: 464 time: 0.1889851 Oct 23 01:07:13.661625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 57998) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:13.661981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58000) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:13.662647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:13.682333 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:10Z', 'revision_number': 3, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:13.711534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Request body: {'subnet': {'network_id': '61f23a35-9ba4-45d3-9d6f-495d19eb6329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:13.719017 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Checking router: 223fbffb-6323-4fd2-9e39-fbb8578e1979 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:07:13.719804 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Updating router 223fbffb-6323-4fd2-9e39-fbb8578e1979 port bc7ecf4e-b232-43a7-9986-26c827edda37 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:07:13.730055 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514a492-7efb-42b9-9b48-86688cf45953 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event updated for resources: {'Network': ['ID=61f23a35-9ba4-45d3-9d6f-495d19eb6329,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:13.734152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.736016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-45245197-2264-44c7-9429-7d62b92fa950 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.740814 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-45245197-2264-44c7-9429-7d62b92fa950 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6388299 Oct 23 01:07:13.750479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 61f23a35-9ba4-45d3-9d6f-495d19eb6329 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:13.753856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58004) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:13.764233 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.783600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854e716-aae6-4c6d-bb74-53a550974a33 None None] Pushing event updated for resources: {'Port': ['ID=397bf954-5fa9-481b-b5d8-f1fca07c5cc6,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:13.807850 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-22ef74b9-fc7e-48ae-8637-4649e5e859f5 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-label-rules?id=dc506999-7735-4cc0-85ab-ebc3f8c493ac HTTP/1.1" status: 200 len: 462 time: 0.0456705 Oct 23 01:07:13.813268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58006) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:13.821920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks [] for port (aff106b2-1f84-4074-8a64-4cd32f9d8041), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.872201 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:07:14.015114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4d0931c6-2a8f-41aa-832e-f542b130348f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:14.066880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Made reservation on behalf of b4e836b2f8dd439bb4980e7974ee3e40 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:14.069515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.112278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Publish callbacks [] for router_gateway (23802a6e-5480-476e-b096-70d0a9c0377c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.136815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (c93205c9-56b1-4de1-b66e-2bb13b7040d4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.142983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:14.143797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.152308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.160596 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.171354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b47d2d72-99bc-4ff4-89ed-56fa9ebd8667 None None] Current status of the port 4d0931c6-2a8f-41aa-832e-f542b130348f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:14.178711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=dc878f47-b1e1-4d62-b91b-146b7e3939ce,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:14.214781 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.221368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 4d0931c6-2a8f-41aa-832e-f542b130348f triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:14.222317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.222877 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 4d0931c6-2a8f-41aa-832e-f542b130348f Oct 23 01:07:14.242898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3d0da76-127c-47d1-9a05-831d8ccc7071 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.247026 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d3d0da76-127c-47d1-9a05-831d8ccc7071 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "DELETE /networking/v2.0/metering/metering-label-rules/ca6d880c-e561-40ca-99ad-0bcaa67fd38f HTTP/1.1" status: 204 len: 168 time: 0.5425417 Oct 23 01:07:14.248211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (aff106b2-1f84-4074-8a64-4cd32f9d8041), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.255022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58008) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:14.272709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:14.276252 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Publish callbacks [] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.292924 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:14.293369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8155ce1f-729e-4274-bb8d-c4e4b9992554 None None] Provisioning complete for port 4d0931c6-2a8f-41aa-832e-f542b130348f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:14.293893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8155ce1f-729e-4274-bb8d-c4e4b9992554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.294328 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8155ce1f-729e-4274-bb8d-c4e4b9992554 None None] Attempt 1 to provision port 4d0931c6-2a8f-41aa-832e-f542b130348f Oct 23 01:07:14.321375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b524119b-1169-4378-be3b-e7c6745ae680 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.325290 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b524119b-1169-4378-be3b-e7c6745ae680 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "DELETE /networking/v2.0/metering/metering-label-rules/dc506999-7735-4cc0-85ab-ebc3f8c493ac HTTP/1.1" status: 204 len: 168 time: 0.5052865 Oct 23 01:07:14.334699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58010) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:14.337083 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.362354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4d0931c6-2a8f-41aa-832e-f542b130348f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:14.370584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:14.379791 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8278451 Oct 23 01:07:14.382787 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58014) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:14.388343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:14.396471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Request body: {'subnet': {'network_id': 'c93205c9-56b1-4de1-b66e-2bb13b7040d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:14.400330 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3b234591-8825-4b07-b518-803c5a408148 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-label-rules?id=ca6d880c-e561-40ca-99ad-0bcaa67fd38f HTTP/1.1" status: 200 len: 221 time: 0.1413550 Oct 23 01:07:14.406974 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Attempting to bind port bc7ecf4e-b232-43a7-9986-26c827edda37 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:14.406974 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Attempting to bind port bc7ecf4e-b232-43a7-9986-26c827edda37 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:14.406974 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Attempting to bind port bc7ecf4e-b232-43a7-9986-26c827edda37 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:14.412001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:14.413527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58016) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:14.423795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-91921596-e5e4-4968-b52b-b886e0ab3c57 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--646499144', 'description': 'label created by tempest'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:14.424249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-91921596-e5e4-4968-b52b-b886e0ab3c57 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Unknown quota resources ['metering_label']. {{(pid=105984) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 23 01:07:14.461459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa17d5d-71f5-48a3-9427-5b01ec4fe8bc tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Pushing event updated for resources: {'Network': ['ID=c93205c9-56b1-4de1-b66e-2bb13b7040d4,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:14.464342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8155ce1f-729e-4274-bb8d-c4e4b9992554 None None] Current status of the port 4d0931c6-2a8f-41aa-832e-f542b130348f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:14.467153 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Pushing event updated for resources: {'Port': ['ID=bc7ecf4e-b232-43a7-9986-26c827edda37,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:14.475488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network c93205c9-56b1-4de1-b66e-2bb13b7040d4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:14.484733 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.485113 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.489633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.489633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.489633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.489633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.489633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.489633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.489633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.489633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.489633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.489633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.490521 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.490521 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.490521 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Tracked resource versions report: Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: pushed versions: Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: { 'AddressGroup': {'1.2'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Agent': {'1.1'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'ConntrackHelper': {'1.0'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'LocalIPAssociation': {'1.0'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Log': {'1.0'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'NDPProxy': {'1.0'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Network': {'1.1'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Port': {'1.7'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'PortForwarding': {'1.3'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'QosPolicy': {'1.10'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'SecurityGroup': {'1.5'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'SecurityGroupRule': {'1.2'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'SubPort': {'1.0'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Subnet': {'1.1'}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Trunk': {'1.1'}} Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: consumer versions: Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: HyperV agent@hv-neutron-mast: {}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: L3 agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: Metadata agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: Metering agent@dv-neutron-master-2-hyperv: {}, Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Agent': '1.1', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'ConntrackHelper': '1.0', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'LocalIPAssociation': '1.0', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Log': '1.0', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'NDPProxy': '1.0', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Network': '1.1', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Port': '1.7', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'PortForwarding': '1.3', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'QosPolicy': '1.10', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'SecurityGroup': '1.5', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'SecurityGroupRule': '1.2', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'SubPort': '1.0', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Subnet': '1.1', Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: 'Trunk': '1.1'}} Oct 23 01:07:14.491645 dv-neutron-master-2-hyperv neutron-server[105987]: {{(pid=105987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 01:07:14.501189 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:14.501567 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:14.502040 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.502951 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:14.503692 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Bound port: bc7ecf4e-b232-43a7-9986-26c827edda37, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:14.504073 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.511644 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-46c915da-28a7-42bd-a4f5-337d70195e6f tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-label-rules?id=dc506999-7735-4cc0-85ab-ebc3f8c493ac HTTP/1.1" status: 200 len: 221 time: 0.1640103 Oct 23 01:07:14.517608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58018) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:14.523486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Pushing event updated for resources: {'Port': ['ID=aff106b2-1f84-4074-8a64-4cd32f9d8041,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:14.543417 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-97fd856d-2f9c-48a2-90e5-46ccec9271e0 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--384254055', 'description': 'label created by tempest'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:14.544783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-97fd856d-2f9c-48a2-90e5-46ccec9271e0 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Unknown quota resources ['metering_label']. {{(pid=105984) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 23 01:07:14.547026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:14.580980 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] For port bc7ecf4e-b232-43a7-9986-26c827edda37, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:14.593316 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] For port bc7ecf4e-b232-43a7-9986-26c827edda37, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc7ecf4e-b232-43a7-9986-26c827edda37,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:14.681607 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.690975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8155ce1f-729e-4274-bb8d-c4e4b9992554 None None] Provisioning complete for port dc878f47-b1e1-4d62-b91b-146b7e3939ce triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:14.691679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8155ce1f-729e-4274-bb8d-c4e4b9992554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:14.693148 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8155ce1f-729e-4274-bb8d-c4e4b9992554 None None] Attempt 1 to provision port dc878f47-b1e1-4d62-b91b-146b7e3939ce Oct 23 01:07:14.709173 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Routers {'223fbffb-6323-4fd2-9e39-fbb8578e1979'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:14.713889 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['223fbffb-6323-4fd2-9e39-fbb8578e1979'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:14.783700 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:14.783945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:07:14.798397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8155ce1f-729e-4274-bb8d-c4e4b9992554 None None] Current status of the port dc878f47-b1e1-4d62-b91b-146b7e3939ce is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:14.804900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Sync routers for ids ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:07:14.820155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Routers {'25cf7d12-3dd6-49e6-a7d9-5a8da977187f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:14.821546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:14.853299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:14.855945 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:14.865665 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647b272-26da-4b59-9e55-a4c6240f3cdb None None] Pushing event updated for resources: {'Port': ['ID=bc7ecf4e-b232-43a7-9986-26c827edda37,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:14.927026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:14.956970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks [] for floatingip (136036e1-2f47-41e8-a66e-0d7976256eab), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.001338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Allocated IP 172.36.3.21 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/44596bf0-d121-48cf-9269-d4b9c6e965c8) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:15.013702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-91921596-e5e4-4968-b52b-b886e0ab3c57 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.017715 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-91921596-e5e4-4968-b52b-b886e0ab3c57 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5946865 Oct 23 01:07:15.017913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Set router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:15.022513 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] Set router 223fbffb-6323-4fd2-9e39-fbb8578e1979 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:15.029256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58022) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:15.041413 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.047374 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-be1e9334-5362-4185-b8f6-32803c1d629e admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.9390268 Oct 23 01:07:15.053515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58024) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:15.188282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Made reservation on behalf of a5c7909bcef84dd6921778f02e297833 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:15.193378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks [] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.203577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (aff106b2-1f84-4074-8a64-4cd32f9d8041), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.255089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:11Z', 'revision_number': 3, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:15.289108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Checking router: 25cf7d12-3dd6-49e6-a7d9-5a8da977187f for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:07:15.289947 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Updating router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:07:15.292991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1d790-9609-4ee5-960f-ee071340c8fe None None] Network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:15.320293 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-22f1f81c-66ff-4237-9581-eff6c05989d2 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-labels?id=4140a438-7fae-4156-ab66-a55231a6f979 HTTP/1.1" status: 200 len: 467 time: 0.2043943 Oct 23 01:07:15.327659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58026) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:15.354920 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:10Z', 'revision_number': 3, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:15.389084 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05b86c-f7d0-4a04-ac5c-4cbbe1571c79 None None] The sync data for ids ['223fbffb-6323-4fd2-9e39-fbb8578e1979'] in dv-neutron-master-2-hyperv is: [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:10Z', 'revision_number': 3, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:07:15.391287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5c7c169e-0123-40bd-9685-77d4d60585a6 None None] Provisioning complete for port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:15.392471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5c7c169e-0123-40bd-9685-77d4d60585a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.402068 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5c7c169e-0123-40bd-9685-77d4d60585a6 None None] Attempt 1 to provision port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 Oct 23 01:07:15.410147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97fd856d-2f9c-48a2-90e5-46ccec9271e0 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.413894 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-97fd856d-2f9c-48a2-90e5-46ccec9271e0 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8755784 Oct 23 01:07:15.444283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.459520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58028) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:15.476046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:15.556708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:07:15.557293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for subnet (37a1efb9-7752-46eb-963d-40c9d6e58fa7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.627130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:15.651245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c169e-0123-40bd-9685-77d4d60585a6 None None] Current status of the port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:15.651777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5c7c169e-0123-40bd-9685-77d4d60585a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.707959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Publish callbacks [] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.747927 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b318e5cf-85b4-4217-9c8b-d36753fe144b tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-labels?id=72fddfb3-57b2-49d7-9657-e90fde95d6c8 HTTP/1.1" status: 200 len: 467 time: 0.2811589 Oct 23 01:07:15.760666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5c7c169e-0123-40bd-9685-77d4d60585a6 None None] For port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=397bf954-5fa9-481b-b5d8-f1fca07c5cc6,segment=NetworkSegment(19ae54ad-a99d-4774-9f08-a75e8aa8cb7b),segment_id=19ae54ad-a99d-4774-9f08-a75e8aa8cb7b)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:15.761343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58030) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:15.845686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5c7c169e-0123-40bd-9685-77d4d60585a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:15.928496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Checking segment: {'id': 'b53459f8-82eb-4dee-8503-a5033615201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '61f23a35-9ba4-45d3-9d6f-495d19eb6329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:15.928958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Network hostable DHCP agents. Network: 61f23a35-9ba4-45d3-9d6f-495d19eb6329, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:07:15.966718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c169e-0123-40bd-9685-77d4d60585a6 None None] Pushing event updated for resources: {'Port': ['ID=397bf954-5fa9-481b-b5d8-f1fca07c5cc6,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:16.010492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:16.032855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=3,neutron:INSERT=5,neutron:SELECT=92 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:16.069101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event updated for resources: {'Subnet': ['ID=37a1efb9-7752-46eb-963d-40c9d6e58fa7,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:16.073664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-846312b8-c311-4f99-a9dd-438c1d48df61 None None] Provisioning complete for port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:16.074089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-846312b8-c311-4f99-a9dd-438c1d48df61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.074423 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-846312b8-c311-4f99-a9dd-438c1d48df61 None None] Attempt 1 to provision port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 Oct 23 01:07:16.130243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:16.168515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9200ca2f-aed6-46a6-9660-b69d48fee570 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.174184 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9200ca2f-aed6-46a6-9660-b69d48fee570 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "DELETE /networking/v2.0/metering/metering-labels/4140a438-7fae-4156-ab66-a55231a6f979 HTTP/1.1" status: 204 len: 168 time: 0.8457859 Oct 23 01:07:16.179430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58032) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.216178 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7bd67660-8fa8-438d-bc0a-d7c3e04d76c6 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-labels?id=4140a438-7fae-4156-ab66-a55231a6f979 HTTP/1.1" status: 200 len: 216 time: 0.0354979 Oct 23 01:07:16.217486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.227133 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58034) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.233896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:16.234391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.234739 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 Oct 23 01:07:16.295648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.302253 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:16.322481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:16.327292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:16.337004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-846312b8-c311-4f99-a9dd-438c1d48df61 None None] Current status of the port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:16.353755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Network 61f23a35-9ba4-45d3-9d6f-495d19eb6329 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:07:16.375256 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9d74afee-98de-428b-b335-877b2cf0b6ac tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1368847 Oct 23 01:07:16.388802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58036) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.392799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks [] for port (aff106b2-1f84-4074-8a64-4cd32f9d8041), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.415902 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-525f5d77-5c96-465c-b292-3c0821fdf6ad tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0195408 Oct 23 01:07:16.428101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58038) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.454511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:16.462006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bc7ecf4e-b232-43a7-9986-26c827edda37 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:16.510352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for subnet (631eab36-4ed3-4ba0-8257-b9ce5a04cce3), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.513519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (aff106b2-1f84-4074-8a64-4cd32f9d8041), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.514706 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (136036e1-2f47-41e8-a66e-0d7976256eab), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.547881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c467c499-81db-4618-b443-c31030560190 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.552255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c467c499-81db-4618-b443-c31030560190 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "DELETE /networking/v2.0/metering/metering-labels/72fddfb3-57b2-49d7-9657-e90fde95d6c8 HTTP/1.1" status: 204 len: 168 time: 0.7851286 Oct 23 01:07:16.571352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58040) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.587323 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bc7ecf4e-b232-43a7-9986-26c827edda37 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:16.587865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.588051 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bc7ecf4e-b232-43a7-9986-26c827edda37 Oct 23 01:07:16.594136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Pushing event updated for resources: {'Port': ['ID=44596bf0-d121-48cf-9269-d4b9c6e965c8,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:16.614568 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0e33e268-3de0-4b85-b3e7-4c677e2a678d tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-labels?id=72fddfb3-57b2-49d7-9657-e90fde95d6c8 HTTP/1.1" status: 200 len: 216 time: 0.0374386 Oct 23 01:07:16.648003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 61f23a35-9ba4-45d3-9d6f-495d19eb6329) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:16.657681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58042) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.665340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61ba775-82e4-4da8-b281-14be42b56326 None None] Network 61f23a35-9ba4-45d3-9d6f-495d19eb6329 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:16.685135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:16.690908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.698762 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a0d65049-607a-4d2e-bc18-fb1f3218fd2c tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-labels/e146befd-0f49-4a94-9247-0090ea7915ec HTTP/1.1" status: 200 len: 473 time: 0.2691405 Oct 23 01:07:16.727883 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58046) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.736612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Publish callbacks [] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.756196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:16.773992 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-140f9a89-2b30-4d89-a58c-0e676c1776c1 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1143377 Oct 23 01:07:16.792013 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8a7f59e5-271d-430d-96c2-b780442570cb tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-label-rules/b4aee723-7052-4c2e-b36f-8636de86fe8c HTTP/1.1" status: 200 len: 461 time: 0.0524905 Oct 23 01:07:16.792013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58048) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.792342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:16.793757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bc7ecf4e-b232-43a7-9986-26c827edda37 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:16.793927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.795488 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Pushing event updated for resources: {'Subnet': ['ID=631eab36-4ed3-4ba0-8257-b9ce5a04cce3,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:16.823821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58050) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.832360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port bc7ecf4e-b232-43a7-9986-26c827edda37, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc7ecf4e-b232-43a7-9986-26c827edda37,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:16.839397 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.845173 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6117139 Oct 23 01:07:16.845515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0138ae-e8fb-4390-963c-fd0ba5fda5cd tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Pushing event updated for resources: {'Port': ['ID=aff106b2-1f84-4074-8a64-4cd32f9d8041,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:16.848024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58052) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.858947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-350d0172-8418-46e6-bbe4-2e8b17f63dca tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1534591138', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'fixed_ips': [{'ip_address': '172.36.3.252'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:16.878484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Checking segment: {'id': 'f7ceda1d-02fe-4d84-8d6d-85297df9cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c93205c9-56b1-4de1-b66e-2bb13b7040d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:16.878484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Network hostable DHCP agents. Network: c93205c9-56b1-4de1-b66e-2bb13b7040d4, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:07:16.879406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:16.895421 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-85c132f2-5a0f-471c-90f2-7844ccbed601 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1921246 Oct 23 01:07:16.904033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Attempting to bind port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:16.904620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Attempting to bind port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:16.905159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Attempting to bind port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:16.906042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58054) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.908792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dc4199-971a-4c92-9a0e-7ad79364335b None None] Network 61f23a35-9ba4-45d3-9d6f-495d19eb6329 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:16.920104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1228779613', 'network_id': '61f23a35-9ba4-45d3-9d6f-495d19eb6329'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:16.948774 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-542e41b2-c88e-471f-a3b3-2a3683775a62 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1393600 Oct 23 01:07:16.956267 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58056) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:16.981421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:16.992355 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:17.022759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.023501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dc878f47-b1e1-4d62-b91b-146b7e3939ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:17.058228 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:17.077745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Publish callbacks [] for router_gateway (23802a6e-5480-476e-b096-70d0a9c0377c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.085001 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-40c2051c-b7a0-4e70-9828-46784dc64e16 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-labels/1b3c9fed-9868-4719-ad96-44ab00acfd95 HTTP/1.1" status: 200 len: 473 time: 0.1245532 Oct 23 01:07:17.102083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58058) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:17.125366 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e8537e8c-4784-4120-a7b9-343b43199786 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "GET /networking/v2.0/metering/metering-label-rules/9365f282-3950-4d60-b661-815452583732 HTTP/1.1" status: 200 len: 459 time: 0.0217166 Oct 23 01:07:17.126808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58060) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:17.201431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Allocated IP 172.20.0.1 (05bcd369-fd6c-4f2a-b5d0-3331a3a7f454/4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211/3d2156f8-4156-45b5-a968-e8d83029cd13) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:17.247131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1ec96-d929-409d-b4b3-4c7be779c0ee None None] Pushing event updated for resources: {'Port': ['ID=0b796dff-60b2-4cf7-8641-8bd4d354fa3a,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:17.270580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:17.270580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:17.270998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.600926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:17.600926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Bound port: 0b796dff-60b2-4cf7-8641-8bd4d354fa3a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:17.600926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.605949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Made reservation on behalf of b4e836b2f8dd439bb4980e7974ee3e40 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:17.605949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.605949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350d0172-8418-46e6-bbe4-2e8b17f63dca tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Made reservation on behalf of f52fe2d446d84a6da8e10587f89f3b9d for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:17.605949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-350d0172-8418-46e6-bbe4-2e8b17f63dca tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.605949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Network c93205c9-56b1-4de1-b66e-2bb13b7040d4 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:07:17.606328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port dc878f47-b1e1-4d62-b91b-146b7e3939ce triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:17.606328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.606328 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port dc878f47-b1e1-4d62-b91b-146b7e3939ce Oct 23 01:07:17.606577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-184c2bca-0346-46e5-a365-c7e63ed2c4b2 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.606577 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-184c2bca-0346-46e5-a365-c7e63ed2c4b2 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "DELETE /networking/v2.0/metering/metering-label-rules/b4aee723-7052-4c2e-b36f-8636de86fe8c HTTP/1.1" status: 204 len: 168 time: 0.5530779 Oct 23 01:07:17.606577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58062) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:17.606577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-350d0172-8418-46e6-bbe4-2e8b17f63dca tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.606908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:17.607349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] For port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:17.607349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=bc7ecf4e-b232-43a7-9986-26c827edda37,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:17.607349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] For port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b796dff-60b2-4cf7-8641-8bd4d354fa3a,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:17.607547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Publish callbacks [] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.607620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:17.607689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (23802a6e-5480-476e-b096-70d0a9c0377c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.607766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] device_id is not set on port 3099a1ab-7dc2-456f-9c2d-1c19af33d02b yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:17.607847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port dc878f47-b1e1-4d62-b91b-146b7e3939ce is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:17.607919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.609112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c93205c9-56b1-4de1-b66e-2bb13b7040d4) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:17.613461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.639422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:17.639422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.640294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939882f7-3963-4757-972a-f25fa0986255 None None] Network c93205c9-56b1-4de1-b66e-2bb13b7040d4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:17.640294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:17.745697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6209ec7-70ac-4381-a6d7-35c2b4048cf6 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.746973 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e6209ec7-70ac-4381-a6d7-35c2b4048cf6 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "DELETE /networking/v2.0/metering/metering-label-rules/9365f282-3950-4d60-b661-815452583732 HTTP/1.1" status: 204 len: 168 time: 0.6106799 Oct 23 01:07:17.749821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58064) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:17.752841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Routers {'25cf7d12-3dd6-49e6-a7d9-5a8da977187f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:17.753847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:17.801808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1ec96-d929-409d-b4b3-4c7be779c0ee None None] Pushing event updated for resources: {'Port': ['ID=0b796dff-60b2-4cf7-8641-8bd4d354fa3a,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:17.876067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Router 23802a6e-5480-476e-b096-70d0a9c0377c is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:07:17.880047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.915937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] Set router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:17.921553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:17.924399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c93205c9-56b1-4de1-b66e-2bb13b7040d4', 'network_id': 'c93205c9-56b1-4de1-b66e-2bb13b7040d4', 'project_id': 'a5c7909bcef84dd6921778f02e297833', 'fixed_ips': [{'subnet_id': '631eab36-4ed3-4ba0-8257-b9ce5a04cce3'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:07:17.925272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:17.963905 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5e860479-4ba7-49c1-b97d-dd764f9459e5 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5741613 Oct 23 01:07:17.969156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58066) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:17.974684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Request body: {'port': {'network_id': 'c93205c9-56b1-4de1-b66e-2bb13b7040d4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1616375996'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:18.056340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Allocated IP 2001:db8::37a (61f23a35-9ba4-45d3-9d6f-495d19eb6329/37a1efb9-7752-46eb-963d-40c9d6e58fa7/3099a1ab-7dc2-456f-9c2d-1c19af33d02b) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:18.060027 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:18.079327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-350d0172-8418-46e6-bbe4-2e8b17f63dca tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks [] for security_group (89cb7302-63c6-49ed-9752-181bb081f7df), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.081463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:18.082430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf04b027-f856-44ab-a2dc-e713cc01e384 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.087273 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cf04b027-f856-44ab-a2dc-e713cc01e384 tempest-MeteringTestJSON-1732032215 tempest-MeteringTestJSON-1732032215-project-admin] 10.222.0.36 "DELETE /networking/v2.0/metering/metering-labels/e146befd-0f49-4a94-9247-0090ea7915ec HTTP/1.1" status: 204 len: 168 time: 0.7021487 Oct 23 01:07:18.098236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:18.098719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (223fbffb-6323-4fd2-9e39-fbb8578e1979), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.104446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Pushing event updated for resources: {'Port': ['ID=3d2156f8-4156-45b5-a968-e8d83029cd13,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:18.149845 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:18.150649 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.150649 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 Oct 23 01:07:18.191295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-350d0172-8418-46e6-bbe4-2e8b17f63dca tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (89cb7302-63c6-49ed-9752-181bb081f7df), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.220847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-350d0172-8418-46e6-bbe4-2e8b17f63dca tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] device_id is not set on port 33405f85-5988-4c08-b408-560c371c9c8a yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:18.221329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-34819089-815a-4e04-a795-51518c9a3c15 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.222717 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-34819089-815a-4e04-a795-51518c9a3c15 tempest-MeteringIpV6TestJSON-446185625 tempest-MeteringIpV6TestJSON-446185625-project-admin] 10.222.0.36 "DELETE /networking/v2.0/metering/metering-labels/1b3c9fed-9868-4719-ad96-44ab00acfd95 HTTP/1.1" status: 204 len: 168 time: 0.4709756 Oct 23 01:07:18.249412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Allocated IP 172.20.0.1 (90278020-7334-4e49-a351-40edec530728/22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1/653e80b8-f8fd-4abd-8ce1-1db2034ef239) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:18.424242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Allocated IP 172.20.0.2 (c93205c9-56b1-4de1-b66e-2bb13b7040d4/631eab36-4ed3-4ba0-8257-b9ce5a04cce3/ccde34a1-cf8f-44a9-a4dd-701bdb58c551) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:18.461470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:11Z', 'revision_number': 3, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:18.465267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:18.466346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bc7ecf4e-b232-43a7-9986-26c827edda37 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:18.481011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d0172-8418-46e6-bbe4-2e8b17f63dca tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cb7302-63c6-49ed-9752-181bb081f7df,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:18.560638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:18.561907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e285af3-9851-4eab-8c90-fc305c6070f3 None None] The sync data for ids ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'] in dv-neutron-master-2-hyperv is: [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:11Z', 'revision_number': 3, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:07:18.585982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-713f7eb4-3c70-4b19-923f-f8412bd697ed None None] Provisioning complete for port 3d2156f8-4156-45b5-a968-e8d83029cd13 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:18.586374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-713f7eb4-3c70-4b19-923f-f8412bd697ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.586784 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-713f7eb4-3c70-4b19-923f-f8412bd697ed None None] Attempt 1 to provision port 3d2156f8-4156-45b5-a968-e8d83029cd13 Oct 23 01:07:18.675639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:18.729716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for port (3099a1ab-7dc2-456f-9c2d-1c19af33d02b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.739755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-713f7eb4-3c70-4b19-923f-f8412bd697ed None None] Port 3d2156f8-4156-45b5-a968-e8d83029cd13 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:07:18.757247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bc7ecf4e-b232-43a7-9986-26c827edda37 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:18.757622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.758855 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bc7ecf4e-b232-43a7-9986-26c827edda37 Oct 23 01:07:18.774799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Publish callbacks [] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.829934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.835800 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:07:18.861913 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-350d0172-8418-46e6-bbe4-2e8b17f63dca tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 23 01:07:18.862879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350d0172-8418-46e6-bbe4-2e8b17f63dca tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:07:18.866043 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Sync routers for ids ['23802a6e-5480-476e-b096-70d0a9c0377c'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:07:18.880711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Made reservation on behalf of a5c7909bcef84dd6921778f02e297833 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:18.885938 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Routers {'23802a6e-5480-476e-b096-70d0a9c0377c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:18.887989 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['23802a6e-5480-476e-b096-70d0a9c0377c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:18.892446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.914796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (3099a1ab-7dc2-456f-9c2d-1c19af33d02b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:18.921043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:18.955693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Publish callbacks [] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.020241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.039629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.040428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event updated for resources: {'Port': ['ID=3099a1ab-7dc2-456f-9c2d-1c19af33d02b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:19.072462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.081064 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-88bbbd9b-fa99-49fd-9fea-4e822ef2da11 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9167295 Oct 23 01:07:19.092880 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-350d0172-8418-46e6-bbe4-2e8b17f63dca tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2418749 Oct 23 01:07:19.096245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58078) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:19.103582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58080) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:19.136720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:19.150770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bc7ecf4e-b232-43a7-9986-26c827edda37 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:19.151250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:19.162902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Network c93205c9-56b1-4de1-b66e-2bb13b7040d4 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:19.169061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:19.171775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:19.182198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Pushing event updated for resources: {'Port': ['ID=ccde34a1-cf8f-44a9-a4dd-701bdb58c551,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:19.200130 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Set router 23802a6e-5480-476e-b096-70d0a9c0377c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:19.214783 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58082) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:19.215898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Pushing event updated for resources: {'Port': ['ID=653e80b8-f8fd-4abd-8ce1-1db2034ef239,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:19.257605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58086) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:19.266306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Network 61f23a35-9ba4-45d3-9d6f-495d19eb6329 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:19.270502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Attempting to bind port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:19.271030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Attempting to bind port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f7ceda1d-02fe-4d84-8d6d-85297df9cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c93205c9-56b1-4de1-b66e-2bb13b7040d4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:19.271506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Attempting to bind port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 on network c93205c9-56b1-4de1-b66e-2bb13b7040d4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:19.292214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:19.294712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:19.295736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:19.296350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.323934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:19.324200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Network 90278020-7334-4e49-a351-40edec530728 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:19.324742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Checking segment: {'id': 'f7ceda1d-02fe-4d84-8d6d-85297df9cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c93205c9-56b1-4de1-b66e-2bb13b7040d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:19.326820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.326922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:19.328162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Bound using segment: {'id': 'f7ceda1d-02fe-4d84-8d6d-85297df9cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c93205c9-56b1-4de1-b66e-2bb13b7040d4'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:19.329358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Bound port: ccde34a1-cf8f-44a9-a4dd-701bdb58c551, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ceda1d-02fe-4d84-8d6d-85297df9cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c93205c9-56b1-4de1-b66e-2bb13b7040d4'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:19.330297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.331468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:19.331965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.343815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] device_id is not set on port 812f4658-3e96-459e-a204-9c89cf4c88a7 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:19.388490 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-263c990b-006a-48d8-ba95-b18279caed62 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4786961 Oct 23 01:07:19.464095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:19.465883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] For port ccde34a1-cf8f-44a9-a4dd-701bdb58c551, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:19.472900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] For port ccde34a1-cf8f-44a9-a4dd-701bdb58c551, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ccde34a1-cf8f-44a9-a4dd-701bdb58c551,segment=NetworkSegment(f7ceda1d-02fe-4d84-8d6d-85297df9cfd6),segment_id=f7ceda1d-02fe-4d84-8d6d-85297df9cfd6)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:19.475935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58090) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:19.522267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:19.550372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.588356 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 3, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:19.657817 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Checking router: 23802a6e-5480-476e-b096-70d0a9c0377c for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:07:19.658366 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Updating router 23802a6e-5480-476e-b096-70d0a9c0377c port 44596bf0-d121-48cf-9269-d4b9c6e965c8 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:07:19.690503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ecc5c-7a28-4f1a-80d0-b892cf1491e9 None None] Pushing event updated for resources: {'Port': ['ID=ccde34a1-cf8f-44a9-a4dd-701bdb58c551,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:19.789610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-22ee95d0-a450-4295-adb5-9ab9fe289fb5 None None] Provisioning complete for port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:19.790046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-22ee95d0-a450-4295-adb5-9ab9fe289fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.790356 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-22ee95d0-a450-4295-adb5-9ab9fe289fb5 None None] Attempt 1 to provision port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 Oct 23 01:07:19.849857 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.864217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-22ee95d0-a450-4295-adb5-9ab9fe289fb5 None None] Port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:07:19.875407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62b1503-5df3-4921-95da-709afb5f46e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.918396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-46ed6b46-9eeb-4d11-8adc-f681abebbe18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:19.983801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0b796dff-60b2-4cf7-8641-8bd4d354fa3a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:20.064469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:20.064857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.065192 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a Oct 23 01:07:20.167092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62b1503-5df3-4921-95da-709afb5f46e6 admin admin] Publish callbacks [] for security_group (27f924ea-a2b5-401a-b303-52bb0d9a114a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.182295 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:20.295409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62b1503-5df3-4921-95da-709afb5f46e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (27f924ea-a2b5-401a-b303-52bb0d9a114a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.337391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-380ec3c0-ea4d-4ec7-851e-a0aaedbcc6de tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Deleting port 3099a1ab-7dc2-456f-9c2d-1c19af33d02b {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:20.337741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-380ec3c0-ea4d-4ec7-851e-a0aaedbcc6de tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3099a1ab-7dc2-456f-9c2d-1c19af33d02b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.349275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:20.349662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.351694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:20.363212 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Publish callbacks [] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.379522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b796dff-60b2-4cf7-8641-8bd4d354fa3a,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:20.380651 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b62b1503-5df3-4921-95da-709afb5f46e6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e8ce12e50a464e2cb98577c66c972035&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1620286 Oct 23 01:07:20.399170 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58092) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:20.400651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:20.433689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:20.472434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-c33a8955-cb96-4d48-b495-dcb65290d170 tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Deleting port aff106b2-1f84-4074-8a64-4cd32f9d8041 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:20.472924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c33a8955-cb96-4d48-b495-dcb65290d170 tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (aff106b2-1f84-4074-8a64-4cd32f9d8041), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.475727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.477899 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.486262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b1503-5df3-4921-95da-709afb5f46e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f924ea-a2b5-401a-b303-52bb0d9a114a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:20.508984 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Attempting to bind port 44596bf0-d121-48cf-9269-d4b9c6e965c8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:20.510034 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Attempting to bind port 44596bf0-d121-48cf-9269-d4b9c6e965c8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:20.510647 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Attempting to bind port 44596bf0-d121-48cf-9269-d4b9c6e965c8 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:20.542183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=0b796dff-60b2-4cf7-8641-8bd4d354fa3a,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:20.585328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Allocated IP 172.20.0.10 (c93205c9-56b1-4de1-b66e-2bb13b7040d4/631eab36-4ed3-4ba0-8257-b9ce5a04cce3/812f4658-3e96-459e-a204-9c89cf4c88a7) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:20.621089 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f786b2-8f37-411d-a41b-42c4362964ad None None] Pushing event updated for resources: {'Port': ['ID=44596bf0-d121-48cf-9269-d4b9c6e965c8,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:20.624908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-380ec3c0-ea4d-4ec7-851e-a0aaedbcc6de tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3099a1ab-7dc2-456f-9c2d-1c19af33d02b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.626564 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:20.627260 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:20.627870 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.628713 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:20.629954 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Bound port: 44596bf0-d121-48cf-9269-d4b9c6e965c8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:20.630577 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.657713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-380ec3c0-ea4d-4ec7-851e-a0aaedbcc6de tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Calling delete_port for 3099a1ab-7dc2-456f-9c2d-1c19af33d02b owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:20.695501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.705274 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] For port 44596bf0-d121-48cf-9269-d4b9c6e965c8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:20.710290 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] For port 44596bf0-d121-48cf-9269-d4b9c6e965c8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44596bf0-d121-48cf-9269-d4b9c6e965c8,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:20.746344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c33a8955-cb96-4d48-b495-dcb65290d170 tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (aff106b2-1f84-4074-8a64-4cd32f9d8041), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.746733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c33a8955-cb96-4d48-b495-dcb65290d170 tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks [] for floatingip (aff106b2-1f84-4074-8a64-4cd32f9d8041), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.751776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Publish callbacks [] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.769669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da46765f-495a-4153-b486-cdb141f9c392 admin admin] Publish callbacks [] for security_group (27f924ea-a2b5-401a-b303-52bb0d9a114a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.782520 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.795086 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-c33a8955-cb96-4d48-b495-dcb65290d170 tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Calling delete_port for aff106b2-1f84-4074-8a64-4cd32f9d8041 owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:20.834030 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Routers {'23802a6e-5480-476e-b096-70d0a9c0377c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:20.834793 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['23802a6e-5480-476e-b096-70d0a9c0377c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:20.883463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da46765f-495a-4153-b486-cdb141f9c392 admin admin] Publish callbacks [] for security_group (27f924ea-a2b5-401a-b303-52bb0d9a114a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.893117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.894022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (223fbffb-6323-4fd2-9e39-fbb8578e1979), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.910832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:20.923213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-46ed6b46-9eeb-4d11-8adc-f681abebbe18 admin admin] Publish callbacks [] for security_group (3bb34839-b2b1-4773-8801-f3c96c249516), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:20.973050 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] Set router 23802a6e-5480-476e-b096-70d0a9c0377c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:21.016156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-46ed6b46-9eeb-4d11-8adc-f681abebbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3bb34839-b2b1-4773-8801-f3c96c249516), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.080331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96642ec0-9ec6-4e04-99d0-36b1c0b4ebb2 None None] Network c93205c9-56b1-4de1-b66e-2bb13b7040d4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:21.111987 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-46ed6b46-9eeb-4d11-8adc-f681abebbe18 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d99df89937c7492ab5128b05297d3d5b&name=default HTTP/1.1" status: 200 len: 2995 time: 1.8444891 Oct 23 01:07:21.120973 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58094) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:21.136143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed6b46-9eeb-4d11-8adc-f681abebbe18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb34839-b2b1-4773-8801-f3c96c249516,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:21.146369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:21.160025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:21.189949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da46765f-495a-4153-b486-cdb141f9c392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (27f924ea-a2b5-401a-b303-52bb0d9a114a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.192482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da46765f-495a-4153-b486-cdb141f9c392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.193650 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-da46765f-495a-4153-b486-cdb141f9c392 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/27f924ea-a2b5-401a-b303-52bb0d9a114a HTTP/1.1" status: 204 len: 168 time: 0.7868037 Oct 23 01:07:21.226339 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46765f-495a-4153-b486-cdb141f9c392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f924ea-a2b5-401a-b303-52bb0d9a114a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:21.236436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Publish callbacks [] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.246000 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f786b2-8f37-411d-a41b-42c4362964ad None None] Pushing event updated for resources: {'Port': ['ID=44596bf0-d121-48cf-9269-d4b9c6e965c8,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:21.257661 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e0dcc2cf-623d-4bde-a03a-1e9c288ce83e admin admin] Publish callbacks [] for security_group (3bb34839-b2b1-4773-8801-f3c96c249516), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.267227 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:21.287975 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e0dcc2cf-623d-4bde-a03a-1e9c288ce83e admin admin] Publish callbacks [] for security_group (3bb34839-b2b1-4773-8801-f3c96c249516), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.308102 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 3, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:21.324184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-380ec3c0-ea4d-4ec7-851e-a0aaedbcc6de tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (3099a1ab-7dc2-456f-9c2d-1c19af33d02b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.358250 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2aa93d-ad2a-4237-836a-5e4e5a76e9b1 None None] The sync data for ids ['23802a6e-5480-476e-b096-70d0a9c0377c'] in dv-neutron-master-2-hyperv is: [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 3, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:07:21.373180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.373991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.385471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ec3c0-ea4d-4ec7-851e-a0aaedbcc6de tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event deleted for resources: {'Port': ['ID=3099a1ab-7dc2-456f-9c2d-1c19af33d02b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:21.441215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7de507aa-693c-4d8b-bef6-edd90648bece None None] Provisioning complete for port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:21.441887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7de507aa-693c-4d8b-bef6-edd90648bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.442558 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7de507aa-693c-4d8b-bef6-edd90648bece None None] Attempt 1 to provision port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 Oct 23 01:07:21.453514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Router 223fbffb-6323-4fd2-9e39-fbb8578e1979 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:07:21.457948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Pushing event updated for resources: {'Port': ['ID=3d2156f8-4156-45b5-a968-e8d83029cd13,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:21.463106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks [] for port (812f4658-3e96-459e-a204-9c89cf4c88a7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.467933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e0dcc2cf-623d-4bde-a03a-1e9c288ce83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3bb34839-b2b1-4773-8801-f3c96c249516), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.468971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:21.471071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e0dcc2cf-623d-4bde-a03a-1e9c288ce83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.471645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.472705 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e0dcc2cf-623d-4bde-a03a-1e9c288ce83e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3bb34839-b2b1-4773-8801-f3c96c249516 HTTP/1.1" status: 204 len: 168 time: 0.3503528 Oct 23 01:07:21.474032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:21.508961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcc2cf-623d-4bde-a03a-1e9c288ce83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb34839-b2b1-4773-8801-f3c96c249516,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:21.611202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:21.616891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-380ec3c0-ea4d-4ec7-851e-a0aaedbcc6de tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.629440 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-380ec3c0-ea4d-4ec7-851e-a0aaedbcc6de tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/3099a1ab-7dc2-456f-9c2d-1c19af33d02b HTTP/1.1" status: 204 len: 168 time: 2.1388965 Oct 23 01:07:21.641653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58100) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:21.651663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f23a35-9ba4-45d3-9d6f-495d19eb6329', 'external_fixed_ips': [{'subnet_id': '37a1efb9-7752-46eb-963d-40c9d6e58fa7', 'ip_address': '2001:db8::37a'}]}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:21.660583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Pushing event updated for resources: {'Port': ['ID=653e80b8-f8fd-4abd-8ce1-1db2034ef239,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:21.736253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7de507aa-693c-4d8b-bef6-edd90648bece None None] Current status of the port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:21.736253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7de507aa-693c-4d8b-bef6-edd90648bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.752692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Network 90278020-7334-4e49-a351-40edec530728 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:21.766431 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:21.768690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.844730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7de507aa-693c-4d8b-bef6-edd90648bece None None] For port ccde34a1-cf8f-44a9-a4dd-701bdb58c551, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ccde34a1-cf8f-44a9-a4dd-701bdb58c551,segment=NetworkSegment(f7ceda1d-02fe-4d84-8d6d-85297df9cfd6),segment_id=f7ceda1d-02fe-4d84-8d6d-85297df9cfd6)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:21.888713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (b4ce4dd4-c915-4731-bb18-e1d256e9721a), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.890077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (b4ce4dd4-c915-4731-bb18-e1d256e9721a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.934765 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7de507aa-693c-4d8b-bef6-edd90648bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.088103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de507aa-693c-4d8b-bef6-edd90648bece None None] Pushing event updated for resources: {'Port': ['ID=ccde34a1-cf8f-44a9-a4dd-701bdb58c551,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:22.093927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:07:22.100238 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-15b38c8f-add8-49fc-b51c-cc7f5dc759ff admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/223fbffb-6323-4fd2-9e39-fbb8578e1979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7734699 Oct 23 01:07:22.111430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Sync routers for ids ['223fbffb-6323-4fd2-9e39-fbb8578e1979'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:07:22.121545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5d5f95e2-5a58-4c5f-b5a1-2c1a6958fee6 None None] Provisioning complete for port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:22.122252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5d5f95e2-5a58-4c5f-b5a1-2c1a6958fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.123524 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5d5f95e2-5a58-4c5f-b5a1-2c1a6958fee6 None None] Attempt 1 to provision port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 Oct 23 01:07:22.126051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_controller (b4ce4dd4-c915-4731-bb18-e1d256e9721a), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.127562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (812f4658-3e96-459e-a204-9c89cf4c88a7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.143830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:22.214887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c33a8955-cb96-4d48-b495-dcb65290d170 tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (aff106b2-1f84-4074-8a64-4cd32f9d8041), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.231662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Routers {'223fbffb-6323-4fd2-9e39-fbb8578e1979'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:22.231662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['223fbffb-6323-4fd2-9e39-fbb8578e1979'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:22.292695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Network c93205c9-56b1-4de1-b66e-2bb13b7040d4 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:22.314208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0b796dff-60b2-4cf7-8641-8bd4d354fa3a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:22.346091 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c33a8955-cb96-4d48-b495-dcb65290d170 tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks [] for floatingip (136036e1-2f47-41e8-a66e-0d7976256eab), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.348671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c33a8955-cb96-4d48-b495-dcb65290d170 tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.354027 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c33a8955-cb96-4d48-b495-dcb65290d170 tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] 10.222.0.36 "DELETE /networking/v2.0/floatingips/136036e1-2f47-41e8-a66e-0d7976256eab HTTP/1.1" status: 204 len: 168 time: 3.2351828 Oct 23 01:07:22.355494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:22.359666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:22.364428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:22.365120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.383768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Allocated IP 172.20.0.1 (7137e86b-dd2c-4bcd-b0f6-bd1db47276ec/8b74024a-d17f-4db3-83e8-5ff782bd2612/397ae4eb-0797-45fe-8a52-327bd8f3c48a) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:22.390995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Pushing event updated for resources: {'Port': ['ID=812f4658-3e96-459e-a204-9c89cf4c88a7,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:22.434564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a8955-cb96-4d48-b495-dcb65290d170 tempest-ExternalNetworksAdminNegativeTestJSON-938870436 tempest-ExternalNetworksAdminNegativeTestJSON-938870436-project-admin] Pushing event deleted for resources: {'Port': ['ID=aff106b2-1f84-4074-8a64-4cd32f9d8041,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:22.439850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f95e2-5a58-4c5f-b5a1-2c1a6958fee6 None None] Current status of the port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:22.452291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5d5f95e2-5a58-4c5f-b5a1-2c1a6958fee6 None None] Provisioning complete for port 3d2156f8-4156-45b5-a968-e8d83029cd13 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:22.457664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5d5f95e2-5a58-4c5f-b5a1-2c1a6958fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.457664 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5d5f95e2-5a58-4c5f-b5a1-2c1a6958fee6 None None] Attempt 1 to provision port 3d2156f8-4156-45b5-a968-e8d83029cd13 Oct 23 01:07:22.457883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:07:22.491117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f95e2-5a58-4c5f-b5a1-2c1a6958fee6 None None] Port 3d2156f8-4156-45b5-a968-e8d83029cd13 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:07:22.568159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:22.568570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.568927 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a Oct 23 01:07:22.574567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Set router 223fbffb-6323-4fd2-9e39-fbb8578e1979 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:22.581546 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f8d98ea2-c523-4dd3-a4de-1df563607bb9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.6105533 Oct 23 01:07:22.584517 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58110) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:22.648153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (b4ce4dd4-c915-4731-bb18-e1d256e9721a), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.652420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58112) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:22.659485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f29705ee-3c33-42a1-aebf-5b1be70c1e27 None None] Provisioning complete for port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:22.659943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f29705ee-3c33-42a1-aebf-5b1be70c1e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.660367 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f29705ee-3c33-42a1-aebf-5b1be70c1e27 None None] Attempt 1 to provision port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 Oct 23 01:07:22.774625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58114) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:22.858428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:22.869343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f29705ee-3c33-42a1-aebf-5b1be70c1e27 None None] Port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:07:22.882664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d04086d-fafa-429a-a3eb-e2ac3a826149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.910380 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:23.038941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:23.099816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a26a4dfe-ea8f-4e33-904f-84c6b7d613d7 None None] Provisioning complete for port 812f4658-3e96-459e-a204-9c89cf4c88a7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:23.100531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a26a4dfe-ea8f-4e33-904f-84c6b7d613d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (812f4658-3e96-459e-a204-9c89cf4c88a7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.101035 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a26a4dfe-ea8f-4e33-904f-84c6b7d613d7 None None] Attempt 1 to provision port 812f4658-3e96-459e-a204-9c89cf4c88a7 Oct 23 01:07:23.150060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:23.151138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:23.153671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ccde34a1-cf8f-44a9-a4dd-701bdb58c551 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:23.165698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f6548df-d0d5-49fb-b3e7-f11e9c5cdb86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.211031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e37391e8-4698-453f-8709-1400823d2bc1 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Deleting port 812f4658-3e96-459e-a204-9c89cf4c88a7 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:23.211438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e37391e8-4698-453f-8709-1400823d2bc1 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (812f4658-3e96-459e-a204-9c89cf4c88a7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.228790 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a26a4dfe-ea8f-4e33-904f-84c6b7d613d7 None None] Port 812f4658-3e96-459e-a204-9c89cf4c88a7 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:07:23.242119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Publish callbacks [] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.291805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:23.292369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.292986 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 Oct 23 01:07:23.328119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:23.334120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:23.339177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:18Z', 'revision_number': 4, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3d2156f8-4156-45b5-a968-e8d83029cd13', 'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:16Z', 'updated_at': '2022-10-23T01:07:19Z', 'revision_number': 2, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'subnets': [{'id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:23.359259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:07:23.370533 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Sync routers for ids ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:07:23.383403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e37391e8-4698-453f-8709-1400823d2bc1 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (812f4658-3e96-459e-a204-9c89cf4c88a7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.397332 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Routers {'25cf7d12-3dd6-49e6-a7d9-5a8da977187f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:23.398288 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:23.403974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Checking router: 223fbffb-6323-4fd2-9e39-fbb8578e1979 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:07:23.404637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Updating router 223fbffb-6323-4fd2-9e39-fbb8578e1979 port 3d2156f8-4156-45b5-a968-e8d83029cd13 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:07:23.422548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e37391e8-4698-453f-8709-1400823d2bc1 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Calling delete_port for 812f4658-3e96-459e-a204-9c89cf4c88a7 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:23.452469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.503456 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9fe7e1f0-2f66-4ae7-83bf-b5c066e3e332 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/25cf7d12-3dd6-49e6-a7d9-5a8da977187f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4483969 Oct 23 01:07:23.529313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:23.537563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.692960 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Set router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:23.714035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:23.730483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58140) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:23.747190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:23.771672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:23.772161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (23802a6e-5480-476e-b096-70d0a9c0377c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.801271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (b4ce4dd4-c915-4731-bb18-e1d256e9721a), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.804959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d04086d-fafa-429a-a3eb-e2ac3a826149 admin admin] Publish callbacks [] for security_group (fcaf1b2b-38ba-493b-b5c3-2c43f5f17e5c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.852679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.861169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f6548df-d0d5-49fb-b3e7-f11e9c5cdb86 admin admin] Publish callbacks [] for security_group (a9079b81-bc60-40da-96ae-e7186ab4e683), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.948281 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d04086d-fafa-429a-a3eb-e2ac3a826149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fcaf1b2b-38ba-493b-b5c3-2c43f5f17e5c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.027135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f6548df-d0d5-49fb-b3e7-f11e9c5cdb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a9079b81-bc60-40da-96ae-e7186ab4e683), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.036086 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=397ae4eb-0797-45fe-8a52-327bd8f3c48a,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:24.182765 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9d04086d-fafa-429a-a3eb-e2ac3a826149 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=40f5822f6eef44a18b7ce02809c8224c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5291331 Oct 23 01:07:24.186053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58162) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:24.210293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff2da0f7-4c36-4d5a-9ea9-9b3b7c75acbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.247967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:24.281150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ccde34a1-cf8f-44a9-a4dd-701bdb58c551 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:24.293330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:24.338924 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1f6548df-d0d5-49fb-b3e7-f11e9c5cdb86 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3a743d301ba04e2ba21d47613326b286&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5611918 Oct 23 01:07:24.341854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58168) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:24.351012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04086d-fafa-429a-a3eb-e2ac3a826149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf1b2b-38ba-493b-b5c3-2c43f5f17e5c,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:24.415147 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:24.446533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58170) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:24.448677 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '653e80b8-f8fd-4abd-8ce1-1db2034ef239', 'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'mac_address': 'fa:16:3e:16:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:17Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 2, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'subnets': [{'id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:24.449214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Publish callbacks [] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.462396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cd4fcaa3-110b-4eb8-8628-60cf35f32329 None None] Provisioning complete for port 397ae4eb-0797-45fe-8a52-327bd8f3c48a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:24.465719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd4fcaa3-110b-4eb8-8628-60cf35f32329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.465719 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-cd4fcaa3-110b-4eb8-8628-60cf35f32329 None None] Attempt 1 to provision port 397ae4eb-0797-45fe-8a52-327bd8f3c48a Oct 23 01:07:24.478203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-781b01e8-cee2-4680-bd20-c22b1a1a2252 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699966971', 'description': 'tempest-description--673642729'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:24.481403 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Checking router: 25cf7d12-3dd6-49e6-a7d9-5a8da977187f for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:07:24.481756 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Updating router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:07:24.507717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e37391e8-4698-453f-8709-1400823d2bc1 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (812f4658-3e96-459e-a204-9c89cf4c88a7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.517713 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.546499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:24.546499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.546499 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 Oct 23 01:07:24.557418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6548df-d0d5-49fb-b3e7-f11e9c5cdb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9079b81-bc60-40da-96ae-e7186ab4e683,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:24.643736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf3c41d2-827c-4e55-b2aa-0cee366270b4 admin admin] Publish callbacks [] for security_group (fcaf1b2b-38ba-493b-b5c3-2c43f5f17e5c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.664416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.673720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Allocated IP 2001:db8::37a (61f23a35-9ba4-45d3-9d6f-495d19eb6329/37a1efb9-7752-46eb-963d-40c9d6e58fa7/0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:24.678535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e37391e8-4698-453f-8709-1400823d2bc1 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.686837 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e37391e8-4698-453f-8709-1400823d2bc1 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] 10.222.0.36 "DELETE /networking/v2.0/ports/812f4658-3e96-459e-a204-9c89cf4c88a7 HTTP/1.1" status: 204 len: 168 time: 2.0914030 Oct 23 01:07:24.690114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:24.692212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58174) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:24.703530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fcaa3-110b-4eb8-8628-60cf35f32329 None None] Port 397ae4eb-0797-45fe-8a52-327bd8f3c48a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:07:24.754300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf3c41d2-827c-4e55-b2aa-0cee366270b4 admin admin] Publish callbacks [] for security_group (fcaf1b2b-38ba-493b-b5c3-2c43f5f17e5c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.842137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.992505 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:25.024641 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a002c3e7-8434-4e75-906f-f2da1bb7e030 tempest-DHCPAgentSchedulersTestJSON-412475429 tempest-DHCPAgentSchedulersTestJSON-412475429-project-admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3113298 Oct 23 01:07:25.027775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58178) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:25.039144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-93561021'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:25.042773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37391e8-4698-453f-8709-1400823d2bc1 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Pushing event deleted for resources: {'Port': ['ID=812f4658-3e96-459e-a204-9c89cf4c88a7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:25.053207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-269d7481-7597-41d0-8b4d-18db2354af32 admin admin] Publish callbacks [] for security_group (a9079b81-bc60-40da-96ae-e7186ab4e683), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.057745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff2da0f7-4c36-4d5a-9ea9-9b3b7c75acbb admin admin] Publish callbacks [] for security_group (fda3ae8d-406b-473c-912a-2a207108aae0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.061183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-781b01e8-cee2-4680-bd20-c22b1a1a2252 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.082891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for port (0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.103745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf3c41d2-827c-4e55-b2aa-0cee366270b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fcaf1b2b-38ba-493b-b5c3-2c43f5f17e5c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.110570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b20dc-c568-45af-8a51-ebfe47f482d2 None None] Pushing event updated for resources: {'Port': ['ID=3d2156f8-4156-45b5-a968-e8d83029cd13,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:25.122155 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf3c41d2-827c-4e55-b2aa-0cee366270b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.130417 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cf3c41d2-827c-4e55-b2aa-0cee366270b4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fcaf1b2b-38ba-493b-b5c3-2c43f5f17e5c HTTP/1.1" status: 204 len: 168 time: 0.8390191 Oct 23 01:07:25.151702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:25.153056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 44596bf0-d121-48cf-9269-d4b9c6e965c8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:25.164755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:25.191769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Attempting to bind port 3d2156f8-4156-45b5-a968-e8d83029cd13 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:25.191769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Attempting to bind port 3d2156f8-4156-45b5-a968-e8d83029cd13 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:25.192116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Attempting to bind port 3d2156f8-4156-45b5-a968-e8d83029cd13 on network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:25.238078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-781b01e8-cee2-4680-bd20-c22b1a1a2252 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group (91d164ab-bc33-4d58-9fc5-8890363a46ef), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.243617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff2da0f7-4c36-4d5a-9ea9-9b3b7c75acbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fda3ae8d-406b-473c-912a-2a207108aae0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.247155 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c41d2-827c-4e55-b2aa-0cee366270b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf1b2b-38ba-493b-b5c3-2c43f5f17e5c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:25.260374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:25.261216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Checking segment: {'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:25.261216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.261512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Bound using segment: {'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:25.262530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Bound port: 3d2156f8-4156-45b5-a968-e8d83029cd13, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:25.262530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.280198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:25.314582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Made reservation on behalf of a5c7909bcef84dd6921778f02e297833 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:25.322196 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.330307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-269d7481-7597-41d0-8b4d-18db2354af32 admin admin] Publish callbacks [] for security_group (a9079b81-bc60-40da-96ae-e7186ab4e683), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.332532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 44596bf0-d121-48cf-9269-d4b9c6e965c8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:25.332995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.333438 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 44596bf0-d121-48cf-9269-d4b9c6e965c8 Oct 23 01:07:25.340942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-781b01e8-cee2-4680-bd20-c22b1a1a2252 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (91d164ab-bc33-4d58-9fc5-8890363a46ef), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.359748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58184) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:25.370686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-61f2d26d-4745-44dc-9c7d-f8fa345d3078 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949184761', 'description': 'tempest-description--234661946'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:25.386925 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Publish callbacks [] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.388558 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ff2da0f7-4c36-4d5a-9ea9-9b3b7c75acbb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5f831609910c42749aeafcac0cb7410a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6029971 Oct 23 01:07:25.389235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58186) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:25.421822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:25.439669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a22448bf-fbba-460c-90c6-177a3fcd05a5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.440219 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Added segment a22448bf-fbba-460c-90c6-177a3fcd05a5 of type vlan for network 29ae0ede-3b7d-47c3-8b33-b02b857e51e9 Oct 23 01:07:25.450906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] For port 3d2156f8-4156-45b5-a968-e8d83029cd13, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:25.463074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.464218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2da0f7-4c36-4d5a-9ea9-9b3b7c75acbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda3ae8d-406b-473c-912a-2a207108aae0,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:25.472988 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] For port 3d2156f8-4156-45b5-a968-e8d83029cd13, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d2156f8-4156-45b5-a968-e8d83029cd13,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:25.477401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 44596bf0-d121-48cf-9269-d4b9c6e965c8 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:25.478220 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.485640 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.505264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b01e8-cee2-4680-bd20-c22b1a1a2252 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d164ab-bc33-4d58-9fc5-8890363a46ef,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:25.511072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-781b01e8-cee2-4680-bd20-c22b1a1a2252 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.514679 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-781b01e8-cee2-4680-bd20-c22b1a1a2252 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0537014 Oct 23 01:07:25.521200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58188) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:25.531184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-13e9dbbd-c602-41dd-a546-1fc3b61e8107 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Request body: {'security_group_rule': {'security_group_id': '91d164ab-bc33-4d58-9fc5-8890363a46ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:25.540735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 44596bf0-d121-48cf-9269-d4b9c6e965c8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44596bf0-d121-48cf-9269-d4b9c6e965c8,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:25.564657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-376df561-dd1e-45ca-aaeb-a63c51f0bf87 admin admin] Publish callbacks [] for security_group (fda3ae8d-406b-473c-912a-2a207108aae0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.596800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.627324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-376df561-dd1e-45ca-aaeb-a63c51f0bf87 admin admin] Publish callbacks [] for security_group (fda3ae8d-406b-473c-912a-2a207108aae0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.643337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Network 61f23a35-9ba4-45d3-9d6f-495d19eb6329 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:25.646754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (29ae0ede-3b7d-47c3-8b33-b02b857e51e9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.651991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-61f2d26d-4745-44dc-9c7d-f8fa345d3078 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.667832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Publish callbacks [] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.672650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:25.675925 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb33fe-ccde-4a05-9a00-0e8aefb4e9f8 None None] Pushing event updated for resources: {'Port': ['ID=653e80b8-f8fd-4abd-8ce1-1db2034ef239,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:25.690263 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:25.701277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event updated for resources: {'Port': ['ID=0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:25.738384 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Attempting to bind port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:25.738758 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Attempting to bind port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:25.739332 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Attempting to bind port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 on network 90278020-7334-4e49-a351-40edec530728 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:25.745353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b20dc-c568-45af-8a51-ebfe47f482d2 None None] Pushing event updated for resources: {'Port': ['ID=3d2156f8-4156-45b5-a968-e8d83029cd13,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:25.754953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-269d7481-7597-41d0-8b4d-18db2354af32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a9079b81-bc60-40da-96ae-e7186ab4e683), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.756447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.758911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-269d7481-7597-41d0-8b4d-18db2354af32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.761860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Routers {'223fbffb-6323-4fd2-9e39-fbb8578e1979'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:25.761860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['223fbffb-6323-4fd2-9e39-fbb8578e1979'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:25.764427 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-269d7481-7597-41d0-8b4d-18db2354af32 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a9079b81-bc60-40da-96ae-e7186ab4e683 HTTP/1.1" status: 204 len: 168 time: 1.4173052 Oct 23 01:07:25.766155 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.db.resource_extend [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 01:07:25.821863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d7481-7597-41d0-8b4d-18db2354af32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9079b81-bc60-40da-96ae-e7186ab4e683,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:25.827240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-13e9dbbd-c602-41dd-a546-1fc3b61e8107 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group_rule (e9995ba9-6d4a-4cbf-b585-fe8286b3fa23), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.840967 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.844439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (23802a6e-5480-476e-b096-70d0a9c0377c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.863305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-376df561-dd1e-45ca-aaeb-a63c51f0bf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fda3ae8d-406b-473c-912a-2a207108aae0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.869016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-376df561-dd1e-45ca-aaeb-a63c51f0bf87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.874548 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-376df561-dd1e-45ca-aaeb-a63c51f0bf87 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fda3ae8d-406b-473c-912a-2a207108aae0 HTTP/1.1" status: 204 len: 168 time: 0.4738727 Oct 23 01:07:25.919980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376df561-dd1e-45ca-aaeb-a63c51f0bf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda3ae8d-406b-473c-912a-2a207108aae0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:25.957146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (29ae0ede-3b7d-47c3-8b33-b02b857e51e9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:25.973974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:25.974642 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.001595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:26.075158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=44596bf0-d121-48cf-9269-d4b9c6e965c8,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:26.113967 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:26.116312 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:26.118721 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Checking segment: {'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:26.118721 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.118721 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Bound using segment: {'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:26.118721 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Bound port: 653e80b8-f8fd-4abd-8ce1-1db2034ef239, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:26.118721 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.122861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:26.145320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=397ae4eb-0797-45fe-8a52-327bd8f3c48a,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:26.160559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] Set router 223fbffb-6323-4fd2-9e39-fbb8578e1979 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:26.213493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-61f2d26d-4745-44dc-9c7d-f8fa345d3078 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group (5eed68a1-38b0-496d-96c3-90dc8500110b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.246808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-13e9dbbd-c602-41dd-a546-1fc3b61e8107 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group_rule (e9995ba9-6d4a-4cbf-b585-fe8286b3fa23), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.255035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:26.321581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58200) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:26.330452 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2977939 Oct 23 01:07:26.331392 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-61f2d26d-4745-44dc-9c7d-f8fa345d3078 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (5eed68a1-38b0-496d-96c3-90dc8500110b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.365530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-13e9dbbd-c602-41dd-a546-1fc3b61e8107 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (e9995ba9-6d4a-4cbf-b585-fe8286b3fa23), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.368126 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:26.378789 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] For port 653e80b8-f8fd-4abd-8ce1-1db2034ef239, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:26.410299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:26.423374 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14bb72-5031-446b-a985-4d75bf9c31a3 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Pushing event updated for resources: {'Network': ['ID=29ae0ede-3b7d-47c3-8b33-b02b857e51e9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:26.424117 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] For port 653e80b8-f8fd-4abd-8ce1-1db2034ef239, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=653e80b8-f8fd-4abd-8ce1-1db2034ef239,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:26.480530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 29ae0ede-3b7d-47c3-8b33-b02b857e51e9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:26.510473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2d26d-4745-44dc-9c7d-f8fa345d3078 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eed68a1-38b0-496d-96c3-90dc8500110b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:26.556101 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.592552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-61f2d26d-4745-44dc-9c7d-f8fa345d3078 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.597621 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-61f2d26d-4745-44dc-9c7d-f8fa345d3078 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2311344 Oct 23 01:07:26.601474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58208) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:26.610396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a1c1057b-0ad0-4fd7-af97-ee55b74b4dfd tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Request body: {'security_group_rule': {'security_group_id': '5eed68a1-38b0-496d-96c3-90dc8500110b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:26.664904 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Routers {'25cf7d12-3dd6-49e6-a7d9-5a8da977187f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:26.665512 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:26.676562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (b4ce4dd4-c915-4731-bb18-e1d256e9721a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.720474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ce879304-a737-453b-97b4-85dc5543035c None None] Provisioning complete for port 397ae4eb-0797-45fe-8a52-327bd8f3c48a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:26.720878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ce879304-a737-453b-97b4-85dc5543035c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.721279 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ce879304-a737-453b-97b4-85dc5543035c None None] Attempt 1 to provision port 397ae4eb-0797-45fe-8a52-327bd8f3c48a Oct 23 01:07:26.733360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9dbbd-c602-41dd-a546-1fc3b61e8107 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9995ba9-6d4a-4cbf-b585-fe8286b3fa23,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:26.741571 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb33fe-ccde-4a05-9a00-0e8aefb4e9f8 None None] Pushing event updated for resources: {'Port': ['ID=653e80b8-f8fd-4abd-8ce1-1db2034ef239,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:26.771657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Router 23802a6e-5480-476e-b096-70d0a9c0377c has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:07:26.775865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:18Z', 'revision_number': 4, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3d2156f8-4156-45b5-a968-e8d83029cd13', 'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:16Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'subnets': [{'id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:26.817112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6818b6-5620-4139-9121-b094cfc7187a None None] The sync data for ids ['223fbffb-6323-4fd2-9e39-fbb8578e1979'] in dv-neutron-master-2-hyperv is: [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:18Z', 'revision_number': 4, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3d2156f8-4156-45b5-a968-e8d83029cd13', 'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:16Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'subnets': [{'id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:07:26.830301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ce879304-a737-453b-97b4-85dc5543035c None None] Port 397ae4eb-0797-45fe-8a52-327bd8f3c48a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:07:26.834026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-13e9dbbd-c602-41dd-a546-1fc3b61e8107 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.843584 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-13e9dbbd-c602-41dd-a546-1fc3b61e8107 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3158436 Oct 23 01:07:26.848561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58214) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:26.855080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-35fd51d2-6ac3-44bb-bbf7-718fb3c46544 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Request body: {'security_group_rule': {'security_group_id': '91d164ab-bc33-4d58-9fc5-8890363a46ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:26.867110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1c1057b-0ad0-4fd7-af97-ee55b74b4dfd tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group_rule (140b3a0d-9376-4bea-8a01-c5527f9bb671), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:26.887793 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] Set router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:27.298729 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (b4ce4dd4-c915-4731-bb18-e1d256e9721a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:27.319088 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '653e80b8-f8fd-4abd-8ce1-1db2034ef239', 'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'mac_address': 'fa:16:3e:16:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:17Z', 'updated_at': '2022-10-23T01:07:26Z', 'revision_number': 4, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'subnets': [{'id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:27.321566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:27.321566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58218) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:27.351516 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94276e24-cded-4bed-a95e-0c7bff4f62e7 None None] The sync data for ids ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'] in dv-neutron-master-2-hyperv is: [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '653e80b8-f8fd-4abd-8ce1-1db2034ef239', 'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'mac_address': 'fa:16:3e:16:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:17Z', 'updated_at': '2022-10-23T01:07:26Z', 'revision_number': 4, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'subnets': [{'id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:07:27.409339 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1c1057b-0ad0-4fd7-af97-ee55b74b4dfd tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group_rule (140b3a0d-9376-4bea-8a01-c5527f9bb671), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:27.471594 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-00a1645f-3548-4aa7-b969-ea49ac00332b tempest-DHCPAgentSchedulersTestJSON-412475429 tempest-DHCPAgentSchedulersTestJSON-412475429-project-admin] 10.222.0.36 "GET /networking/v2.0/agents/d33e14db-e492-434a-b642-f16dd8465a6e/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 1.1472259 Oct 23 01:07:27.477710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58226) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:27.486843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-35fd51d2-6ac3-44bb-bbf7-718fb3c46544 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group_rule (60038d6b-610c-42f7-ba2d-e0a024c6b4a5), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:27.488743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:07:27.507759 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f25d2f1b-adee-4e5b-8b9b-ddda338b6ae9 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/23802a6e-5480-476e-b096-70d0a9c0377c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4033730 Oct 23 01:07:27.518955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Sync routers for ids ['23802a6e-5480-476e-b096-70d0a9c0377c'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:07:27.573716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Routers {'23802a6e-5480-476e-b096-70d0a9c0377c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:27.575417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['23802a6e-5480-476e-b096-70d0a9c0377c'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:27.620174 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ea2f8-0ab1-4d74-a2d5-137427dd8fe7 tempest-DHCPAgentSchedulersTestJSON-412475429 tempest-DHCPAgentSchedulersTestJSON-412475429-project-admin] Network 29ae0ede-3b7d-47c3-8b33-b02b857e51e9 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:07:27.676222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1c1057b-0ad0-4fd7-af97-ee55b74b4dfd tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (140b3a0d-9376-4bea-8a01-c5527f9bb671), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:27.749804 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-746ea2f8-0ab1-4d74-a2d5-137427dd8fe7 tempest-DHCPAgentSchedulersTestJSON-412475429 tempest-DHCPAgentSchedulersTestJSON-412475429-project-admin] 10.222.0.36 "POST /networking/v2.0/agents/d33e14db-e492-434a-b642-f16dd8465a6e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2710681 Oct 23 01:07:27.751140 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58234) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:27.789566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:27.815762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a97f72-7e41-4c51-9a8b-cbc1e87a7cdd None None] Network 29ae0ede-3b7d-47c3-8b33-b02b857e51e9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:27.975696 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1c1057b-0ad0-4fd7-af97-ee55b74b4dfd tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:27.980644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58242) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:27.982609 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a1c1057b-0ad0-4fd7-af97-ee55b74b4dfd tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3799002 Oct 23 01:07:27.998000 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-df5c4f74-bf58-4146-bee8-385593874f7b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f52fe2d446d84a6da8e10587f89f3b9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6757340 Oct 23 01:07:27.999349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Set router 23802a6e-5480-476e-b096-70d0a9c0377c gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:28.005282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-bf948058-3fa3-4502-a27f-50acdc9af8af tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Request body: {'security_group_rule': {'security_group_id': '5eed68a1-38b0-496d-96c3-90dc8500110b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:28.014965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58244) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:28.015794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1057b-0ad0-4fd7-af97-ee55b74b4dfd tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140b3a0d-9376-4bea-8a01-c5527f9bb671,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:28.114714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-35fd51d2-6ac3-44bb-bbf7-718fb3c46544 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group_rule (60038d6b-610c-42f7-ba2d-e0a024c6b4a5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.137364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3433d1a2-58f1-4153-9495-c61313344483 admin admin] Publish callbacks [] for security_group (89cb7302-63c6-49ed-9752-181bb081f7df), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.153012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58246) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:28.159187 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0629d6a4-c877-4436-88f4-9976a8851ebe tempest-DHCPAgentSchedulersTestJSON-412475429 tempest-DHCPAgentSchedulersTestJSON-412475429-project-admin] 10.222.0.36 "GET /networking/v2.0/agents/d33e14db-e492-434a-b642-f16dd8465a6e/dhcp-networks HTTP/1.1" status: 200 len: 7250 time: 0.4015918 Oct 23 01:07:28.194265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf948058-3fa3-4502-a27f-50acdc9af8af tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group_rule (21632976-c451-44bd-a1b2-143129f3d6d3), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.227221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3433d1a2-58f1-4153-9495-c61313344483 admin admin] Publish callbacks [] for security_group (89cb7302-63c6-49ed-9752-181bb081f7df), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.297952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-35fd51d2-6ac3-44bb-bbf7-718fb3c46544 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (60038d6b-610c-42f7-ba2d-e0a024c6b4a5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.336228 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Router b4ce4dd4-c915-4731-bb18-e1d256e9721a is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:07:28.380781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf948058-3fa3-4502-a27f-50acdc9af8af tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group_rule (21632976-c451-44bd-a1b2-143129f3d6d3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.410382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd51d2-6ac3-44bb-bbf7-718fb3c46544 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60038d6b-610c-42f7-ba2d-e0a024c6b4a5,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:28.420625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 653e80b8-f8fd-4abd-8ce1-1db2034ef239 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:28.445583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-35fd51d2-6ac3-44bb-bbf7-718fb3c46544 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.446885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58252) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:28.451720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:28.457973 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-35fd51d2-6ac3-44bb-bbf7-718fb3c46544 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6068752 Oct 23 01:07:28.501965 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf948058-3fa3-4502-a27f-50acdc9af8af tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (21632976-c451-44bd-a1b2-143129f3d6d3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.527999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:28.539976 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf948058-3fa3-4502-a27f-50acdc9af8af tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21632976-c451-44bd-a1b2-143129f3d6d3,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:28.556500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:28.557081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.557212 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 Oct 23 01:07:28.574864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.608424 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:24Z', 'revision_number': 4, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '397ae4eb-0797-45fe-8a52-327bd8f3c48a', 'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'mac_address': 'fa:16:3e:3b:e0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 2, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'subnets': [{'id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:28.638940 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e3b42637-9630-4c56-ad5a-7e64a4feb8aa tempest-DHCPAgentSchedulersTestJSON-412475429 tempest-DHCPAgentSchedulersTestJSON-412475429-project-admin] 10.222.0.36 "DELETE /networking/v2.0/agents/d33e14db-e492-434a-b642-f16dd8465a6e/dhcp-networks/29ae0ede-3b7d-47c3-8b33-b02b857e51e9 HTTP/1.1" status: 204 len: 168 time: 0.4820726 Oct 23 01:07:28.642911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58258) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:28.643821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3433d1a2-58f1-4153-9495-c61313344483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (89cb7302-63c6-49ed-9752-181bb081f7df), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.646961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3433d1a2-58f1-4153-9495-c61313344483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.648308 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3433d1a2-58f1-4153-9495-c61313344483 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/89cb7302-63c6-49ed-9752-181bb081f7df HTTP/1.1" status: 204 len: 168 time: 0.6226587 Oct 23 01:07:28.681974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433d1a2-58f1-4153-9495-c61313344483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cb7302-63c6-49ed-9752-181bb081f7df,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:28.688021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.692888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf948058-3fa3-4502-a27f-50acdc9af8af tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.694640 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bf948058-3fa3-4502-a27f-50acdc9af8af tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7071717 Oct 23 01:07:28.700122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58262) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:28.705653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:28.724702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:07:28.735728 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Sync routers for ids ['b4ce4dd4-c915-4731-bb18-e1d256e9721a'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:07:28.754740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Checking router: 23802a6e-5480-476e-b096-70d0a9c0377c for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:07:28.755101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Updating router 23802a6e-5480-476e-b096-70d0a9c0377c port 397ae4eb-0797-45fe-8a52-327bd8f3c48a binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:07:28.756247 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Routers {'b4ce4dd4-c915-4731-bb18-e1d256e9721a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:28.760897 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['b4ce4dd4-c915-4731-bb18-e1d256e9721a'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:28.869460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.872905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58266) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:28.877674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ac85d47f-c0ac-4a8b-adc1-6c3908ee75cd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939567467', 'description': 'tempest-description--1328635314'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:28.951876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Allocated IP 172.36.3.168 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/76cf2144-8fc1-4c01-97a1-4cf787c70d59) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:28.955902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:28.964680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58270) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:28.970402 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-eaf0ff65-dab8-43b7-94cf-c9c1e87c170f tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3275955 Oct 23 01:07:28.971473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.066644 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Set router b4ce4dd4-c915-4731-bb18-e1d256e9721a gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:29.118970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:29.213286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (b4ce4dd4-c915-4731-bb18-e1d256e9721a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.252836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:29.258642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:29.263373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for port (76cf2144-8fc1-4c01-97a1-4cf787c70d59), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.274943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.334107 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-eded5dce-221a-400e-9572-955d539fffba tempest-DHCPAgentSchedulersTestJSON-412475429 tempest-DHCPAgentSchedulersTestJSON-412475429-project-admin] 10.222.0.36 "GET /networking/v2.0/agents/d33e14db-e492-434a-b642-f16dd8465a6e/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.6823745 Oct 23 01:07:29.362488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:29.362936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.381886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58274) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:29.387701 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:29.392807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ac85d47f-c0ac-4a8b-adc1-6c3908ee75cd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.465294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (76cf2144-8fc1-4c01-97a1-4cf787c70d59), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.564299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 653e80b8-f8fd-4abd-8ce1-1db2034ef239, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=653e80b8-f8fd-4abd-8ce1-1db2034ef239,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:29.621995 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ce4dd4-c915-4731-bb18-e1d256e9721a', 'name': '', 'tenant_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f23a35-9ba4-45d3-9d6f-495d19eb6329', 'external_fixed_ips': [{'subnet_id': '37a1efb9-7752-46eb-963d-40c9d6e58fa7', 'ip_address': '2001:db8::37a'}], 'enable_snat': True}, 'gw_port_id': '0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 3, 'project_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'gw_port': {'id': '0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58', 'name': '', 'network_id': '61f23a35-9ba4-45d3-9d6f-495d19eb6329', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:71:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ce4dd4-c915-4731-bb18-e1d256e9721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '37a1efb9-7752-46eb-963d-40c9d6e58fa7', 'ip_address': '2001:db8::37a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:23Z', 'updated_at': '2022-10-23T01:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37a1efb9-7752-46eb-963d-40c9d6e58fa7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:29.630342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (b4ce4dd4-c915-4731-bb18-e1d256e9721a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.641706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.645178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 44596bf0-d121-48cf-9269-d4b9c6e965c8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:29.656344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Allocated IP 172.36.3.82 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/44d33b83-ad46-408e-b261-e50569136f96) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:29.661479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:29.669650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ac85d47f-c0ac-4a8b-adc1-6c3908ee75cd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group (f3f802b2-f1ee-48c9-91dc-0069a15d3ea5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.683297 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e17179f4-b06c-4f78-b650-53cffde616f9 tempest-DHCPAgentSchedulersTestJSON-412475429 tempest-DHCPAgentSchedulersTestJSON-412475429-project-admin] 10.222.0.36 "GET /networking/v2.0/networks/c93205c9-56b1-4de1-b66e-2bb13b7040d4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2981701 Oct 23 01:07:29.684033 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Checking router: b4ce4dd4-c915-4731-bb18-e1d256e9721a for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:07:29.690954 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Updating router b4ce4dd4-c915-4731-bb18-e1d256e9721a port 0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:07:29.692525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58284) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:29.695044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:29.700775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:29.757751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ac85d47f-c0ac-4a8b-adc1-6c3908ee75cd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f3f802b2-f1ee-48c9-91dc-0069a15d3ea5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.762014 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.814985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:29.866438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for floatingip (d775fdc5-db93-4260-a122-4f405ac17f98), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.872456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ac85d47f-c0ac-4a8b-adc1-6c3908ee75cd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.876805 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ac85d47f-c0ac-4a8b-adc1-6c3908ee75cd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9999735 Oct 23 01:07:29.885712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58290) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:29.886613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85d47f-c0ac-4a8b-adc1-6c3908ee75cd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:29.919843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a56d7c1f-76a6-464c-9632-b9061b20e3f1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Request body: {'security_group_rule': {'security_group_id': 'f3f802b2-f1ee-48c9-91dc-0069a15d3ea5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:29.953377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 44596bf0-d121-48cf-9269-d4b9c6e965c8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:29.953377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:29.953377 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 44596bf0-d121-48cf-9269-d4b9c6e965c8 Oct 23 01:07:30.027408 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Deleting port 0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:30.028413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.069628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for port (44d33b83-ad46-408e-b261-e50569136f96), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.102376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (76cf2144-8fc1-4c01-97a1-4cf787c70d59), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.113205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=653e80b8-f8fd-4abd-8ce1-1db2034ef239,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:30.182135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a56d7c1f-76a6-464c-9632-b9061b20e3f1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group_rule (37651b73-b4ac-49e7-9b9f-68fbb5c61fba), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.220748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Publish callbacks [] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.313042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 44596bf0-d121-48cf-9269-d4b9c6e965c8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:30.314457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3d2156f8-4156-45b5-a968-e8d83029cd13 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:30.351138 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:30.365732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (44d33b83-ad46-408e-b261-e50569136f96), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.378732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a56d7c1f-76a6-464c-9632-b9061b20e3f1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group_rule (37651b73-b4ac-49e7-9b9f-68fbb5c61fba), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.388143 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.397888 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-45cb07d6-4072-4a0d-bfce-703ce0743b00 tempest-DHCPAgentSchedulersTestJSON-412475429 tempest-DHCPAgentSchedulersTestJSON-412475429-project-admin] 10.222.0.36 "GET /networking/v2.0/networks/c93205c9-56b1-4de1-b66e-2bb13b7040d4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4802394 Oct 23 01:07:30.414533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58298) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:30.416289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:30.425895 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Publish callbacks [] for port (0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.427013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:30.447507 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:30.454401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Pushing event updated for resources: {'Port': ['ID=76cf2144-8fc1-4c01-97a1-4cf787c70d59,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:30.462020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for port (76cf2144-8fc1-4c01-97a1-4cf787c70d59), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.504493 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.506417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 3d2156f8-4156-45b5-a968-e8d83029cd13 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:30.506811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.507280 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 3d2156f8-4156-45b5-a968-e8d83029cd13 Oct 23 01:07:30.515273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a56d7c1f-76a6-464c-9632-b9061b20e3f1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (37651b73-b4ac-49e7-9b9f-68fbb5c61fba), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.540137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.552804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:30.585354 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199842c7-f1bf-4581-ba63-1dd64faf0ab6 None None] Pushing event updated for resources: {'Port': ['ID=0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:30.599571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (76cf2144-8fc1-4c01-97a1-4cf787c70d59), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.600356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (d775fdc5-db93-4260-a122-4f405ac17f98), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.606996 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Attempting to bind port 0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:30.608483 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Attempting to bind port 0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b53459f8-82eb-4dee-8503-a5033615201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '61f23a35-9ba4-45d3-9d6f-495d19eb6329'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:30.609483 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Attempting to bind port 0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58 on network 61f23a35-9ba4-45d3-9d6f-495d19eb6329 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:30.636522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Attempting to bind port 397ae4eb-0797-45fe-8a52-327bd8f3c48a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:30.637046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Attempting to bind port 397ae4eb-0797-45fe-8a52-327bd8f3c48a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:30.637286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Attempting to bind port 397ae4eb-0797-45fe-8a52-327bd8f3c48a on network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:30.674393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d7c1f-76a6-464c-9632-b9061b20e3f1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37651b73-b4ac-49e7-9b9f-68fbb5c61fba,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:30.687585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Pushing event updated for resources: {'Port': ['ID=44d33b83-ad46-408e-b261-e50569136f96,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:30.698742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833224d-f87f-4072-9f3b-bbf3fe9ff95c None None] Pushing event updated for resources: {'Port': ['ID=397ae4eb-0797-45fe-8a52-327bd8f3c48a,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:30.700677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:30.708807 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:30.709175 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Checking segment: {'id': 'b53459f8-82eb-4dee-8503-a5033615201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '61f23a35-9ba4-45d3-9d6f-495d19eb6329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:30.711857 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.712307 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Bound using segment: {'id': 'b53459f8-82eb-4dee-8503-a5033615201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '61f23a35-9ba4-45d3-9d6f-495d19eb6329'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:30.713082 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Bound port: 0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53459f8-82eb-4dee-8503-a5033615201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '61f23a35-9ba4-45d3-9d6f-495d19eb6329'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:30.713208 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.723564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Calling delete_port for 0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:30.742894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:30.746580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:30.746960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Checking segment: {'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:30.747368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.747761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Bound using segment: {'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:30.748334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Bound port: 397ae4eb-0797-45fe-8a52-327bd8f3c48a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:30.749126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.834158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 3d2156f8-4156-45b5-a968-e8d83029cd13 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:30.835137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.855864 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] For port 0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:30.863483 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] For port 0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58,segment=NetworkSegment(b53459f8-82eb-4dee-8503-a5033615201d),segment_id=b53459f8-82eb-4dee-8503-a5033615201d)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:30.883838 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1567c607-76d5-407f-93f5-3f4b75d72ebd tempest-DHCPAgentSchedulersTestJSON-412475429 tempest-DHCPAgentSchedulersTestJSON-412475429-project-admin] 10.222.0.36 "GET /networking/v2.0/agents/d33e14db-e492-434a-b642-f16dd8465a6e/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.4661078 Oct 23 01:07:30.885461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58304) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:30.888387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Pushing event updated for resources: {'Port': ['ID=76cf2144-8fc1-4c01-97a1-4cf787c70d59,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:30.891809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a56d7c1f-76a6-464c-9632-b9061b20e3f1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.897177 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a56d7c1f-76a6-464c-9632-b9061b20e3f1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9988232 Oct 23 01:07:30.900019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58306) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:30.900353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58308) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:30.904248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.905825 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b61f4f7e-78e2-47d3-9f1b-f56c0ee13742 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4576364 Oct 23 01:07:30.912704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for floatingip (67f3e479-73c9-43f3-a9e7-64589a7a77b3), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.923710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 3d2156f8-4156-45b5-a968-e8d83029cd13, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d2156f8-4156-45b5-a968-e8d83029cd13,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:30.925104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] For port 397ae4eb-0797-45fe-8a52-327bd8f3c48a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:30.928584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] For port 397ae4eb-0797-45fe-8a52-327bd8f3c48a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=397ae4eb-0797-45fe-8a52-327bd8f3c48a,segment=NetworkSegment(19ae54ad-a99d-4774-9f08-a75e8aa8cb7b),segment_id=19ae54ad-a99d-4774-9f08-a75e8aa8cb7b)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:30.935832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3fba7ba6-c513-4263-9fbe-262bc074b5fb tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Request body: {'security_group_rule': {'security_group_id': 'f3f802b2-f1ee-48c9-91dc-0069a15d3ea5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:30.945181 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:30.995812 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Routers {'b4ce4dd4-c915-4731-bb18-e1d256e9721a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:30.996814 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['b4ce4dd4-c915-4731-bb18-e1d256e9721a'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:31.020158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.027672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.050777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (29ae0ede-3b7d-47c3-8b33-b02b857e51e9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.101714 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199842c7-f1bf-4581-ba63-1dd64faf0ab6 None None] Pushing event updated for resources: {'Port': ['ID=0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:31.128201 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (44d33b83-ad46-408e-b261-e50569136f96), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.132931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=3d2156f8-4156-45b5-a968-e8d83029cd13,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:31.152957 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] Set router b4ce4dd4-c915-4731-bb18-e1d256e9721a gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:31.218071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:31.264532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fcef142e-c5e1-4475-960b-a7508bbdd554 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-100126653'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:31.265044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833224d-f87f-4072-9f3b-bbf3fe9ff95c None None] Pushing event updated for resources: {'Port': ['ID=397ae4eb-0797-45fe-8a52-327bd8f3c48a,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:31.282949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 653e80b8-f8fd-4abd-8ce1-1db2034ef239 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:31.284655 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ce4dd4-c915-4731-bb18-e1d256e9721a', 'name': '', 'tenant_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:29Z', 'revision_number': 4, 'project_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:31.286044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3fba7ba6-c513-4263-9fbe-262bc074b5fb tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group_rule (20f2b6ca-012b-4e32-a1ff-57be5a0641ac), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.336139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Routers {'23802a6e-5480-476e-b096-70d0a9c0377c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:31.336866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['23802a6e-5480-476e-b096-70d0a9c0377c'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:31.403941 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fcef142e-c5e1-4475-960b-a7508bbdd554 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (964ce62a-323a-4677-88a4-f6651eff14b8), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.404995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fcef142e-c5e1-4475-960b-a7508bbdd554 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (964ce62a-323a-4677-88a4-f6651eff14b8), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.437365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:31.464152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:31.464547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.464883 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 Oct 23 01:07:31.479028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fcef142e-c5e1-4475-960b-a7508bbdd554 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router_controller (964ce62a-323a-4677-88a4-f6651eff14b8), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.493156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:31.519263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] Set router 23802a6e-5480-476e-b096-70d0a9c0377c gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:31.588710 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc0b0f-a82c-4280-8830-ba19fbcd4ff5 None None] The sync data for ids ['b4ce4dd4-c915-4731-bb18-e1d256e9721a'] in dv-neutron-master-2-hyperv is: [{'id': 'b4ce4dd4-c915-4731-bb18-e1d256e9721a', 'name': '', 'tenant_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:29Z', 'revision_number': 4, 'project_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'gw_port_host': None}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:07:31.590816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fcef142e-c5e1-4475-960b-a7508bbdd554 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (964ce62a-323a-4677-88a4-f6651eff14b8), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.664626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for port (44d33b83-ad46-408e-b261-e50569136f96), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.731987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (29ae0ede-3b7d-47c3-8b33-b02b857e51e9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.744741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:31.756582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:31.758599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fcef142e-c5e1-4475-960b-a7508bbdd554 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.760333 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fcef142e-c5e1-4475-960b-a7508bbdd554 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8614931 Oct 23 01:07:31.763025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58348) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:31.777590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3fba7ba6-c513-4263-9fbe-262bc074b5fb tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group_rule (20f2b6ca-012b-4e32-a1ff-57be5a0641ac), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.779902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > segment before_delete 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:31.781510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:31.782180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (44d33b83-ad46-408e-b261-e50569136f96), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.785683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:31.785927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (67f3e479-73c9-43f3-a9e7-64589a7a77b3), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.786004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > port after_create 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:31.786004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > port after_delete 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:31.786004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > port after_update 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:31.786004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > segment after_delete 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:31.786004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet after_create 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:31.786004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet after_delete 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:31.786004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet after_update 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:31.890264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:24Z', 'revision_number': 4, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '397ae4eb-0797-45fe-8a52-327bd8f3c48a', 'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'mac_address': 'fa:16:3e:3b:e0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:30Z', 'revision_number': 4, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'subnets': [{'id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:31.920090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e867a618-ebf3-4264-b737-bdb86146ebe4 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (964ce62a-323a-4677-88a4-f6651eff14b8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:31.931382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc602d-b0a4-4fba-adf2-e445c2f5647f None None] The sync data for ids ['23802a6e-5480-476e-b096-70d0a9c0377c'] in dv-neutron-master-2-hyperv is: [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:24Z', 'revision_number': 4, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '397ae4eb-0797-45fe-8a52-327bd8f3c48a', 'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'mac_address': 'fa:16:3e:3b:e0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:30Z', 'revision_number': 4, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'subnets': [{'id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:07:32.157539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet after_create 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:32.157653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet after_delete 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:32.158127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet before_create 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:32.158544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet before_update 55550000 {{(pid=105984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:32.159078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ae0ede-3b7d-47c3-8b33-b02b857e51e9']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:32.179357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22448bf-fbba-460c-90c6-177a3fcd05a5') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:32.179670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22448bf-fbba-460c-90c6-177a3fcd05a5') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:32.196404 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58360) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:32.198307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (a22448bf-fbba-460c-90c6-177a3fcd05a5), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.204072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.205667 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5045609 Oct 23 01:07:32.206600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb779d09-9a74-4f27-9c95-e4b897443728 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Pushing event updated for resources: {'Port': ['ID=44d33b83-ad46-408e-b261-e50569136f96,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:32.212075 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 23 01:07:32.233938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a22448bf-fbba-460c-90c6-177a3fcd05a5), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.256809 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3fba7ba6-c513-4263-9fbe-262bc074b5fb tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (20f2b6ca-012b-4e32-a1ff-57be5a0641ac), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.266933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:07:32.267339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (a22448bf-fbba-460c-90c6-177a3fcd05a5), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.351757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.371901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba7ba6-c513-4263-9fbe-262bc074b5fb tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f2b6ca-012b-4e32-a1ff-57be5a0641ac,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:32.405271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cabfdd2-a9d0-4d46-afec-d1e46dbd2f58,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:32.425575 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-2bf2f472-13fa-438d-9c2a-ced56aea4ee0 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--699966971&fields=id&tenant_id=66260213c74c4acdba660fea4f3a482e HTTP/1.1" status: 200 len: 267 time: 0.2243721 Oct 23 01:07:32.428757 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e867a618-ebf3-4264-b737-bdb86146ebe4 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (964ce62a-323a-4677-88a4-f6651eff14b8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.441589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e867a618-ebf3-4264-b737-bdb86146ebe4 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router_controller (964ce62a-323a-4677-88a4-f6651eff14b8), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.443284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (b4ce4dd4-c915-4731-bb18-e1d256e9721a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.494240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3fba7ba6-c513-4263-9fbe-262bc074b5fb tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.495557 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3fba7ba6-c513-4263-9fbe-262bc074b5fb tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5774338 Oct 23 01:07:32.504056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58372) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:32.548279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (29ae0ede-3b7d-47c3-8b33-b02b857e51e9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.571813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:32.586123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.591625 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] 10.222.0.36 "DELETE /networking/v2.0/networks/29ae0ede-3b7d-47c3-8b33-b02b857e51e9 HTTP/1.1" status: 204 len: 168 time: 1.6822207 Oct 23 01:07:32.607466 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (b4ce4dd4-c915-4731-bb18-e1d256e9721a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.610570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58380) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:32.613849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_controller (b4ce4dd4-c915-4731-bb18-e1d256e9721a), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.626856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617bf3e-a8c9-4f76-9173-5d77243c920e tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Pushing event deleted for resources: {'Network': ['ID=29ae0ede-3b7d-47c3-8b33-b02b857e51e9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:32.674318 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a5b26d-4ae0-4105-b3c2-e546466f27c9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] DELETE failed (client error): The resource could not be found. Oct 23 01:07:32.674925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a5b26d-4ae0-4105-b3c2-e546466f27c9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:07:32.680394 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d3a5b26d-4ae0-4105-b3c2-e546466f27c9 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] 10.222.0.36 "DELETE /networking/v2.0/ports/812f4658-3e96-459e-a204-9c89cf4c88a7 HTTP/1.1" status: 404 len: 333 time: 0.0661213 Oct 23 01:07:32.686018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58384) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:32.759723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e867a618-ebf3-4264-b737-bdb86146ebe4 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (964ce62a-323a-4677-88a4-f6651eff14b8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.760301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e867a618-ebf3-4264-b737-bdb86146ebe4 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 964ce62a-323a-4677-88a4-f6651eff14b8 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:07:32.761984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.779065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (b4ce4dd4-c915-4731-bb18-e1d256e9721a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.779697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4ce4dd4-c915-4731-bb18-e1d256e9721a {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:07:32.785822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.787539 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-febed71b-1b8a-41ad-b951-3498b27f7059 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/b4ce4dd4-c915-4731-bb18-e1d256e9721a HTTP/1.1" status: 204 len: 168 time: 3.8221419 Oct 23 01:07:32.790443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58398) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:32.804236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e867a618-ebf3-4264-b737-bdb86146ebe4 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.806162 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e867a618-ebf3-4264-b737-bdb86146ebe4 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/964ce62a-323a-4677-88a4-f6651eff14b8 HTTP/1.1" status: 204 len: 168 time: 1.0411739 Oct 23 01:07:32.809070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58402) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:32.836383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-924d026f-c298-49ff-8646-2c9e93a26c02 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Request body: {'router': {'name': 'tempest-router-1808496067', 'distributed': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:32.871900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3c4675-416d-4601-a365-c6b3e9b818e0 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Deleting subnet 37a1efb9-7752-46eb-963d-40c9d6e58fa7 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:07:32.876528 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de3c4675-416d-4601-a365-c6b3e9b818e0 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for subnet (37a1efb9-7752-46eb-963d-40c9d6e58fa7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.887003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-080dfa8b-1a93-48e4-8431-005af4de8b7a tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Deleting subnet 631eab36-4ed3-4ba0-8257-b9ce5a04cce3 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:07:32.901360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c7ea5-111e-4251-bf48-77125d82185e req-6218870c-9a4a-44ab-adcc-653a67638f59 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:32.901360 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-6218870c-9a4a-44ab-adcc-653a67638f59 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/networks?id=05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 HTTP/1.1" status: 200 len: 812 time: 0.4738145 Oct 23 01:07:32.901360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-080dfa8b-1a93-48e4-8431-005af4de8b7a tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks [] for subnet (631eab36-4ed3-4ba0-8257-b9ce5a04cce3), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.943144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de3c4675-416d-4601-a365-c6b3e9b818e0 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (37a1efb9-7752-46eb-963d-40c9d6e58fa7), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.991282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-924d026f-c298-49ff-8646-2c9e93a26c02 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (b06d6477-62fb-41f6-895f-c41b6337b1e7), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.991459 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-72080c36-2e57-4ea6-99ca-c38e2b1c980f tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/quotas/66260213c74c4acdba660fea4f3a482e HTTP/1.1" status: 200 len: 375 time: 0.0460277 Oct 23 01:07:32.992505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-924d026f-c298-49ff-8646-2c9e93a26c02 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (b06d6477-62fb-41f6-895f-c41b6337b1e7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:32.994815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.009230 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-080dfa8b-1a93-48e4-8431-005af4de8b7a tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks [] for subnet (631eab36-4ed3-4ba0-8257-b9ce5a04cce3), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.019078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de3c4675-416d-4601-a365-c6b3e9b818e0 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (37a1efb9-7752-46eb-963d-40c9d6e58fa7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.093315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58406) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:33.102887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-924d026f-c298-49ff-8646-2c9e93a26c02 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router_controller (b06d6477-62fb-41f6-895f-c41b6337b1e7), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.123233 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment a22448bf-fbba-460c-90c6-177a3fcd05a5 resource provider aggregate not found Oct 23 01:07:33.163109 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment a22448bf-fbba-460c-90c6-177a3fcd05a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a22448bf-fbba-460c-90c6-177a3fcd05a5 found for delete ", "request_id": "req-afc89ade-5811-4f59-bc8d-e00e6a1cf6cd"}]} Oct 23 01:07:33.197164 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-924d026f-c298-49ff-8646-2c9e93a26c02 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (b06d6477-62fb-41f6-895f-c41b6337b1e7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.224124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de3c4675-416d-4601-a365-c6b3e9b818e0 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (37a1efb9-7752-46eb-963d-40c9d6e58fa7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.277063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c4675-416d-4601-a365-c6b3e9b818e0 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=37a1efb9-7752-46eb-963d-40c9d6e58fa7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:33.279412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de3c4675-416d-4601-a365-c6b3e9b818e0 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.287998 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-de3c4675-416d-4601-a365-c6b3e9b818e0 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/37a1efb9-7752-46eb-963d-40c9d6e58fa7 HTTP/1.1" status: 204 len: 168 time: 0.4965234 Oct 23 01:07:33.289397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58412) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:33.301185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-924d026f-c298-49ff-8646-2c9e93a26c02 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.302840 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-924d026f-c298-49ff-8646-2c9e93a26c02 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4741964 Oct 23 01:07:33.313125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58414) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:33.332248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 397ae4eb-0797-45fe-8a52-327bd8f3c48a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:33.370926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Allocated IP 172.36.3.242 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/43a2dc43-8f4d-41b5-ba5b-6d493d4af831) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:33.415066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:33.458263 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:33.463628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 397ae4eb-0797-45fe-8a52-327bd8f3c48a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:33.465908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.466497 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 397ae4eb-0797-45fe-8a52-327bd8f3c48a Oct 23 01:07:33.473567 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-4891da62-56f7-44ff-88cb-26470a5c67d7 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=66260213c74c4acdba660fea4f3a482e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4470255 Oct 23 01:07:33.480727 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d5d160b5-46c9-4e0f-84fa-cc047e4a2e19 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (b06d6477-62fb-41f6-895f-c41b6337b1e7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.490519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (61f23a35-9ba4-45d3-9d6f-495d19eb6329), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.588527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-080dfa8b-1a93-48e4-8431-005af4de8b7a tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (631eab36-4ed3-4ba0-8257-b9ce5a04cce3), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.613419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:33.635321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 397ae4eb-0797-45fe-8a52-327bd8f3c48a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:33.638309 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.670054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:33.747955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 397ae4eb-0797-45fe-8a52-327bd8f3c48a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=397ae4eb-0797-45fe-8a52-327bd8f3c48a,segment=NetworkSegment(19ae54ad-a99d-4774-9f08-a75e8aa8cb7b),segment_id=19ae54ad-a99d-4774-9f08-a75e8aa8cb7b)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:33.760637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d5d160b5-46c9-4e0f-84fa-cc047e4a2e19 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (b06d6477-62fb-41f6-895f-c41b6337b1e7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.763128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d5d160b5-46c9-4e0f-84fa-cc047e4a2e19 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router_controller (b06d6477-62fb-41f6-895f-c41b6337b1e7), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.786628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-080dfa8b-1a93-48e4-8431-005af4de8b7a tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for subnet (631eab36-4ed3-4ba0-8257-b9ce5a04cce3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.810609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for port (43a2dc43-8f4d-41b5-ba5b-6d493d4af831), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.822550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-080dfa8b-1a93-48e4-8431-005af4de8b7a tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.824313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:33.825444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3d2156f8-4156-45b5-a968-e8d83029cd13 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:33.825888 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-080dfa8b-1a93-48e4-8431-005af4de8b7a tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/631eab36-4ed3-4ba0-8257-b9ce5a04cce3 HTTP/1.1" status: 204 len: 168 time: 1.1385226 Oct 23 01:07:33.836217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58432) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:33.883695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-940a857e-c22b-490b-bc41-f44f67e92d50 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:33.888698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58438) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:33.915375 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 23 01:07:33.932526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dfa8b-1a93-48e4-8431-005af4de8b7a tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Pushing event deleted for resources: {'Subnet': ['ID=631eab36-4ed3-4ba0-8257-b9ce5a04cce3,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:33.949040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=397ae4eb-0797-45fe-8a52-327bd8f3c48a,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:33.953997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eab8d25-830e-4f5e-baf7-a5c2e160a628 None None] Network c93205c9-56b1-4de1-b66e-2bb13b7040d4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:34.035875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-5df6fe0a-d5c2-4be5-9c0a-18f49ad05655 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:07:34.043895 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-5df6fe0a-d5c2-4be5-9c0a-18f49ad05655 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1206584 Oct 23 01:07:34.065823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (61f23a35-9ba4-45d3-9d6f-495d19eb6329), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.075490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58442) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:34.076384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d5d160b5-46c9-4e0f-84fa-cc047e4a2e19 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (b06d6477-62fb-41f6-895f-c41b6337b1e7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.077118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d160b5-46c9-4e0f-84fa-cc047e4a2e19 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b06d6477-62fb-41f6-895f-c41b6337b1e7 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:07:34.097008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d5d160b5-46c9-4e0f-84fa-cc047e4a2e19 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.098163 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d5d160b5-46c9-4e0f-84fa-cc047e4a2e19 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/b06d6477-62fb-41f6-895f-c41b6337b1e7 HTTP/1.1" status: 204 len: 168 time: 0.7838356 Oct 23 01:07:34.106575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58446) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:34.129897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-51a0e52d-de97-446a-a26b-360ac7e4d054 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Request body: {'router': {'name': 'tempest-router-1945503623', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '22bdcf73999a442f8461f8276611b500'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:34.143755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f23a35-9ba4-45d3-9d6f-495d19eb6329']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:34.168462 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-bc07a7a2-61d1-44cc-b85a-dd5f24e1ca53 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/05bcd369-fd6c-4f2a-b5d0-3331a3a7f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234913 Oct 23 01:07:34.169039 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-940a857e-c22b-490b-bc41-f44f67e92d50 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] 10.222.0.36 "PUT /networking/v2.0/quotas/c9d7b87b52aa483d866863c6f9d55c4c HTTP/1.1" status: 200 len: 368 time: 1.0681913 Oct 23 01:07:34.177770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53459f8-82eb-4dee-8503-a5033615201d') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:34.178100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53459f8-82eb-4dee-8503-a5033615201d') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:34.184035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58448) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:34.193936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Request body: {'network': {'project_id': 'c9d7b87b52aa483d866863c6f9d55c4c'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:34.245356 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-077e218d-f14a-42f2-be92-5f09c05c5320 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1949184761&fields=id&tenant_id=65fee9c1b06a4303b3561763cb1f5f07 HTTP/1.1" status: 200 len: 267 time: 0.3361282 Oct 23 01:07:34.253134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (b53459f8-82eb-4dee-8503-a5033615201d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.276867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 3d2156f8-4156-45b5-a968-e8d83029cd13 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:34.277548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.277933 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 3d2156f8-4156-45b5-a968-e8d83029cd13 Oct 23 01:07:34.292219 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-5fc2b0df-c15d-4c30-9d41-5e1d2bf12d4f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/05bcd369-fd6c-4f2a-b5d0-3331a3a7f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182277 Oct 23 01:07:34.304309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (c93205c9-56b1-4de1-b66e-2bb13b7040d4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.336235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b53459f8-82eb-4dee-8503-a5033615201d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.350456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (43a2dc43-8f4d-41b5-ba5b-6d493d4af831), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.384699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:34.391044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:07:34.391625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (b53459f8-82eb-4dee-8503-a5033615201d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.396382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 3d2156f8-4156-45b5-a968-e8d83029cd13 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:34.400470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1164629011'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:34.404753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51a0e52d-de97-446a-a26b-360ac7e4d054 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.408824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51a0e52d-de97-446a-a26b-360ac7e4d054 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.415967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b52a02-c535-4533-944f-6bdd89244a64 None None] DHCP port deletion for c93205c9-56b1-4de1-b66e-2bb13b7040d4 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:07:34.457368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Pushing event updated for resources: {'Port': ['ID=43a2dc43-8f4d-41b5-ba5b-6d493d4af831,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:34.469516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:34.471053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c1b52a02-c535-4533-944f-6bdd89244a64 None None] Deleting port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:34.471522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c1b52a02-c535-4533-944f-6bdd89244a64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.473242 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:34.476039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:34.491297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Deleting port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:34.493293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.570821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c1b52a02-c535-4533-944f-6bdd89244a64 None None] For port ccde34a1-cf8f-44a9-a4dd-701bdb58c551, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ccde34a1-cf8f-44a9-a4dd-701bdb58c551,segment=NetworkSegment(f7ceda1d-02fe-4d84-8d6d-85297df9cfd6),segment_id=f7ceda1d-02fe-4d84-8d6d-85297df9cfd6)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:34.572633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c1b52a02-c535-4533-944f-6bdd89244a64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.575273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Made reservation on behalf of c9d7b87b52aa483d866863c6f9d55c4c for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:34.577646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.602349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c1b52a02-c535-4533-944f-6bdd89244a64 None None] Calling delete_port for ccde34a1-cf8f-44a9-a4dd-701bdb58c551 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:34.645489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.799343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] For port ccde34a1-cf8f-44a9-a4dd-701bdb58c551, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ccde34a1-cf8f-44a9-a4dd-701bdb58c551,segment=NetworkSegment(f7ceda1d-02fe-4d84-8d6d-85297df9cfd6),segment_id=f7ceda1d-02fe-4d84-8d6d-85297df9cfd6)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:34.799965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.823450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Calling delete_port for ccde34a1-cf8f-44a9-a4dd-701bdb58c551 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:34.875234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c1b52a02-c535-4533-944f-6bdd89244a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.909810 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b52a02-c535-4533-944f-6bdd89244a64 None None] Pushing event deleted for resources: {'Port': ['ID=ccde34a1-cf8f-44a9-a4dd-701bdb58c551,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:34.926523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b52a02-c535-4533-944f-6bdd89244a64 None None] No DVR routers for this DVR port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:07:34.980774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51a0e52d-de97-446a-a26b-360ac7e4d054 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router_controller (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.983005 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (61f23a35-9ba4-45d3-9d6f-495d19eb6329), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:34.988390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Made reservation on behalf of c1dd0ba1c05b4b3794b9704f06801741 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:34.988689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.013685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (ccde34a1-cf8f-44a9-a4dd-701bdb58c551), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.015160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=15,neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:35.040267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:35.043692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for floatingip (e80468f7-ddaf-41ea-b0b4-3eb9726db98e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.045434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61f23a35-9ba4-45d3-9d6f-495d19eb6329 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 23 01:07:35.054695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.062181 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "DELETE /networking/v2.0/networks/61f23a35-9ba4-45d3-9d6f-495d19eb6329 HTTP/1.1" status: 204 len: 168 time: 1.7709055 Oct 23 01:07:35.066457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7951e45-2e4a-4bd9-aa2c-8c2fb0ce648b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event deleted for resources: {'Network': ['ID=61f23a35-9ba4-45d3-9d6f-495d19eb6329,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:35.067520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.084956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51a0e52d-de97-446a-a26b-360ac7e4d054 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.095249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-e5474343-91b2-4ab1-8587-c23486682d3c tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:35.102195 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-e5474343-91b2-4ab1-8587-c23486682d3c tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/networks?id=90278020-7334-4e49-a351-40edec530728 HTTP/1.1" status: 200 len: 804 time: 0.8562701 Oct 23 01:07:35.116312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:35.129124 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3672519c-08b6-4987-b388-7c19e4265a5a req-670dceed-d75b-43f9-a2ec-88cfba74917b tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 210 time: 0.1573579 Oct 23 01:07:35.140269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Pushing event deleted for resources: {'Port': ['ID=ccde34a1-cf8f-44a9-a4dd-701bdb58c551,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:35.142705 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-51ca0d30-0766-4a4f-ac89-91ca2fd47780 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/quotas/65fee9c1b06a4303b3561763cb1f5f07 HTTP/1.1" status: 200 len: 375 time: 0.0394182 Oct 23 01:07:35.148643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] No DVR routers for this DVR port ccde34a1-cf8f-44a9-a4dd-701bdb58c551 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:07:35.223799 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment b53459f8-82eb-4dee-8503-a5033615201d resource provider aggregate not found Oct 23 01:07:35.302903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks [] for security_group (10cf2acb-e270-42aa-b60d-755c31520338), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.313655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51a0e52d-de97-446a-a26b-360ac7e4d054 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.317481 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-51a0e52d-de97-446a-a26b-360ac7e4d054 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1916392 Oct 23 01:07:35.319723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (c93205c9-56b1-4de1-b66e-2bb13b7040d4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.325145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58478) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:35.342857 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment b53459f8-82eb-4dee-8503-a5033615201d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b53459f8-82eb-4dee-8503-a5033615201d found for delete ", "request_id": "req-d9302006-57f3-4aa2-8ffe-a0cba39827c8"}]} Oct 23 01:07:35.342857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:35.362567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > segment before_delete 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.363042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.363922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.364384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > port after_create 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.364788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > port after_delete 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.365202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > port after_update 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.365669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > segment after_delete 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.366181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet after_create 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.366596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet after_delete 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.366990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet after_update 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.402158 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-66fe3c90-bda9-4091-8571-d9ac57b13743 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=65fee9c1b06a4303b3561763cb1f5f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2526879 Oct 23 01:07:35.455933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (10cf2acb-e270-42aa-b60d-755c31520338), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.573762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 397ae4eb-0797-45fe-8a52-327bd8f3c48a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:35.592293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks [] for security_group (cb45bb02-16c9-4265-8ccc-0fcdbf59cfd9), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.633702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet after_create 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.634073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet after_delete 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.634400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet before_create 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.634726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Subscribe: > subnet before_update 55550000 {{(pid=105985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 01:07:35.635617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93205c9-56b1-4de1-b66e-2bb13b7040d4']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:35.645016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 397ae4eb-0797-45fe-8a52-327bd8f3c48a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:35.645685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.646288 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 397ae4eb-0797-45fe-8a52-327bd8f3c48a Oct 23 01:07:35.655876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:35.689529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (cb45bb02-16c9-4265-8ccc-0fcdbf59cfd9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.696127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ceda1d-02fe-4d84-8d6d-85297df9cfd6') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:35.696423 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ceda1d-02fe-4d84-8d6d-85297df9cfd6') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:35.704471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58496) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:35.722765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-e22354d0-802e-400a-a3a7-53e804874517 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Request body: {'router': {'name': 'tempest-router--1354703878', 'project_id': '7208eb58f7e8464fa5d4cc302eddee83'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:35.741276 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cf2acb-e270-42aa-b60d-755c31520338,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:35.745166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f3155814-4d87-4775-938e-3bce315ad802), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.745804 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Added segment f3155814-4d87-4775-938e-3bce315ad802 of type vlan for network 31e53d13-2e54-4eae-a8e2-dc36557c74a6 Oct 23 01:07:35.758871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (f7ceda1d-02fe-4d84-8d6d-85297df9cfd6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.778866 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (43a2dc43-8f4d-41b5-ba5b-6d493d4af831), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.809985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 397ae4eb-0797-45fe-8a52-327bd8f3c48a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:35.817614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f7ceda1d-02fe-4d84-8d6d-85297df9cfd6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.841232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:35.841232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:07:35.841232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (f7ceda1d-02fe-4d84-8d6d-85297df9cfd6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.864094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ac805468-899c-4d7c-8356-e7af0233f00f service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:07:35.864094 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ac805468-899c-4d7c-8356-e7af0233f00f service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2689087 Oct 23 01:07:35.888009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ccde34a1-cf8f-44a9-a4dd-701bdb58c551 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:07:35.901145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.901525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.919219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: ccde34a1-cf8f-44a9-a4dd-701bdb58c551 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:07:35.919647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ccde34a1-cf8f-44a9-a4dd-701bdb58c551 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:07:35.941354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e22354d0-802e-400a-a3a7-53e804874517 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (462fcf3f-bc04-415d-93c6-5993e4900ec3), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:35.942547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e22354d0-802e-400a-a3a7-53e804874517 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (462fcf3f-bc04-415d-93c6-5993e4900ec3), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.025625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (31e53d13-2e54-4eae-a8e2-dc36557c74a6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.050846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (c93205c9-56b1-4de1-b66e-2bb13b7040d4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.091732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e22354d0-802e-400a-a3a7-53e804874517 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_controller (462fcf3f-bc04-415d-93c6-5993e4900ec3), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.116070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Pushing event deleted for resources: {'Network': ['ID=c93205c9-56b1-4de1-b66e-2bb13b7040d4,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:36.121360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.127417 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-709f34b7-a026-4a3b-bc95-0847a62cb214 tempest-DHCPAgentSchedulersTestJSON-1562358714 tempest-DHCPAgentSchedulersTestJSON-1562358714-project] 10.222.0.36 "DELETE /networking/v2.0/networks/c93205c9-56b1-4de1-b66e-2bb13b7040d4 HTTP/1.1" status: 204 len: 168 time: 2.2948651 Oct 23 01:07:36.140470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb45bb02-16c9-4265-8ccc-0fcdbf59cfd9,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:36.164268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105984) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 23 01:07:36.169586 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Router cc2d7956-fe53-4dd8-854a-bb5c1b459c0f migrating from provider to provider. {{(pid=105984) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 23 01:07:36.169586 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router_controller (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.176961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router_controller (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.216388 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f7ceda1d-02fe-4d84-8d6d-85297df9cfd6 resource provider aggregate not found Oct 23 01:07:36.224100 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-99e41cd3-5982-4431-8946-34fcbe8d1121 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/90278020-7334-4e49-a351-40edec530728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201807 Oct 23 01:07:36.256489 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f7ceda1d-02fe-4d84-8d6d-85297df9cfd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7ceda1d-02fe-4d84-8d6d-85297df9cfd6 found for delete ", "request_id": "req-8b458d20-e7f3-4aa4-8460-19b63c22d6b3"}]} Oct 23 01:07:36.263203 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-941f888d-1f80-4f2d-b278-66586f876282 req-985a233e-8833-4404-959f-4094fdd2ae2f tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 210 time: 0.0384398 Oct 23 01:07:36.280406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for port (43a2dc43-8f4d-41b5-ba5b-6d493d4af831), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.283515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e22354d0-802e-400a-a3a7-53e804874517 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (462fcf3f-bc04-415d-93c6-5993e4900ec3), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.306663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (31e53d13-2e54-4eae-a8e2-dc36557c74a6), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.307779 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:36.308430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.311054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.379192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (43a2dc43-8f4d-41b5-ba5b-6d493d4af831), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.386108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e22354d0-802e-400a-a3a7-53e804874517 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.387295 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e22354d0-802e-400a-a3a7-53e804874517 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6818743 Oct 23 01:07:36.416144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.api [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=105984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:07:36.416554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG oslo_db.api [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:07:36.416950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58520) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:36.458031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Pushing event updated for resources: {'Port': ['ID=43a2dc43-8f4d-41b5-ba5b-6d493d4af831,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:36.461236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (e80468f7-ddaf-41ea-b0b4-3eb9726db98e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.514896 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3268559 Oct 23 01:07:36.514896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2bcc8-4f63-4eaf-a956-d8683b3cf096 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Pushing event updated for resources: {'Network': ['ID=31e53d13-2e54-4eae-a8e2-dc36557c74a6,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:36.518276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58526) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:36.525804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Request body: {'network': {'project_id': 'c9d7b87b52aa483d866863c6f9d55c4c'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:36.528199 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-0b926a10-d00b-4976-bf93-86a0a5d98f09 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/90278020-7334-4e49-a351-40edec530728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975717 Oct 23 01:07:36.533758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 31e53d13-2e54-4eae-a8e2-dc36557c74a6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:36.588704 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] No L3 agents can host the router cc2d7956-fe53-4dd8-854a-bb5c1b459c0f Oct 23 01:07:36.590718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65bb7bd1-1df0-4191-9862-59c498afee87 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (462fcf3f-bc04-415d-93c6-5993e4900ec3), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.603294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.610519 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c07de66a-a74d-4ee7-bb89-5f301ac97df1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0948148 Oct 23 01:07:36.636031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Made reservation on behalf of c9d7b87b52aa483d866863c6f9d55c4c for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:36.640704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.723060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:36.751516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6fce5c6c-c164-4531-97b5-11426b965dc1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.751973 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Added segment 6fce5c6c-c164-4531-97b5-11426b965dc1 of type vlan for network 45184b99-74f9-4a15-ab75-aa5fac2d2446 Oct 23 01:07:36.893195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (45184b99-74f9-4a15-ab75-aa5fac2d2446), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.910718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58538) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:37.005429 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-39e29119-5aa4-41ad-b985-52db11f5a8e3 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1939567467&fields=id&tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e HTTP/1.1" status: 200 len: 267 time: 0.0503736 Oct 23 01:07:37.041577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (45184b99-74f9-4a15-ab75-aa5fac2d2446), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.042694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:37.043360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.111682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.115088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65bb7bd1-1df0-4191-9862-59c498afee87 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (462fcf3f-bc04-415d-93c6-5993e4900ec3), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.128082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65bb7bd1-1df0-4191-9862-59c498afee87 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_controller (462fcf3f-bc04-415d-93c6-5993e4900ec3), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.130244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:37.186457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:37.202750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Hosts for router cc2d7956-fe53-4dd8-854a-bb5c1b459c0f: [] {{(pid=105984) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Oct 23 01:07:37.233312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Pushing event updated for resources: {'Network': ['ID=45184b99-74f9-4a15-ab75-aa5fac2d2446,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:37.246023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 45184b99-74f9-4a15-ab75-aa5fac2d2446 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:37.247682 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1714b04b-596b-4d1c-8fe4-d20a28ea09bc req-000bb7ee-e0ba-4437-af0f-2143b34842e3 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 210 time: 0.1089554 Oct 23 01:07:37.252470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Hosts for other DVR routers connected to router cc2d7956-fe53-4dd8-854a-bb5c1b459c0f: set() {{(pid=105984) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Oct 23 01:07:37.255454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.256855 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9529c7f1-32ad-45d7-b97f-5c65d0ec74a0 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] 10.222.0.36 "PUT /networking/v2.0/routers/cc2d7956-fe53-4dd8-854a-bb5c1b459c0f HTTP/1.1" status: 200 len: 717 time: 1.9223108 Oct 23 01:07:37.260193 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58560) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:37.261081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:37.280558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e62e53e3-2bdd-49af-a220-f361fc95978f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.280911 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Added segment e62e53e3-2bdd-49af-a220-f361fc95978f of type vlan for network b1b40e5d-4476-41f7-8fd8-be32f23befda Oct 23 01:07:37.321302 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0c928bed-0a0b-456b-bdfd-602fd87e822a tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8007140 Oct 23 01:07:37.333548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58566) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:37.340241 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4d7627fc-93c3-4b10-80a8-143693cb1a27 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a5c7909bcef84dd6921778f02e297833&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4259079 Oct 23 01:07:37.340527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58568) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:37.358878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65bb7bd1-1df0-4191-9862-59c498afee87 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (462fcf3f-bc04-415d-93c6-5993e4900ec3), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.360205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bb7bd1-1df0-4191-9862-59c498afee87 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 462fcf3f-bc04-415d-93c6-5993e4900ec3 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:07:37.368128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (b1b40e5d-4476-41f7-8fd8-be32f23befda), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.374413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65bb7bd1-1df0-4191-9862-59c498afee87 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.379016 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-65bb7bd1-1df0-4191-9862-59c498afee87 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/462fcf3f-bc04-415d-93c6-5993e4900ec3 HTTP/1.1" status: 204 len: 168 time: 0.9526191 Oct 23 01:07:37.454181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7a66b51c-f7e7-49d2-924e-8e9afb22429c admin admin] Publish callbacks [] for security_group (6a37dbd1-1d23-4c8e-9caf-b6f3a7192572), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.454418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-cfa58625-195a-4f33-aa18-5b8b1e192140 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Request body: {'network': {'project_id': 'c9d7b87b52aa483d866863c6f9d55c4c'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:37.496213 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa58625-195a-4f33-aa18-5b8b1e192140 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 23 01:07:37.496708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa58625-195a-4f33-aa18-5b8b1e192140 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:07:37.499338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7a66b51c-f7e7-49d2-924e-8e9afb22429c admin admin] Publish callbacks [] for security_group (6a37dbd1-1d23-4c8e-9caf-b6f3a7192572), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.501316 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cfa58625-195a-4f33-aa18-5b8b1e192140 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1664774 Oct 23 01:07:37.503926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58580) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:37.536641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (b1b40e5d-4476-41f7-8fd8-be32f23befda), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.545450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-d3605040-54d3-4754-a746-1f4d3d1e2cb0 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:37.545631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:37.545631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.551617 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-d3605040-54d3-4754-a746-1f4d3d1e2cb0 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec HTTP/1.1" status: 200 len: 810 time: 0.5385375 Oct 23 01:07:37.603868 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-38984142-8560-4957-8e3e-a087929885a6 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/cc2d7956-fe53-4dd8-854a-bb5c1b459c0f HTTP/1.1" status: 200 len: 717 time: 0.3069129 Oct 23 01:07:37.610366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58586) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:37.622933 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-8171b245-350e-48bc-ae27-dedf84a5d995 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/quotas/6e8125d1fd0c41088a7855d1eaa7fa4e HTTP/1.1" status: 200 len: 375 time: 0.0704200 Oct 23 01:07:37.697758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Pushing event updated for resources: {'Network': ['ID=b1b40e5d-4476-41f7-8fd8-be32f23befda,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:37.701820 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8e61776e-ea76-4df1-a6bd-4a711e36d1b1 req-86417456-ec91-4e2e-820a-f47eb1e0048e tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 210 time: 0.0586705 Oct 23 01:07:37.717218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58590) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:37.717356 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-29bdc03c-7004-40ba-83d2-98c47197a375 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c9d7b87b52aa483d866863c6f9d55c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102208 Oct 23 01:07:37.720948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network b1b40e5d-4476-41f7-8fd8-be32f23befda details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:37.735293 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-c50bf1cf-5364-4214-948c-cae86dc1702f tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105361 Oct 23 01:07:37.775862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58592) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:37.787866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7a66b51c-f7e7-49d2-924e-8e9afb22429c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6a37dbd1-1d23-4c8e-9caf-b6f3a7192572), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.790033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7a66b51c-f7e7-49d2-924e-8e9afb22429c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.794047 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7a66b51c-f7e7-49d2-924e-8e9afb22429c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6a37dbd1-1d23-4c8e-9caf-b6f3a7192572 HTTP/1.1" status: 204 len: 168 time: 0.4522896 Oct 23 01:07:37.808371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9386f9d4-dfc3-4578-8fff-3730f915de5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.7239902 Oct 23 01:07:37.831040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66b51c-f7e7-49d2-924e-8e9afb22429c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a37dbd1-1d23-4c8e-9caf-b6f3a7192572,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:37.876695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1eb77cd2-12f2-44c0-b095-a89fc2ec2871 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks [] for security_group (10cf2acb-e270-42aa-b60d-755c31520338), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.929144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1eb77cd2-12f2-44c0-b095-a89fc2ec2871 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks [] for security_group (10cf2acb-e270-42aa-b60d-755c31520338), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:37.988680 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-aad2cf1f-144e-471a-9908-3ab48df61219 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379091 Oct 23 01:07:37.993669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=19,neutron:SELECT=72,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:38.050473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-130950392', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:38.076883 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4b0db63a-0bf7-4539-9da4-be70f61a0c79 tempest-RoutersTestDVR-1886990073 tempest-RoutersTestDVR-1886990073-project] 10.222.0.36 "GET /networking/v2.0/routers/cc2d7956-fe53-4dd8-854a-bb5c1b459c0f HTTP/1.1" status: 200 len: 683 time: 0.4645791 Oct 23 01:07:38.080368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58602) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:38.157279 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-9a1f89e2-674b-404c-9a34-15ef267878c5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383491 Oct 23 01:07:38.178014 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1eb77cd2-12f2-44c0-b095-a89fc2ec2871 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (10cf2acb-e270-42aa-b60d-755c31520338), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.191064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1eb77cd2-12f2-44c0-b095-a89fc2ec2871 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.194742 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1eb77cd2-12f2-44c0-b095-a89fc2ec2871 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/10cf2acb-e270-42aa-b60d-755c31520338 HTTP/1.1" status: 204 len: 168 time: 0.4760838 Oct 23 01:07:38.197532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58608) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:38.213831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (bcb7eb23-d834-47ed-a788-5a004f3b83cd), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.214831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (bcb7eb23-d834-47ed-a788-5a004f3b83cd), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.235651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97710494-5844-4502-b3ed-544125b5ab55 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.244077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb77cd2-12f2-44c0-b095-a89fc2ec2871 tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cf2acb-e270-42aa-b60d-755c31520338,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:38.475563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:38.507985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (45184b99-74f9-4a15-ab75-aa5fac2d2446), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.604025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (bcb7eb23-d834-47ed-a788-5a004f3b83cd), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.624717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (45184b99-74f9-4a15-ab75-aa5fac2d2446), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.632503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58622) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:38.653847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Request body: {'port': {'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1182545638'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:38.682390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97710494-5844-4502-b3ed-544125b5ab55 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.687253 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97710494-5844-4502-b3ed-544125b5ab55 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router_controller (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.715772 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6f67080c-be5c-4f19-8fff-a3bcbe7b542f req-1935fd50-c995-457e-bece-aa690753187a tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 210 time: 0.0968199 Oct 23 01:07:38.741745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45184b99-74f9-4a15-ab75-aa5fac2d2446']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:38.765068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fce5c6c-c164-4531-97b5-11426b965dc1') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:38.765068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fce5c6c-c164-4531-97b5-11426b965dc1') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:38.766417 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-060113aa-15b7-4098-9a11-a642a0aaba4a req-d7bb79ee-5cec-439d-aaac-54ba4f146992 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 210 time: 0.0942643 Oct 23 01:07:38.794422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (6fce5c6c-c164-4531-97b5-11426b965dc1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.799792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0b073f4e-f2fc-4b81-8a7f-9cba5bf9dcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.800273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Made reservation on behalf of ddf76f9c16dc49f0b7cec052ecdecc4b for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:38.804453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.820453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.824040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6fce5c6c-c164-4531-97b5-11426b965dc1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.839844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:07:38.840244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (6fce5c6c-c164-4531-97b5-11426b965dc1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.851750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97710494-5844-4502-b3ed-544125b5ab55 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (cc2d7956-fe53-4dd8-854a-bb5c1b459c0f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.852327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97710494-5844-4502-b3ed-544125b5ab55 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc2d7956-fe53-4dd8-854a-bb5c1b459c0f {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:07:38.867926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97710494-5844-4502-b3ed-544125b5ab55 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:38.869107 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-97710494-5844-4502-b3ed-544125b5ab55 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/cc2d7956-fe53-4dd8-854a-bb5c1b459c0f HTTP/1.1" status: 204 len: 168 time: 0.7877643 Oct 23 01:07:38.886345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58632) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:38.939258 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 6fce5c6c-c164-4531-97b5-11426b965dc1 resource provider aggregate not found Oct 23 01:07:38.973029 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 6fce5c6c-c164-4531-97b5-11426b965dc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fce5c6c-c164-4531-97b5-11426b965dc1 found for delete ", "request_id": "req-baa7ae99-6b45-44e0-8e45-bffa269f9b3e"}]} Oct 23 01:07:38.983692 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-85501c40-4172-4d11-91bf-c31ed8e0a833 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Request body: {'router': {'name': 'tempest-router-375461545', 'distributed': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:38.986252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58638) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:38.995564 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-30cd027c-0202-4417-99c6-a44e6b5cb87a req-32974e2a-8c75-4ff8-94dd-f29b7e54198f tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 210 time: 0.0342426 Oct 23 01:07:39.044409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7ad7cca1-523b-4e7f-9994-bf7ce5181a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.061092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.48', 49860) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:39.094443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (bcb7eb23-d834-47ed-a788-5a004f3b83cd), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.133007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (45184b99-74f9-4a15-ab75-aa5fac2d2446), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.138887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.142098 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] 10.222.0.36 "DELETE /networking/v2.0/networks/45184b99-74f9-4a15-ab75-aa5fac2d2446 HTTP/1.1" status: 204 len: 168 time: 0.9427810 Oct 23 01:07:39.149866 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58640) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:39.163747 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-85501c40-4172-4d11-91bf-c31ed8e0a833 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (6dd35751-eca2-411c-9f68-d82c8b64ec9e), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.166744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-85501c40-4172-4d11-91bf-c31ed8e0a833 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (6dd35751-eca2-411c-9f68-d82c8b64ec9e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.190996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb485714-bc0a-49eb-8944-3830bf29f83d tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Pushing event deleted for resources: {'Network': ['ID=45184b99-74f9-4a15-ab75-aa5fac2d2446,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:39.267074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-85501c40-4172-4d11-91bf-c31ed8e0a833 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router_controller (6dd35751-eca2-411c-9f68-d82c8b64ec9e), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.285631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c7ea5-111e-4251-bf48-77125d82185e req-6aecac0f-84e2-4070-867e-1bc45c797030 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:39.287145 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-6aecac0f-84e2-4070-867e-1bc45c797030 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.48 "GET /networking/v2.0/networks?id=05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 HTTP/1.1" status: 200 len: 812 time: 0.2250826 Oct 23 01:07:39.306824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (31e53d13-2e54-4eae-a8e2-dc36557c74a6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.317455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-85501c40-4172-4d11-91bf-c31ed8e0a833 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (6dd35751-eca2-411c-9f68-d82c8b64ec9e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.327111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks [] for security_group (f9f7f0e3-dddc-4cb5-ac41-efd042141205), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.378617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7ad7cca1-523b-4e7f-9994-bf7ce5181a9c admin admin] Publish callbacks [] for security_group (1fc84402-6ef7-4098-89a1-0cab924ee8bc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.436658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (31e53d13-2e54-4eae-a8e2-dc36557c74a6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.471219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (bcb7eb23-d834-47ed-a788-5a004f3b83cd), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.488141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f9f7f0e3-dddc-4cb5-ac41-efd042141205), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.491589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e53d13-2e54-4eae-a8e2-dc36557c74a6']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:39.493831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7ad7cca1-523b-4e7f-9994-bf7ce5181a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1fc84402-6ef7-4098-89a1-0cab924ee8bc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.498694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-85501c40-4172-4d11-91bf-c31ed8e0a833 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.503832 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-85501c40-4172-4d11-91bf-c31ed8e0a833 tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6161358 Oct 23 01:07:39.504477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58646) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:39.510681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.527303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] device_id is not set on port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:39.550594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3155814-4d87-4775-938e-3bce315ad802') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:39.550594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3155814-4d87-4775-938e-3bce315ad802') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:39.570245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f7f0e3-dddc-4cb5-ac41-efd042141205,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:39.576774 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-852a7063-f167-4cdf-9edc-ece2bf3f686d tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66260213c74c4acdba660fea4f3a482e HTTP/1.1" status: 200 len: 379 time: 0.2038822 Oct 23 01:07:39.596395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (f3155814-4d87-4775-938e-3bce315ad802), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.642076 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7ad7cca1-523b-4e7f-9994-bf7ce5181a9c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9d19c20253ce4a749435843948655ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6521111 Oct 23 01:07:39.657053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Request body: {'port': {'device_id': 'af969711-f7d5-4109-95f7-28011c1178f2', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'admin_state_up': True, 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'security_groups': ['91d164ab-bc33-4d58-9fc5-8890363a46ef']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:39.661852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58652) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:39.665826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7cca1-523b-4e7f-9994-bf7ce5181a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc84402-6ef7-4098-89a1-0cab924ee8bc,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:39.670337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:39.677122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1c05394d-3a4f-4fe6-8d32-d07f3b4815ad tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (6dd35751-eca2-411c-9f68-d82c8b64ec9e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.737644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f3155814-4d87-4775-938e-3bce315ad802), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.792698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:07:39.793101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (f3155814-4d87-4775-938e-3bce315ad802), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:39.818365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:39.929376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:40.010492 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-95d4911b-556a-4cd0-b0e9-ba1d2cd6c7c2 req-39c77330-8d8d-4c9a-b1ae-142a1b16646c tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 210 time: 0.1523817 Oct 23 01:07:40.077947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1759d52e-1352-440e-bf2f-bb4450aca7c1 admin admin] Publish callbacks [] for security_group (1fc84402-6ef7-4098-89a1-0cab924ee8bc), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.158434 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6b0d8bfd-212b-4e5d-8c2c-060e0505f09b req-37570739-666f-465d-8379-899a4a2075d0 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 210 time: 0.0669932 Oct 23 01:07:40.164034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1c05394d-3a4f-4fe6-8d32-d07f3b4815ad tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (6dd35751-eca2-411c-9f68-d82c8b64ec9e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.168749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1c05394d-3a4f-4fe6-8d32-d07f3b4815ad tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router_controller (6dd35751-eca2-411c-9f68-d82c8b64ec9e), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.178903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Allocated IP 172.36.3.181 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/62590b8b-d5a1-4147-83f4-54c88f975d48) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:40.197132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (31e53d13-2e54-4eae-a8e2-dc36557c74a6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.205567 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d4f25e46-bb16-43ce-946b-e47b8ea9e437 req-899727d2-9372-4609-b5ed-3eb9147bb020 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 210 time: 0.1056576 Oct 23 01:07:40.209222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1759d52e-1352-440e-bf2f-bb4450aca7c1 admin admin] Publish callbacks [] for security_group (1fc84402-6ef7-4098-89a1-0cab924ee8bc), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.216320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.228464 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] 10.222.0.36 "DELETE /networking/v2.0/networks/31e53d13-2e54-4eae-a8e2-dc36557c74a6 HTTP/1.1" status: 204 len: 168 time: 1.0729914 Oct 23 01:07:40.245181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Made reservation on behalf of 66260213c74c4acdba660fea4f3a482e for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:40.248965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.263524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] device_id is not set on port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:40.279853 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks [] for port (bce7cf00-1e2d-45d8-aaaf-53fbfed87a44), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.311873 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39757eeb-cee5-44f0-a3ea-4b850db7b6bd tempest-QuotasNegativeTest-687733171 tempest-QuotasNegativeTest-687733171-project-admin] Pushing event deleted for resources: {'Network': ['ID=31e53d13-2e54-4eae-a8e2-dc36557c74a6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:40.335106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1c05394d-3a4f-4fe6-8d32-d07f3b4815ad tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (6dd35751-eca2-411c-9f68-d82c8b64ec9e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.336389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c05394d-3a4f-4fe6-8d32-d07f3b4815ad tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dd35751-eca2-411c-9f68-d82c8b64ec9e {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:07:40.351746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1c05394d-3a4f-4fe6-8d32-d07f3b4815ad tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.359799 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1c05394d-3a4f-4fe6-8d32-d07f3b4815ad tempest-RoutersTestDVR-969361037 tempest-RoutersTestDVR-969361037-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/6dd35751-eca2-411c-9f68-d82c8b64ec9e HTTP/1.1" status: 204 len: 168 time: 0.8503842 Oct 23 01:07:40.389756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for port (62590b8b-d5a1-4147-83f4-54c88f975d48), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.401445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (bce7cf00-1e2d-45d8-aaaf-53fbfed87a44), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.454224 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:40.548886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (62590b8b-d5a1-4147-83f4-54c88f975d48), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.580301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event updated for resources: {'Port': ['ID=bce7cf00-1e2d-45d8-aaaf-53fbfed87a44,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:40.595605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Checking segment: {'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:40.595948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Network hostable DHCP agents. Network: b1b40e5d-4476-41f7-8fd8-be32f23befda, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:07:40.601070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:40.604421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:40.611074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:40.614871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Allocated IP 172.20.0.7 (05bcd369-fd6c-4f2a-b5d0-3331a3a7f454/4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211/183002a1-4cd9-45bf-bda8-717f2f126eb5) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:40.659459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Pushing event updated for resources: {'Port': ['ID=62590b8b-d5a1-4147-83f4-54c88f975d48,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:40.674422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1759d52e-1352-440e-bf2f-bb4450aca7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1fc84402-6ef7-4098-89a1-0cab924ee8bc), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.677132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1759d52e-1352-440e-bf2f-bb4450aca7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.677732 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1759d52e-1352-440e-bf2f-bb4450aca7c1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1fc84402-6ef7-4098-89a1-0cab924ee8bc HTTP/1.1" status: 204 len: 168 time: 1.0148284 Oct 23 01:07:40.700566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759d52e-1352-440e-bf2f-bb4450aca7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc84402-6ef7-4098-89a1-0cab924ee8bc,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:40.717085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:40.746458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Network b1b40e5d-4476-41f7-8fd8-be32f23befda is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:07:40.853104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:40.856448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b1b40e5d-4476-41f7-8fd8-be32f23befda) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:40.862799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:40.869629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f5942c-cc15-4a79-b398-0e7a410e57b2 None None] Network b1b40e5d-4476-41f7-8fd8-be32f23befda requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:40.891735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:40.891735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:40.892049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:40.902895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:40.903667 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:40.904617 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 2 to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 Oct 23 01:07:40.936016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:40.936932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:40.938470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:40.950287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:40.951984 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:40.952990 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 3 to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 Oct 23 01:07:40.990540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:40.990740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:40.991038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:40.996768 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:40.997047 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:40.997482 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 4 to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 Oct 23 01:07:41.022635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.48', 49872) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:41.024075 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:41.024464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:41.024824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:41.051912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:41.054937 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f3155814-4d87-4775-938e-3bce315ad802 resource provider aggregate not found Oct 23 01:07:41.061477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:41.061850 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:41.097925 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 5 to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 Oct 23 01:07:41.104383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-36ff86a0-1037-425e-9492-d69fe11d546c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:41.165699 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f3155814-4d87-4775-938e-3bce315ad802 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3155814-4d87-4775-938e-3bce315ad802 found for delete ", "request_id": "req-b15e4e6f-3a14-46be-ad11-3b972f872530"}]} Oct 23 01:07:41.292447 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:41.319356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (bcb7eb23-d834-47ed-a788-5a004f3b83cd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:41.327750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:41.352922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:41.353258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:41.353595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:41.405855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:41.468484 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9d446e3e-518a-418c-8995-c6501cb94d4a req-fb283a9b-6a7b-4669-9554-92ca1a7937b7 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 210 time: 0.1460507 Oct 23 01:07:41.539648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:41.540096 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:41.541608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:41.553368 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 6 to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 Oct 23 01:07:41.574953 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9b226910-a413-41ec-9eaf-2d6f5ae84472 req-fa50cd26-44d2-43e5-a6d3-4b342c716dd8 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 210 time: 0.2238336 Oct 23 01:07:41.580696 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:41.640798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:41.641463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:41.646634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:41.648596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:41.648938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:41.649312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:41.657927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Pushing event updated for resources: {'Port': ['ID=183002a1-4cd9-45bf-bda8-717f2f126eb5,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:41.666896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58706) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:41.690972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:41.691513 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:41.724814 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 7 to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 Oct 23 01:07:41.766903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:41.767111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:41.767295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:41.773190 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:41.773529 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:41.774104 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 8 to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 Oct 23 01:07:41.784467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-b6130ae2-fa15-4b4c-a96e-7ac86925001f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:41.786100 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-b6130ae2-fa15-4b4c-a96e-7ac86925001f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.48 "GET /networking/v2.0/networks?id=90278020-7334-4e49-a351-40edec530728 HTTP/1.1" status: 200 len: 804 time: 0.7538767 Oct 23 01:07:41.791982 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-8f62e932-981a-462e-ae22-ad54c59cc7a2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1454277 Oct 23 01:07:41.809326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:41.809740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:41.810147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:41.820893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:41.821239 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:41.821577 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 9 to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 Oct 23 01:07:41.849579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687b818-b1c5-44e9-a34e-06c66e9ccfa4 req-7587013a-a304-40ed-989a-a5d559b5fccb tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:41.851767 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8687b818-b1c5-44e9-a34e-06c66e9ccfa4 req-7587013a-a304-40ed-989a-a5d559b5fccb tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 931 time: 0.1222761 Oct 23 01:07:41.855385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:41.855697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:41.856016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:41.861867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:41.862453 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:41.872838 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 10 to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 Oct 23 01:07:41.896794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:41.897116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:41.897450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:41.903148 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:41.903443 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:41.903815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bce7cf00-1e2d-45d8-aaaf-53fbfed87a44), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:41.961948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (bcb7eb23-d834-47ed-a788-5a004f3b83cd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.014197 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-55323976-8aaa-4e5a-ab8d-61efd9c10b43 None None] Provisioning complete for port 183002a1-4cd9-45bf-bda8-717f2f126eb5 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:42.015411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-55323976-8aaa-4e5a-ab8d-61efd9c10b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.017114 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-55323976-8aaa-4e5a-ab8d-61efd9c10b43 None None] Attempt 1 to provision port 183002a1-4cd9-45bf-bda8-717f2f126eb5 Oct 23 01:07:42.028167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] For port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:42.029347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempted to set empty binding levels {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:07:42.069205 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-098d96a0-b4b0-44d8-ab1e-c2d93ad8a171 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:07:42.070837 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-098d96a0-b4b0-44d8-ab1e-c2d93ad8a171 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0340784 Oct 23 01:07:42.098279 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8687b818-b1c5-44e9-a34e-06c66e9ccfa4 req-53d18196-62bb-451c-aa73-f3131fc81c89 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163067 Oct 23 01:07:42.106880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:42.256962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-55323976-8aaa-4e5a-ab8d-61efd9c10b43 None None] Port 183002a1-4cd9-45bf-bda8-717f2f126eb5 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:07:42.257402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d124-5552-4afc-b63c-e757fd8f91fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.257402 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-119b5059-e876-4c7d-b922-e1af25b1c59a tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=65fee9c1b06a4303b3561763cb1f5f07 HTTP/1.1" status: 200 len: 380 time: 0.1517427 Oct 23 01:07:42.257402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Request body: {'port': {'device_id': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'admin_state_up': True, 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'security_groups': ['5eed68a1-38b0-496d-96c3-90dc8500110b']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:42.258107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58722) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:42.329769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (bce7cf00-1e2d-45d8-aaaf-53fbfed87a44), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.361489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:42.361489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.438423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5787b4ef-1fd1-485f-95b7-76fa7ac23b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.486691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Request body: {'port': {'device_id': 'af969711-f7d5-4109-95f7-28011c1178f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:42.522838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d124-5552-4afc-b63c-e757fd8f91fa admin admin] Publish callbacks [] for security_group (9d4f9619-ad23-4096-b307-dd668958e383), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.538766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event updated for resources: {'Port': ['ID=bce7cf00-1e2d-45d8-aaaf-53fbfed87a44,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:42.548300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5787b4ef-1fd1-485f-95b7-76fa7ac23b89 admin admin] Publish callbacks [] for security_group (7f4b7fc1-8207-461e-bf07-e720fe9c2c9d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.587088 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.675834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5787b4ef-1fd1-485f-95b7-76fa7ac23b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7f4b7fc1-8207-461e-bf07-e720fe9c2c9d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.676093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:42.727500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Router bcb7eb23-d834-47ed-a788-5a004f3b83cd is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:07:42.727500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.48', 49880) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:42.890059 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d967685-e4b0-4f5f-a860-c840a38614e2 req-52191a20-9a99-4200-8e45-41d105415367 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 210 time: 0.1738524 Oct 23 01:07:42.896789 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787b4ef-1fd1-485f-95b7-76fa7ac23b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4b7fc1-8207-461e-bf07-e720fe9c2c9d,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:42.929823 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5787b4ef-1fd1-485f-95b7-76fa7ac23b89 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a005b403053d41609adfa82dd6835677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6751323 Oct 23 01:07:42.934408 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58736) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:42.974516 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8f49af02-084d-44f6-ad15-e1feb0af8748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.3300285 Oct 23 01:07:42.981986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58738) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:42.992868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d124-5552-4afc-b63c-e757fd8f91fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (9d4f9619-ad23-4096-b307-dd668958e383), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:43.023980 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2799c972-9285-4226-8096-6bd3e5fa59ad req-966f9ff3-3967-465b-8a0d-4a6c9341e6fc tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 210 time: 0.3619366 Oct 23 01:07:43.151262 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ecd0d124-5552-4afc-b63c-e757fd8f91fa admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=22bdcf73999a442f8461f8276611b500&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4797595 Oct 23 01:07:43.191826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Made reservation on behalf of 65fee9c1b06a4303b3561763cb1f5f07 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:43.196227 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:43.202692 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58746) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:43.227108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0d124-5552-4afc-b63c-e757fd8f91fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4f9619-ad23-4096-b307-dd668958e383,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:43.427147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:07:43.431620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:43.432767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:43.439842 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-25137580-4638-430d-b60b-5b796ee5cc11 admin admin] Publish callbacks [] for security_group (7f4b7fc1-8207-461e-bf07-e720fe9c2c9d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:43.442958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88119d09-43cf-4751-8271-b4302b0f394c None None] Sync routers for ids ['bcb7eb23-d834-47ed-a788-5a004f3b83cd'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:07:43.476851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88119d09-43cf-4751-8271-b4302b0f394c None None] Routers {'bcb7eb23-d834-47ed-a788-5a004f3b83cd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:43.477500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-88119d09-43cf-4751-8271-b4302b0f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bcb7eb23-d834-47ed-a788-5a004f3b83cd'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:43.489161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafa673-aa55-47e2-b19b-987cd9ace8cd req-f1c32d85-7481-4842-afe3-616869f3e8b0 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:43.491303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0dafa673-aa55-47e2-b19b-987cd9ace8cd req-f1c32d85-7481-4842-afe3-616869f3e8b0 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 931 time: 0.2142165 Oct 23 01:07:43.559768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-88119d09-43cf-4751-8271-b4302b0f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:43.589184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88119d09-43cf-4751-8271-b4302b0f394c None None] Routers {'bcb7eb23-d834-47ed-a788-5a004f3b83cd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:43.590972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-88119d09-43cf-4751-8271-b4302b0f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bcb7eb23-d834-47ed-a788-5a004f3b83cd'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:43.608865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-2d94e6f5-3f24-40f9-821b-2803e0265038 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:43.614121 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-2d94e6f5-3f24-40f9-821b-2803e0265038 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.48 "GET /networking/v2.0/networks?id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec HTTP/1.1" status: 200 len: 810 time: 0.8951666 Oct 23 01:07:43.637597 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0dafa673-aa55-47e2-b19b-987cd9ace8cd req-46b60b13-d677-4c4a-81af-0b843087b6a7 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159163 Oct 23 01:07:43.646594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:43.650498 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bc4520c0-8c7f-4129-955d-bebea6253c4c tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8732672 Oct 23 01:07:43.654515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58758) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:43.681207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-88119d09-43cf-4751-8271-b4302b0f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:43.683204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88119d09-43cf-4751-8271-b4302b0f394c None None] The sync data for ids ['bcb7eb23-d834-47ed-a788-5a004f3b83cd'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:07:43.719606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183002a1-4cd9-45bf-bda8-717f2f126eb5 {{(pid=105985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:07:43.732089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Publish callbacks [] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:43.749511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:43.779259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:43.801017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Allocated IP 172.20.0.13 (90278020-7334-4e49-a351-40edec530728/22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1/8897cd45-5421-4d15-be1f-1ea24967e608) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:43.857257 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.provisioning_blocks [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Transition to ACTIVE for port object 183002a1-4cd9-45bf-bda8-717f2f126eb5 will not be triggered until provisioned by entity L2. {{(pid=105985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:07:43.880807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:43.966478 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:43.972271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-25137580-4638-430d-b60b-5b796ee5cc11 admin admin] Publish callbacks [] for security_group (7f4b7fc1-8207-461e-bf07-e720fe9c2c9d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:43.994153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=15 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:44.010295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f2f60-f266-47ed-b8ce-1f168c21bdd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Deleting port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:44.010295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2f60-f266-47ed-b8ce-1f168c21bdd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bce7cf00-1e2d-45d8-aaaf-53fbfed87a44), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.061296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.128200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Pushing event updated for resources: {'Port': ['ID=183002a1-4cd9-45bf-bda8-717f2f126eb5,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:44.147028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1046-5910-4cf1-b7c9-623f33731e25 admin admin] Publish callbacks [] for security_group (9d4f9619-ad23-4096-b307-dd668958e383), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.203122 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-08cd7b50-aa90-4f0d-8cca-c97281275bf4 req-3ddcbe69-fd00-4207-8942-b2585309245d tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 210 time: 0.1594737 Oct 23 01:07:44.269142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for port (8897cd45-5421-4d15-be1f-1ea24967e608), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.291351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Attempting to bind port 183002a1-4cd9-45bf-bda8-717f2f126eb5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:44.291683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Attempting to bind port 183002a1-4cd9-45bf-bda8-717f2f126eb5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:44.292037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Attempting to bind port 183002a1-4cd9-45bf-bda8-717f2f126eb5 on network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:44.341968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1046-5910-4cf1-b7c9-623f33731e25 admin admin] Publish callbacks [] for security_group (9d4f9619-ad23-4096-b307-dd668958e383), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.357444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Port 183002a1-4cd9-45bf-bda8-717f2f126eb5 on network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:44.357444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Attempting to bind port 183002a1-4cd9-45bf-bda8-717f2f126eb5 on network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:44.361547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-2e8f2f60-f266-47ed-b8ce-1f168c21bdd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] For port bce7cf00-1e2d-45d8-aaaf-53fbfed87a44, host hv-neutron-mast, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:44.361946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2f60-f266-47ed-b8ce-1f168c21bdd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bce7cf00-1e2d-45d8-aaaf-53fbfed87a44), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.391667 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-80925e43-7ba5-475a-8fcd-866add4a7fc9 req-f09cfed8-13bc-4655-a28e-4de58917a076 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 210 time: 0.1978495 Oct 23 01:07:44.403890 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-42e792b3-67ca-45f9-88d5-04dd641d0f9b tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/bcb7eb23-d834-47ed-a788-5a004f3b83cd HTTP/1.1" status: 200 len: 924 time: 0.7456045 Oct 23 01:07:44.414989 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-246ac657-05bf-4fc5-96b0-40776970c7bd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e HTTP/1.1" status: 200 len: 380 time: 0.5059774 Oct 23 01:07:44.416273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f2f60-f266-47ed-b8ce-1f168c21bdd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Calling delete_port for bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:44.434068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58774) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:44.464812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.495104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:44.495630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Checking segment: {'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:44.496299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Bound using segment: {'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:44.496904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Bound port: 183002a1-4cd9-45bf-bda8-717f2f126eb5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8a8e4a-cad8-48dc-92a2-81114ea573e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454'}}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:44.497769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.503435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Request body: {'port': {'device_id': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'admin_state_up': True, 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'security_groups': ['f3f802b2-f1ee-48c9-91dc-0069a15d3ea5']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:44.511390 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c14400c0-ed78-453a-8841-c5f153f5e0da tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bcb7eb23-d834-47ed-a788-5a004f3b83cd HTTP/1.1" status: 200 len: 205 time: 0.0653768 Oct 23 01:07:44.513189 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58776) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:44.566669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Network 90278020-7334-4e49-a351-40edec530728 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:44.597304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:44.607451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:44.611799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-25137580-4638-430d-b60b-5b796ee5cc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7f4b7fc1-8207-461e-bf07-e720fe9c2c9d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.612416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:44.614562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-25137580-4638-430d-b60b-5b796ee5cc11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.618180 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-25137580-4638-430d-b60b-5b796ee5cc11 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7f4b7fc1-8207-461e-bf07-e720fe9c2c9d HTTP/1.1" status: 204 len: 168 time: 1.6778378 Oct 23 01:07:44.694755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Pushing event updated for resources: {'Port': ['ID=8897cd45-5421-4d15-be1f-1ea24967e608,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:44.699299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25137580-4638-430d-b60b-5b796ee5cc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4b7fc1-8207-461e-bf07-e720fe9c2c9d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:44.798293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:44.800186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.810075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1046-5910-4cf1-b7c9-623f33731e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (9d4f9619-ad23-4096-b307-dd668958e383), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.834197 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1046-5910-4cf1-b7c9-623f33731e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:44.838159 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2a7d1046-5910-4cf1-b7c9-623f33731e25 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9d4f9619-ad23-4096-b307-dd668958e383 HTTP/1.1" status: 204 len: 168 time: 1.6213858 Oct 23 01:07:44.966384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d1046-5910-4cf1-b7c9-623f33731e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4f9619-ad23-4096-b307-dd668958e383,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:44.972131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] For port 183002a1-4cd9-45bf-bda8-717f2f126eb5, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:45.007453 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-9e16e509-dad2-43b0-9d7f-7d6c3a642a73 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8099451 Oct 23 01:07:45.013676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] For port 183002a1-4cd9-45bf-bda8-717f2f126eb5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=183002a1-4cd9-45bf-bda8-717f2f126eb5,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:45.021891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adbb1c-247b-4b3d-ad01-d57cb56a216e req-fbfc42b5-1e08-4a96-a991-d9c0a702c417 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:45.023244 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a3adbb1c-247b-4b3d-ad01-d57cb56a216e req-fbfc42b5-1e08-4a96-a991-d9c0a702c417 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 943 time: 0.2087641 Oct 23 01:07:45.036598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (bcb7eb23-d834-47ed-a788-5a004f3b83cd), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.052580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Request body: {'port': {'device_id': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:45.103938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-db1d58a7-4e2e-48e5-b1ca-a73a034020e4 None None] Provisioning complete for port 8897cd45-5421-4d15-be1f-1ea24967e608 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:45.103938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-db1d58a7-4e2e-48e5-b1ca-a73a034020e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.103938 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-db1d58a7-4e2e-48e5-b1ca-a73a034020e4 None None] Attempt 1 to provision port 8897cd45-5421-4d15-be1f-1ea24967e608 Oct 23 01:07:45.146684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Made reservation on behalf of 6e8125d1fd0c41088a7855d1eaa7fa4e for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:45.151099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.186975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-db1d58a7-4e2e-48e5-b1ca-a73a034020e4 None None] Port 8897cd45-5421-4d15-be1f-1ea24967e608 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:07:45.190192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2f60-f266-47ed-b8ce-1f168c21bdd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (bce7cf00-1e2d-45d8-aaaf-53fbfed87a44), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.193226 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a3adbb1c-247b-4b3d-ad01-d57cb56a216e req-4323062c-8535-425f-8b86-f02f12de3303 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629529 Oct 23 01:07:45.196325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.235228 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.241828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:45.242506 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.243928 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/183002a1-4cd9-45bf-bda8-717f2f126eb5 HTTP/1.1" status: 200 len: 1093 time: 2.8902516 Oct 23 01:07:45.252572 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af969711-f7d5-4109-95f7-28011c1178f2', 'tag': '183002a1-4cd9-45bf-bda8-717f2f126eb5'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:07:45.287134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f2f60-f266-47ed-b8ce-1f168c21bdd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event deleted for resources: {'Port': ['ID=bce7cf00-1e2d-45d8-aaaf-53fbfed87a44,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:45.295103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:45.331611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2f60-f266-47ed-b8ce-1f168c21bdd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.338080 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2e8f2f60-f266-47ed-b8ce-1f168c21bdd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 HTTP/1.1" status: 204 len: 168 time: 2.3387449 Oct 23 01:07:45.432132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58794) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:45.522100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba806695-e524-4bfe-abe1-bfc073f64998 service neutron] Pushing event updated for resources: {'Port': ['ID=183002a1-4cd9-45bf-bda8-717f2f126eb5,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:45.537603 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55fc7e2-1583-4f39-bac1-96f22178034b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] GET failed (client error): The resource could not be found. Oct 23 01:07:45.539283 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d55fc7e2-1583-4f39-bac1-96f22178034b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "GET /networking/v2.0/ports/bce7cf00-1e2d-45d8-aaaf-53fbfed87a44 HTTP/1.1" status: 404 len: 333 time: 0.1061878 Oct 23 01:07:45.554747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58802) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:45.596044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (bcb7eb23-d834-47ed-a788-5a004f3b83cd), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.601139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:45.630209 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac0176-f5f2-4d0b-9210-e800503ad780 req-ed1838ba-1530-43a0-b99d-101ca9414c8d tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:45.631770 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d2ac0176-f5f2-4d0b-9210-e800503ad780 req-ed1838ba-1530-43a0-b99d-101ca9414c8d tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 932 time: 0.2516284 Oct 23 01:07:45.732551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:45.740664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Request body: {'port': {'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721868287'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:45.746233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Allocated IP 172.20.0.6 (7137e86b-dd2c-4bcd-b0f6-bd1db47276ec/8b74024a-d17f-4db3-83e8-5ff782bd2612/669bdc2b-ace0-4ea5-a65f-b201c60afb14) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:45.783953 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d2ac0176-f5f2-4d0b-9210-e800503ad780 req-79711ead-96cd-43c3-bceb-f3990698212f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239693 Oct 23 01:07:45.786210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Deleting port 62590b8b-d5a1-4147-83f4-54c88f975d48 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:45.786553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (62590b8b-d5a1-4147-83f4-54c88f975d48), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:45.949731 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-225906da-b2d1-401d-97dc-d2b28c8f8176 req-87fed1b2-2c17-472a-93a0-868da29e01bf tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 210 time: 0.1823463 Oct 23 01:07:45.957332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58810) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:45.973840 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c7ea5-111e-4251-bf48-77125d82185e req-b20cc4ba-4911-4927-b5a1-eacbf53303f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:45.975677 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-b20cc4ba-4911-4927-b5a1-eacbf53303f0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=66260213c74c4acdba660fea4f3a482e&device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 1127 time: 0.4249613 Oct 23 01:07:45.980662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (62590b8b-d5a1-4147-83f4-54c88f975d48), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.003074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eb8753b5-3e0f-4759-86ce-aab748889e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.008429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Calling delete_port for 62590b8b-d5a1-4147-83f4-54c88f975d48 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:46.068780 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-2699eecb-b399-4d24-834c-04ba69551e64 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=183002a1-4cd9-45bf-bda8-717f2f126eb5 HTTP/1.1" status: 200 len: 217 time: 0.0742943 Oct 23 01:07:46.105550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Made reservation on behalf of ddf76f9c16dc49f0b7cec052ecdecc4b for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:46.108114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.147990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a58835-53b7-4ada-9155-ae7c265d198d" -d '{"events": [{"name": "network-changed", "server_uuid": "af969711-f7d5-4109-95f7-28011c1178f2", "tag": "183002a1-4cd9-45bf-bda8-717f2f126eb5"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:07:46.161611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.204963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8897cd45-5421-4d15-be1f-1ea24967e608 {{(pid=105985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:07:46.212786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] device_id is not set on port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:46.229386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Publish callbacks [] for port (8897cd45-5421-4d15-be1f-1ea24967e608), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.267722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58818) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:46.296773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c7ea5-111e-4251-bf48-77125d82185e req-dc05343c-1820-4084-b91f-34880405002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:46.299177 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-dc05343c-1820-4084-b91f-34880405002c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211 HTTP/1.1" status: 200 len: 851 time: 0.2045000 Oct 23 01:07:46.312832 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.provisioning_blocks [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Transition to ACTIVE for port object 8897cd45-5421-4d15-be1f-1ea24967e608 will not be triggered until provisioned by entity L2. {{(pid=105985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:07:46.382118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eb8753b5-3e0f-4759-86ce-aab748889e3d admin admin] Publish callbacks [] for security_group (36818462-8ab6-4da4-bf1e-982c8c34079d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.393355 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5e84f68e-4231-40ad-824b-a00b0695b100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.448342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.542072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.546377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eb8753b5-3e0f-4759-86ce-aab748889e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (36818462-8ab6-4da4-bf1e-982c8c34079d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.555589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c7ea5-111e-4251-bf48-77125d82185e req-9dd0b8ef-b3da-48c9-871e-eb1ad7338d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:46.557457 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-9dd0b8ef-b3da-48c9-871e-eb1ad7338d70 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=05bcd369-fd6c-4f2a-b5d0-3331a3a7f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2430744 Oct 23 01:07:46.579636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:46.672753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:46.679925 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-eb8753b5-3e0f-4759-86ce-aab748889e3d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b887577b85fe42fc9babff3603774f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7166159 Oct 23 01:07:46.687114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:46.689531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Pushing event updated for resources: {'Port': ['ID=669bdc2b-ace0-4ea5-a65f-b201c60afb14,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:46.692422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8753b5-3e0f-4759-86ce-aab748889e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36818462-8ab6-4da4-bf1e-982c8c34079d,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:46.699288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:46.702280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58824) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:46.718604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (62590b8b-d5a1-4147-83f4-54c88f975d48), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.733079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f1fe7-5af8-49e7-9f0d-416104adbb30 req-3f425086-7d39-4869-a64a-6a22420021f0 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:46.741594 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-325f1fe7-5af8-49e7-9f0d-416104adbb30 req-3f425086-7d39-4869-a64a-6a22420021f0 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 943 time: 0.3452082 Oct 23 01:07:46.767621 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70f2443-1ece-45b0-befe-159d1ebdb9ad x-openstack-request-id: req-a70f2443-1ece-45b0-befe-159d1ebdb9ad {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:07:46.767865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af969711-f7d5-4109-95f7-28011c1178f2", "tag": "183002a1-4cd9-45bf-bda8-717f2f126eb5", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:07:46.768117 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a70f2443-1ece-45b0-befe-159d1ebdb9ad {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:07:46.768591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70f2443-1ece-45b0-befe-159d1ebdb9ad'] response: {'name': 'network-changed', 'server_uuid': 'af969711-f7d5-4109-95f7-28011c1178f2', 'tag': '183002a1-4cd9-45bf-bda8-717f2f126eb5', 'status': 'completed', 'code': 200} Oct 23 01:07:46.771412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5e84f68e-4231-40ad-824b-a00b0695b100 admin admin] Publish callbacks [] for security_group (2c8f49f7-b280-46c3-b470-261ac24246ed), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.809443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Pushing event deleted for resources: {'Port': ['ID=62590b8b-d5a1-4147-83f4-54c88f975d48,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:46.848612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5e84f68e-4231-40ad-824b-a00b0695b100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2c8f49f7-b280-46c3-b470-261ac24246ed), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.938379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:46.939304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:46.955320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:47.100446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84f68e-4231-40ad-824b-a00b0695b100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8f49f7-b280-46c3-b470-261ac24246ed,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:47.107765 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5e84f68e-4231-40ad-824b-a00b0695b100 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7565513f4799444aab186de99f2861a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8333147 Oct 23 01:07:47.110927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:47.117594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58836) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:47.134516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c57f412a-5861-43af-a90b-b79a2f266f50 admin admin] Publish callbacks [] for security_group (36818462-8ab6-4da4-bf1e-982c8c34079d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.158687 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-fecfee6e-b25b-4cfb-b800-ab639403fc8e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6662052 Oct 23 01:07:47.164900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9d8426f7-3862-436b-8cd8-64c2df92c71a None None] Provisioning complete for port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:47.166263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9d8426f7-3862-436b-8cd8-64c2df92c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.166969 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9d8426f7-3862-436b-8cd8-64c2df92c71a None None] Attempt 1 to provision port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 Oct 23 01:07:47.170244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2a83b-dfcc-4974-b1d7-a8ab4d7db536 req-27e1f617-a7dc-4996-be11-1bf839098636 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:47.178452 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e2a2a83b-dfcc-4974-b1d7-a8ab4d7db536 req-27e1f617-a7dc-4996-be11-1bf839098636 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 944 time: 0.2159877 Oct 23 01:07:47.226343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (bcb7eb23-d834-47ed-a788-5a004f3b83cd), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.233201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Request body: {'port': {'device_id': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:47.251748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c57f412a-5861-43af-a90b-b79a2f266f50 admin admin] Publish callbacks [] for security_group (36818462-8ab6-4da4-bf1e-982c8c34079d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.258686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9d8426f7-3862-436b-8cd8-64c2df92c71a None None] Port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:07:47.346850 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58838) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:47.387487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Pushing event updated for resources: {'Port': ['ID=8897cd45-5421-4d15-be1f-1ea24967e608,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:47.447194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (bcb7eb23-d834-47ed-a788-5a004f3b83cd), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.480401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (bcb7eb23-d834-47ed-a788-5a004f3b83cd), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.497680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:47.510302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:47.519093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c79e9f97-02ba-43f8-a95c-f90d24dd1cd6 admin admin] Publish callbacks [] for security_group (2c8f49f7-b280-46c3-b470-261ac24246ed), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.547623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks [] for port (6f8f51e0-3a33-4ffb-abd9-2a384714a7a3), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.567495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Attempting to bind port 8897cd45-5421-4d15-be1f-1ea24967e608 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:47.568083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Attempting to bind port 8897cd45-5421-4d15-be1f-1ea24967e608 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:47.568625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Attempting to bind port 8897cd45-5421-4d15-be1f-1ea24967e608 on network 90278020-7334-4e49-a351-40edec530728 {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:47.574998 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-325f1fe7-5af8-49e7-9f0d-416104adbb30 req-f19339b4-a042-460d-92e7-d29d76f2530a tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8324349 Oct 23 01:07:47.629438 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-0bebb32a-6103-4fcd-9499-33cf32c02370 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/05bcd369-fd6c-4f2a-b5d0-3331a3a7f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0149233 Oct 23 01:07:47.755369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:47.804586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Port 8897cd45-5421-4d15-be1f-1ea24967e608 on network 90278020-7334-4e49-a351-40edec530728 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:47.805056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Attempting to bind port 8897cd45-5421-4d15-be1f-1ea24967e608 on network 90278020-7334-4e49-a351-40edec530728 {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:47.854769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6f8f51e0-3a33-4ffb-abd9-2a384714a7a3), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.868967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e43f-dfe3-4737-8bea-8a2be170e18c req-10ac8db9-6f47-494b-8b4e-2559cfa050b6 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:47.871236 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b294e43f-dfe3-4737-8bea-8a2be170e18c req-10ac8db9-6f47-494b-8b4e-2559cfa050b6 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 931 time: 0.1242495 Oct 23 01:07:47.871561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:47.885136 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e2a2a83b-dfcc-4974-b1d7-a8ab4d7db536 req-4f2bd25c-432e-4f6e-a69a-d8be22f57bc6 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7056973 Oct 23 01:07:47.915679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.920239 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c79e9f97-02ba-43f8-a95c-f90d24dd1cd6 admin admin] Publish callbacks [] for security_group (2c8f49f7-b280-46c3-b470-261ac24246ed), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.961262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:47.992742 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be2c7ea5-111e-4251-bf48-77125d82185e req-3be19840-945f-4fed-a226-092cff82c158 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/05bcd369-fd6c-4f2a-b5d0-3331a3a7f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442557 Oct 23 01:07:48.001534 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:07:48.029489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Network b1b40e5d-4476-41f7-8fd8-be32f23befda is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:48.039954 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:48.040419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Checking segment: {'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:48.040887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Bound using segment: {'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:48.041414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Bound port: 8897cd45-5421-4d15-be1f-1ea24967e608, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2833c15c-3392-49d7-9268-cc972dc27563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90278020-7334-4e49-a351-40edec530728'}}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:48.041901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.050020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:48.074788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:48.076575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:48.077929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.107476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event updated for resources: {'Port': ['ID=6f8f51e0-3a33-4ffb-abd9-2a384714a7a3,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:48.174368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (bcb7eb23-d834-47ed-a788-5a004f3b83cd), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.175315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Fanout notify agent at l3_agent the message router_deleted on router bcb7eb23-d834-47ed-a788-5a004f3b83cd {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:07:48.177168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c57f412a-5861-43af-a90b-b79a2f266f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (36818462-8ab6-4da4-bf1e-982c8c34079d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.181612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c57f412a-5861-43af-a90b-b79a2f266f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.189156 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c57f412a-5861-43af-a90b-b79a2f266f50 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/36818462-8ab6-4da4-bf1e-982c8c34079d HTTP/1.1" status: 204 len: 168 time: 1.4858479 Oct 23 01:07:48.190771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:48.217604 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b294e43f-dfe3-4737-8bea-8a2be170e18c req-0976c054-2da8-4f90-ad1a-96ccabb0efe8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277853 Oct 23 01:07:48.238372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.247743 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-94eb0862-2a30-48b5-b6dc-218e37f36a31 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/bcb7eb23-d834-47ed-a788-5a004f3b83cd HTTP/1.1" status: 204 len: 168 time: 3.7159884 Oct 23 01:07:48.254068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.258416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58846) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:48.266134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Request body: {'router': {'name': 'tempest-snat-router-789746302', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'enable_snat': False}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:48.281873 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:48.288360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f412a-5861-43af-a90b-b79a2f266f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36818462-8ab6-4da4-bf1e-982c8c34079d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:48.325737 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5b5d1a6c-dc9b-4793-a281-d630f1208063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6229932 Oct 23 01:07:48.339971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58848) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:48.339971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c79e9f97-02ba-43f8-a95c-f90d24dd1cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2c8f49f7-b280-46c3-b470-261ac24246ed), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.344461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c79e9f97-02ba-43f8-a95c-f90d24dd1cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.346503 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c79e9f97-02ba-43f8-a95c-f90d24dd1cd6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2c8f49f7-b280-46c3-b470-261ac24246ed HTTP/1.1" status: 204 len: 168 time: 1.2275560 Oct 23 01:07:48.353739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:48.438135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a58835-53b7-4ada-9155-ae7c265d198d req-51de12d0-12e6-4831-9b2e-8780a44f9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:48.439698 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-25a58835-53b7-4ada-9155-ae7c265d198d req-51de12d0-12e6-4831-9b2e-8780a44f9f15 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=66260213c74c4acdba660fea4f3a482e&device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 1127 time: 0.1801453 Oct 23 01:07:48.441733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e9f97-02ba-43f8-a95c-f90d24dd1cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8f49f7-b280-46c3-b470-261ac24246ed,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:48.505556 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] For port 8897cd45-5421-4d15-be1f-1ea24967e608, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:48.529448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6f8f51e0-3a33-4ffb-abd9-2a384714a7a3), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.585408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.586504 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.593749 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] For port 8897cd45-5421-4d15-be1f-1ea24967e608, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8897cd45-5421-4d15-be1f-1ea24967e608,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:48.647739 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Allocated IP 172.36.3.241 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/2a35662e-9941-4449-b578-d8009b13ebc7) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:48.710415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_controller (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.715260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.726592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:48.727378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.729133 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/8897cd45-5421-4d15-be1f-1ea24967e608 HTTP/1.1" status: 200 len: 1094 time: 3.6808310 Oct 23 01:07:48.735768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:48.742065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a58835-53b7-4ada-9155-ae7c265d198d req-4e91836a-19ee-4a32-8f5c-91c0afc18ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:48.748881 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-25a58835-53b7-4ada-9155-ae7c265d198d req-4e91836a-19ee-4a32-8f5c-91c0afc18ad4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 HTTP/1.1" status: 200 len: 913 time: 0.2918956 Oct 23 01:07:48.789984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'tag': '8897cd45-5421-4d15-be1f-1ea24967e608'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:07:48.791313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] device_id is not set on port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:48.792139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee18c29b-26e6-41eb-8025-dd887878fb48" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b7434c-b750-407b-a877-69e5c8bdf547", "tag": "8897cd45-5421-4d15-be1f-1ea24967e608"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:07:48.802883 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks [] for port (6f8f51e0-3a33-4ffb-abd9-2a384714a7a3), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.829752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ef306-d8a8-43ec-91bd-3f28aab32254 req-06fab71d-5c89-4624-8f28-fe75d88191a4 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:48.831636 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-860ef306-d8a8-43ec-91bd-3f28aab32254 req-06fab71d-5c89-4624-8f28-fe75d88191a4 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 943 time: 0.1020525 Oct 23 01:07:48.888846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (6f8f51e0-3a33-4ffb-abd9-2a384714a7a3), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.934891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669bdc2b-ace0-4ea5-a65f-b201c60afb14 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:07:48.963740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Publish callbacks [] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:48.984727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1166b85-3ec2-4e34-81ec-2bd932dc0eb7 x-openstack-request-id: req-a1166b85-3ec2-4e34-81ec-2bd932dc0eb7 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:07:48.984727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b7434c-b750-407b-a877-69e5c8bdf547", "tag": "8897cd45-5421-4d15-be1f-1ea24967e608", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:07:48.984727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1166b85-3ec2-4e34-81ec-2bd932dc0eb7 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:07:48.984727 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1166b85-3ec2-4e34-81ec-2bd932dc0eb7'] response: {'name': 'network-changed', 'server_uuid': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'tag': '8897cd45-5421-4d15-be1f-1ea24967e608', 'status': 'completed', 'code': 200} Oct 23 01:07:48.984727 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-25a58835-53b7-4ada-9155-ae7c265d198d req-972b3c57-089f-48d3-a7de-9a710a68e326 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=183002a1-4cd9-45bf-bda8-717f2f126eb5 HTTP/1.1" status: 200 len: 217 time: 0.2191186 Oct 23 01:07:48.994069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:49.006217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:49.019415 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-860ef306-d8a8-43ec-91bd-3f28aab32254 req-920fd706-53bf-4a18-b287-b9187710e2ea tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740429 Oct 23 01:07:49.026207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Transition to ACTIVE for port object 669bdc2b-ace0-4ea5-a65f-b201c60afb14 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:07:49.026207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event updated for resources: {'Port': ['ID=6f8f51e0-3a33-4ffb-abd9-2a384714a7a3,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:49.030797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:49.031204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:49.031877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.039932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:49.040502 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:49.041096 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 2 to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 Oct 23 01:07:49.063878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:49.064721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:49.066858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.076525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:49.080053 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:49.080572 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 3 to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 Oct 23 01:07:49.113659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:49.114610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:49.114610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.127063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:49.136363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:49.136686 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:49.153615 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 4 to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 Oct 23 01:07:49.157194 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ca104-18b5-49e0-8743-2a36d8d5e802 service neutron] Pushing event updated for resources: {'Port': ['ID=8897cd45-5421-4d15-be1f-1ea24967e608,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:49.188312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-b287d2a2-75d2-44c2-82db-fed6ce850129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:49.189964 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-b287d2a2-75d2-44c2-82db-fed6ce850129 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=65fee9c1b06a4303b3561763cb1f5f07&device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 1128 time: 0.2258649 Oct 23 01:07:49.194002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:49.194002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:49.194002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.225167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Pushing event updated for resources: {'Port': ['ID=669bdc2b-ace0-4ea5-a65f-b201c60afb14,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:49.228642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:49.228801 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:49.229723 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 5 to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 Oct 23 01:07:49.273527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:49.274307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:49.274307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.291630 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:49.292025 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:49.294617 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 6 to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 Oct 23 01:07:49.329168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:49.329797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:49.331161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.333854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a58835-53b7-4ada-9155-ae7c265d198d req-83400cbf-a682-4971-a1d5-dbe133c62e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:49.335928 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-25a58835-53b7-4ada-9155-ae7c265d198d req-83400cbf-a682-4971-a1d5-dbe133c62e91 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211 HTTP/1.1" status: 200 len: 851 time: 0.2894230 Oct 23 01:07:49.337175 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Attempting to bind port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:49.337614 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Attempting to bind port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:49.338094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Attempting to bind port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 on network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.339833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for port (2a35662e-9941-4449-b578-d8009b13ebc7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:49.344213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:49.344213 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:49.373773 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-a0192bbb-5056-4201-a38a-172b2005b9fe service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8897cd45-5421-4d15-be1f-1ea24967e608 HTTP/1.1" status: 200 len: 217 time: 0.1366050 Oct 23 01:07:49.381546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:49.390600 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 7 to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 Oct 23 01:07:49.416702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8249b8-0685-4cb3-b86a-e2d76f910175 req-5a85e24f-1f5f-4c14-bb2a-8a06a429e193 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:49.417571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:49.418554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:49.418991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.425738 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-da8249b8-0685-4cb3-b86a-e2d76f910175 req-5a85e24f-1f5f-4c14-bb2a-8a06a429e193 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 944 time: 0.2599306 Oct 23 01:07:49.450049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:49.495419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:49.496965 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:49.500211 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 8 to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 Oct 23 01:07:49.519290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:49.520041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:49.520041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.535383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:49.535703 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:49.567994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db838cc9-1ba5-4023-b2c0-738d6c8e85ff req-74a23502-f0d6-4eb2-9913-abc4e28a4467 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:49.569833 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-db838cc9-1ba5-4023-b2c0-738d6c8e85ff req-74a23502-f0d6-4eb2-9913-abc4e28a4467 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 943 time: 0.1668310 Oct 23 01:07:49.573374 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 9 to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 Oct 23 01:07:49.592900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:49.593280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:49.594183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.602464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:49.602803 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:49.630335 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 10 to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 Oct 23 01:07:49.649994 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a58835-53b7-4ada-9155-ae7c265d198d req-240284d2-0f62-45d4-83f8-500a4afcfc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:49.656912 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-25a58835-53b7-4ada-9155-ae7c265d198d req-240284d2-0f62-45d4-83f8-500a4afcfc86 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=05bcd369-fd6c-4f2a-b5d0-3331a3a7f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2775087 Oct 23 01:07:49.674046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 on network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:49.674345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Attempting to bind port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 on network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.710318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:49.733187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-4898fc39-c16c-441b-ba3c-9d5546316036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:49.735721 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-4898fc39-c16c-441b-ba3c-9d5546316036 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1 HTTP/1.1" status: 200 len: 843 time: 0.3495369 Oct 23 01:07:49.773291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:49.773861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:49.774345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:49.780981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:49.785966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:49.786537 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:49.787076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6f8f51e0-3a33-4ffb-abd9-2a384714a7a3), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:49.801327 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-da8249b8-0685-4cb3-b86a-e2d76f910175 req-f9bc3462-d6ab-4a05-bb82-9bc4581baa8a tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745220 Oct 23 01:07:49.811306 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-db838cc9-1ba5-4023-b2c0-738d6c8e85ff req-55400660-c11c-4a0c-ba41-11e07afef3ab tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193418 Oct 23 01:07:49.889672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2a35662e-9941-4449-b578-d8009b13ebc7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:49.963735 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:49.981233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:49.981676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Checking segment: {'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:49.982198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Bound using segment: {'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:49.982701 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Bound port: 669bdc2b-ace0-4ea5-a65f-b201c60afb14, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:49.983060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:50.004724 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] For port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:50.005119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempted to set empty binding levels {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:07:50.083192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] For port 669bdc2b-ace0-4ea5-a65f-b201c60afb14, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:50.095570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] For port 669bdc2b-ace0-4ea5-a65f-b201c60afb14, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14,segment=NetworkSegment(19ae54ad-a99d-4774-9f08-a75e8aa8cb7b),segment_id=19ae54ad-a99d-4774-9f08-a75e8aa8cb7b)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:50.115469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (6f8f51e0-3a33-4ffb-abd9-2a384714a7a3), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:50.120403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] In _notify_port_updated(), no bound segment for port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:07:50.126166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.127117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:50.132263 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "PUT /networking/v2.0/ports/6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 HTTP/1.1" status: 200 len: 981 time: 1.7959390 Oct 23 01:07:50.139637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58908) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:50.278778 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:50.300318 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.300933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.301404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.301920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.302385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.302902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.303364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.303898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.304511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.304947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.305408 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.305948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.306412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.306871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.307523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.307935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.309484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.309484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.309484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.309835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.310291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.314169 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dfe38116-3e21-4bac-b454-d0aa83d5f362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 19199 time: 0.1702785 Oct 23 01:07:50.315639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.316245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:50.317664 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/669bdc2b-ace0-4ea5-a65f-b201c60afb14 HTTP/1.1" status: 200 len: 1093 time: 3.1142969 Oct 23 01:07:50.320581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'tag': '669bdc2b-ace0-4ea5-a65f-b201c60afb14'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:07:50.325280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58914) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:50.362332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-df7d8812-0b84-4bb7-9909-0bcc8ed2bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.364801 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-df7d8812-0b84-4bb7-9909-0bcc8ed2bbab service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90278020-7334-4e49-a351-40edec530728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5597727 Oct 23 01:07:50.384536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6608d-8f7a-4b99-ac84-45fd6614667a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event updated for resources: {'Port': ['ID=6f8f51e0-3a33-4ffb-abd9-2a384714a7a3,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:50.526244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b224b76-6479-46a6-a5fb-accf8de2d064 req-85aeb6c6-b1b1-4994-ba26-22b0923353de tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.545674 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9b224b76-6479-46a6-a5fb-accf8de2d064 req-85aeb6c6-b1b1-4994-ba26-22b0923353de tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 943 time: 0.2127364 Oct 23 01:07:50.562164 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58924) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:50.681721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3ebae-ecaa-4313-8525-9e52b5265629 service neutron] Pushing event updated for resources: {'Port': ['ID=669bdc2b-ace0-4ea5-a65f-b201c60afb14,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:50.690997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-9ff976ce-5aaa-4b55-ad2a-25e23fccb2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Deleting port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:50.691358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9ff976ce-5aaa-4b55-ad2a-25e23fccb2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6f8f51e0-3a33-4ffb-abd9-2a384714a7a3), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:50.713928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-f4149037-1bc1-41d1-b85b-19a8eba97a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:50.715576 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-f4149037-1bc1-41d1-b85b-19a8eba97a3e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e&device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 1127 time: 0.1257293 Oct 23 01:07:50.727418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event updated for resources: {'Port': ['ID=2a35662e-9941-4449-b578-d8009b13ebc7,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:50.734679 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-25a58835-53b7-4ada-9155-ae7c265d198d req-bcc8896a-87fc-4794-9711-8c645d204339 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/05bcd369-fd6c-4f2a-b5d0-3331a3a7f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0188046 Oct 23 01:07:50.760900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d333e58-6773-4b26-b2fd-9c57d32f708e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a28e9a3-79ee-4092-9944-3a2066df61c5", "tag": "669bdc2b-ace0-4ea5-a65f-b201c60afb14"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:07:50.797069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:50.835147 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-92343bf3-36d9-4e9b-9279-bf28d3d98a92 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14 HTTP/1.1" status: 200 len: 217 time: 0.0680432 Oct 23 01:07:50.838690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:50.850730 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:50.941681 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9b224b76-6479-46a6-a5fb-accf8de2d064 req-d285d541-5a28-4d82-8456-b2261a5a5475 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3943906 Oct 23 01:07:51.002911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-9ff976ce-5aaa-4b55-ad2a-25e23fccb2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] For port 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3, host hv-neutron-mast, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:51.004224 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9ff976ce-5aaa-4b55-ad2a-25e23fccb2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6f8f51e0-3a33-4ffb-abd9-2a384714a7a3), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.049231 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-7c7af648-10db-46e6-bdf2-d268f52c8a41 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90278020-7334-4e49-a351-40edec530728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300920 Oct 23 01:07:51.051555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-bd5bddab-6155-47a9-bda8-ac71caf6a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:51.062800 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-bd5bddab-6155-47a9-bda8-ac71caf6a106 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8b74024a-d17f-4db3-83e8-5ff782bd2612 HTTP/1.1" status: 200 len: 849 time: 0.1948833 Oct 23 01:07:51.101445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-9ff976ce-5aaa-4b55-ad2a-25e23fccb2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Calling delete_port for 6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:51.221658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.253406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:51.270323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1233189316'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:51.305037 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9ff976ce-5aaa-4b55-ad2a-25e23fccb2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (6f8f51e0-3a33-4ffb-abd9-2a384714a7a3), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.313820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.324682 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-25a58835-53b7-4ada-9155-ae7c265d198d req-d8087077-2591-42a1-afd5-882282558d8c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/05bcd369-fd6c-4f2a-b5d0-3331a3a7f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384545 Oct 23 01:07:51.355527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b91b472-d57f-4554-ac33-2241de92a260 x-openstack-request-id: req-0b91b472-d57f-4554-ac33-2241de92a260 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:07:51.358778 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a28e9a3-79ee-4092-9944-3a2066df61c5", "tag": "669bdc2b-ace0-4ea5-a65f-b201c60afb14", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:07:51.358778 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b91b472-d57f-4554-ac33-2241de92a260 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:07:51.358778 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b91b472-d57f-4554-ac33-2241de92a260'] response: {'name': 'network-changed', 'server_uuid': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'tag': '669bdc2b-ace0-4ea5-a65f-b201c60afb14', 'status': 'completed', 'code': 200} Oct 23 01:07:51.359580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:51.359668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff976ce-5aaa-4b55-ad2a-25e23fccb2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f8f51e0-3a33-4ffb-abd9-2a384714a7a3,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:51.380569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-b4d63845-1be7-4da9-8e33-259d62877a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:51.383575 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-b4d63845-1be7-4da9-8e33-259d62877a18 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1581490 Oct 23 01:07:51.395223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9ff976ce-5aaa-4b55-ad2a-25e23fccb2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.401124 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9ff976ce-5aaa-4b55-ad2a-25e23fccb2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 HTTP/1.1" status: 204 len: 168 time: 1.0692031 Oct 23 01:07:51.405214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58942) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:51.432714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1e7c5-43b9-4408-bfae-f99074607e32 req-2a883621-d0b7-43a3-a1e2-b19e2b066a97 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:51.432971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:51.450682 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c3c1e7c5-43b9-4408-bfae-f99074607e32 req-2a883621-d0b7-43a3-a1e2-b19e2b066a97 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 944 time: 0.2546437 Oct 23 01:07:51.561204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:51.565742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.595755 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b05649c-ea92-4926-aa7c-d199c5945e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] GET failed (client error): The resource could not be found. Oct 23 01:07:51.597651 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2b05649c-ea92-4926-aa7c-d199c5945e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "GET /networking/v2.0/ports/6f8f51e0-3a33-4ffb-abd9-2a384714a7a3 HTTP/1.1" status: 404 len: 333 time: 0.1786151 Oct 23 01:07:51.605621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58948) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:51.614155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088965003', 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:51.614677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for floatingip (7409c652-ebdb-4bf0-96b4-396a5157c3e0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.620792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.646512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3023f6-41b7-4e45-93ae-829c304bc029 req-378c0b21-aab6-4056-b683-0d222736f203 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:51.649301 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0f3023f6-41b7-4e45-93ae-829c304bc029 req-378c0b21-aab6-4056-b683-0d222736f203 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 943 time: 0.2466402 Oct 23 01:07:51.658979 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c3c1e7c5-43b9-4408-bfae-f99074607e32 req-c97cb183-bd9f-4e68-babe-f2b8d3f6aca8 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738608 Oct 23 01:07:51.663458 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.670483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:51.693715 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ee9e657-592b-4bda-9b67-458f13e6ebcf req-2541e1f2-f2b7-43ac-a5de-44b36da2769d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90278020-7334-4e49-a351-40edec530728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218092 Oct 23 01:07:51.788979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2a35662e-9941-4449-b578-d8009b13ebc7), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.797323 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-8e473650-ffc7-461c-929d-802349aac672 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614867 Oct 23 01:07:51.825669 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0f3023f6-41b7-4e45-93ae-829c304bc029 req-5e32e6d7-12af-4860-84d7-1ab527325b77 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520832 Oct 23 01:07:51.850035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Made reservation on behalf of ddf76f9c16dc49f0b7cec052ecdecc4b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:51.850035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.863772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Allocated IP 172.36.3.47 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/baafa9ab-2d36-4232-a1d5-6066c4d85e50) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:51.886600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] device_id is not set on port bafd5e7a-59a8-407d-94bb-523ec53c48af yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:51.906045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58952) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:51.912424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (3841a342-ed0b-4612-8e7e-f3a8c8b1d20d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.966851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c29b-26e6-41eb-8025-dd887878fb48 req-b5be75c1-d111-445e-a1d9-c4941ac4ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:51.968701 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ee18c29b-26e6-41eb-8025-dd887878fb48 req-b5be75c1-d111-445e-a1d9-c4941ac4ff81 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=65fee9c1b06a4303b3561763cb1f5f07&device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 1128 time: 0.0600801 Oct 23 01:07:52.001156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3841a342-ed0b-4612-8e7e-f3a8c8b1d20d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.112297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c29b-26e6-41eb-8025-dd887878fb48 req-a827ade9-33ae-4193-b6a5-8b2ab8e92c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:52.113885 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ee18c29b-26e6-41eb-8025-dd887878fb48 req-a827ade9-33ae-4193-b6a5-8b2ab8e92c01 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90278020-7334-4e49-a351-40edec530728 HTTP/1.1" status: 200 len: 905 time: 0.1159515 Oct 23 01:07:52.147164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:52.162036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:52.230778 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ee18c29b-26e6-41eb-8025-dd887878fb48 req-00561bd6-8c21-41b6-8cc2-4ffe1c22af55 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8897cd45-5421-4d15-be1f-1ea24967e608 HTTP/1.1" status: 200 len: 217 time: 0.0821285 Oct 23 01:07:52.263833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586d241-764e-4f6a-a28a-ed5723487ce0 req-8fad0a4f-3924-499b-ae5a-50684b3d1ca1 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:52.266063 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0586d241-764e-4f6a-a28a-ed5723487ce0 req-8fad0a4f-3924-499b-ae5a-50684b3d1ca1 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 943 time: 0.1194665 Oct 23 01:07:52.288021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:52.295443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-112775063', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:52.360201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.360612 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Added segment bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e of type vlan for network 587f8e4c-d296-4631-956e-9e88946bdff3 Oct 23 01:07:52.384242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3841a342-ed0b-4612-8e7e-f3a8c8b1d20d,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:52.412614 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0586d241-764e-4f6a-a28a-ed5723487ce0 req-d4af246c-a096-477b-99c9-ec3224d92853 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340532 Oct 23 01:07:52.414099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c29b-26e6-41eb-8025-dd887878fb48 req-0f23bc44-4f87-4f76-9b22-7f33903c3932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:52.415787 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ee18c29b-26e6-41eb-8025-dd887878fb48 req-0f23bc44-4f87-4f76-9b22-7f33903c3932 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1 HTTP/1.1" status: 200 len: 843 time: 0.1592100 Oct 23 01:07:52.429757 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2c529b9e-f6ef-4c50-b226-30b7c87c3990 req-30513e58-22ee-4119-bc6d-fdffcdc1e36a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380874 Oct 23 01:07:52.445080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.449493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for port (2a35662e-9941-4449-b578-d8009b13ebc7), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.451441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (587f8e4c-d296-4631-956e-9e88946bdff3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.528660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c29b-26e6-41eb-8025-dd887878fb48 req-ae2d6564-f7f7-4f8a-8cc8-2bc736cb2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:52.530333 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ee18c29b-26e6-41eb-8025-dd887878fb48 req-ae2d6564-f7f7-4f8a-8cc8-2bc736cb2c38 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90278020-7334-4e49-a351-40edec530728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0632081 Oct 23 01:07:52.530641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Made reservation on behalf of 7783e6dfa099469586f397e119f9adb8 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:52.533871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.542063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:52.543818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (2a35662e-9941-4449-b578-d8009b13ebc7), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.575755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.585241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks [] for port (bafd5e7a-59a8-407d-94bb-523ec53c48af), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.634254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (7409c652-ebdb-4bf0-96b4-396a5157c3e0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.639415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.668260 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (587f8e4c-d296-4631-956e-9e88946bdff3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.675324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:52.675920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.744920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:52.748429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:52.751168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:52.757965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event updated for resources: {'Port': ['ID=2a35662e-9941-4449-b578-d8009b13ebc7,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:52.817941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Network': ['ID=587f8e4c-d296-4631-956e-9e88946bdff3,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:52.838432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 587f8e4c-d296-4631-956e-9e88946bdff3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:52.839063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks [] for security_group (ca653543-6980-4d0d-b6ec-8ca1bc6db0ef), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.850706 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event updated for resources: {'Port': ['ID=baafa9ab-2d36-4232-a1d5-6066c4d85e50,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:52.875718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.882313 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1c410477-145f-4ff5-9602-a6d61384479a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5336039 Oct 23 01:07:52.885351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58962) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:52.901895 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-015217e1-f91f-4b96-8abb-b09641c9579e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3357720 Oct 23 01:07:52.907092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58964) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:52.914826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1816884303'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:52.922854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (bafd5e7a-59a8-407d-94bb-523ec53c48af), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.927501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'name': 'tempest-PortsIpV6TestJSON-1780985249'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:52.958545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (ca653543-6980-4d0d-b6ec-8ca1bc6db0ef), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.049829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:53.055788 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] device_id is not set on port 7e37c957-6774-489c-bf08-174ee73876ec yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:53.098344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d83fbd-8e59-4a8c-838c-e6c9cfcbae9e req-907d1405-3a1b-448c-bda1-a30e9004ff8b tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:53.098344 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-41d83fbd-8e59-4a8c-838c-e6c9cfcbae9e req-907d1405-3a1b-448c-bda1-a30e9004ff8b tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 944 time: 0.2671449 Oct 23 01:07:53.112320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Network b1b40e5d-4476-41f7-8fd8-be32f23befda is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:53.175511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:53.186645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:53.188421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:53.189247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.198092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca653543-6980-4d0d-b6ec-8ca1bc6db0ef,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:53.201076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event updated for resources: {'Port': ['ID=bafd5e7a-59a8-407d-94bb-523ec53c48af,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:53.277114 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-41d83fbd-8e59-4a8c-838c-e6c9cfcbae9e req-7b5b5358-236b-479e-9e9a-6a9e9f4366fc tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776252 Oct 23 01:07:53.284723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:53.304143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Allocated IP 172.36.3.80 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/7e37c957-6774-489c-bf08-174ee73876ec) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:53.405683 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b289b103-9f47-4b8e-9531-a3ff1271fde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7984829 Oct 23 01:07:53.410656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Made reservation on behalf of bb6943aa9147430191a241e3c5d93765 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:53.415797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.431329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58966) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:53.443787 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:53.453669 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ee18c29b-26e6-41eb-8025-dd887878fb48 req-942e44e1-b8ea-4387-8025-fb33275db8ec service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90278020-7334-4e49-a351-40edec530728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8841305 Oct 23 01:07:53.490971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.495924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:53.552801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29471236-2826-4461-ae39-73e134b3d658 req-528846a6-fdac-4bec-95e1-5659edb072ac tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:53.554566 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-29471236-2826-4461-ae39-73e134b3d658 req-528846a6-fdac-4bec-95e1-5659edb072ac tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 943 time: 0.5575399 Oct 23 01:07:53.587549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:53.591175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:53.638847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62cba21-6d41-4ae6-8948-42ec83ba4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:53.640303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e62cba21-6d41-4ae6-8948-42ec83ba4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "GET /networking/v2.0/ports/bafd5e7a-59a8-407d-94bb-523ec53c48af HTTP/1.1" status: 200 len: 959 time: 0.2081821 Oct 23 01:07:53.648310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58972) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:53.660052 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:53.663741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.667089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f9e4b-245c-4802-8ae3-5105a837fef2 req-4a40bc49-4d2b-4101-88e4-433cbeb2568a tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:53.668003 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-920f9e4b-245c-4802-8ae3-5105a837fef2 req-4a40bc49-4d2b-4101-88e4-433cbeb2568a tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 943 time: 0.0849807 Oct 23 01:07:53.688867 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-29471236-2826-4461-ae39-73e134b3d658 req-7f6b49bd-983a-419b-a4b8-f65bee0107e4 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178946 Oct 23 01:07:53.753424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port 069be774-57c8-48b8-be2d-5b7857c3c034 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:53.779417 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d333e58-6773-4b26-b2fd-9c57d32f708e req-c9e2d592-2fa6-4ed6-9c3f-69a7c6462749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:53.781480 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d333e58-6773-4b26-b2fd-9c57d32f708e req-c9e2d592-2fa6-4ed6-9c3f-69a7c6462749 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e&device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 1127 time: 0.1119921 Oct 23 01:07:53.816394 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks [] for port (7e37c957-6774-489c-bf08-174ee73876ec), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.827762 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-920f9e4b-245c-4802-8ae3-5105a837fef2 req-57a474d4-8fcf-42aa-bea9-61c1523da49c tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451821 Oct 23 01:07:53.840138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for security_group (cce9a2c0-ee34-4c8f-882e-82342a45f454), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.898905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5b7fd6ff-4527-435a-914b-33138a333b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Deleting port bafd5e7a-59a8-407d-94bb-523ec53c48af {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:53.899247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd6ff-4527-435a-914b-33138a333b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bafd5e7a-59a8-407d-94bb-523ec53c48af), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.915011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (cce9a2c0-ee34-4c8f-882e-82342a45f454), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.949833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (7e37c957-6774-489c-bf08-174ee73876ec), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.952642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:53.962338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce9a2c0-ee34-4c8f-882e-82342a45f454,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:53.992630 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b6398305-6827-4670-a22e-e694f618e175), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.992976 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Added segment b6398305-6827-4670-a22e-e694f618e175 of type vlan for network acb05b59-6306-40da-9fd7-3a4e2587ee6d Oct 23 01:07:54.052446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:54.070067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:54.086874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Pushing event updated for resources: {'Port': ['ID=7e37c957-6774-489c-bf08-174ee73876ec,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:54.091510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:54.098065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (acb05b59-6306-40da-9fd7-3a4e2587ee6d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.182466 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:54.194298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:54.214071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:54.215754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.235519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:54.239368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d333e58-6773-4b26-b2fd-9c57d32f708e req-8c597a50-5aa5-4ee8-b121-9ec4ca67a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:54.244477 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d333e58-6773-4b26-b2fd-9c57d32f708e req-8c597a50-5aa5-4ee8-b121-9ec4ca67a563 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec HTTP/1.1" status: 200 len: 911 time: 0.1986599 Oct 23 01:07:54.284734 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d333e58-6773-4b26-b2fd-9c57d32f708e req-3224e1b5-3a4e-4762-a1aa-6074c8211e3c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14 HTTP/1.1" status: 200 len: 217 time: 0.0335438 Oct 23 01:07:54.285330 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ee18c29b-26e6-41eb-8025-dd887878fb48 req-fa183e0a-1ba4-4465-a346-bbfc0f8b8a3a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90278020-7334-4e49-a351-40edec530728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025491 Oct 23 01:07:54.285475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (acb05b59-6306-40da-9fd7-3a4e2587ee6d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.290332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:54.290965 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.328564 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.374314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd6ff-4527-435a-914b-33138a333b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bafd5e7a-59a8-407d-94bb-523ec53c48af), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.400353 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5b7fd6ff-4527-435a-914b-33138a333b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Calling delete_port for bafd5e7a-59a8-407d-94bb-523ec53c48af owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:54.401204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event updated for resources: {'Network': ['ID=acb05b59-6306-40da-9fd7-3a4e2587ee6d,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:54.409119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d333e58-6773-4b26-b2fd-9c57d32f708e req-304d87bd-66e7-445a-88c4-39265d8851ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:54.412150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network acb05b59-6306-40da-9fd7-3a4e2587ee6d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:54.425303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d333e58-6773-4b26-b2fd-9c57d32f708e req-304d87bd-66e7-445a-88c4-39265d8851ba service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8b74024a-d17f-4db3-83e8-5ff782bd2612 HTTP/1.1" status: 200 len: 849 time: 0.1092701 Oct 23 01:07:54.435011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (069be774-57c8-48b8-be2d-5b7857c3c034), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.522841 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c604d99a-bffe-4713-8df8-fbd832a517e2 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6331918 Oct 23 01:07:54.526850 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fcd9e55a-f600-4b2c-908f-33aacbd298be tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.6167784 Oct 23 01:07:54.528157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58976) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:54.530587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58978) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:54.534795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Request body: {'subnet': {'network_id': 'acb05b59-6306-40da-9fd7-3a4e2587ee6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:54.545859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.80'}]}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:54.578380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9527b8-a0b0-44e1-bf70-ed725b3e1682 req-fe3c231b-20d5-4356-baac-d4b9dd9ad15b tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:54.583913 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce9527b8-a0b0-44e1-bf70-ed725b3e1682 req-fe3c231b-20d5-4356-baac-d4b9dd9ad15b tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 944 time: 0.1387074 Oct 23 01:07:54.713886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Made reservation on behalf of bb6943aa9147430191a241e3c5d93765 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:54.720696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.723118 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce9527b8-a0b0-44e1-bf70-ed725b3e1682 req-de9aa7c4-b6bb-47ac-aeb7-0fc7a3da6d76 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037412 Oct 23 01:07:54.738944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.785985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (069be774-57c8-48b8-be2d-5b7857c3c034), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.798656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (5dcb6ae1-38ed-4cdd-b257-1326eee758eb), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.799677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (5dcb6ae1-38ed-4cdd-b257-1326eee758eb), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.816284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd6ff-4527-435a-914b-33138a333b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (bafd5e7a-59a8-407d-94bb-523ec53c48af), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.819585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:54.848536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:54.864143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=069be774-57c8-48b8-be2d-5b7857c3c034,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:54.890747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd6ff-4527-435a-914b-33138a333b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.896688 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5b7fd6ff-4527-435a-914b-33138a333b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/bafd5e7a-59a8-407d-94bb-523ec53c48af HTTP/1.1" status: 204 len: 168 time: 1.2444983 Oct 23 01:07:54.896688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fd6ff-4527-435a-914b-33138a333b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event deleted for resources: {'Port': ['ID=bafd5e7a-59a8-407d-94bb-523ec53c48af,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:54.899434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58984) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:54.920667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ac865-68ff-46dd-abdf-9b8842728a93 req-f7b0f425-bf8d-4571-86e7-545667a62357 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:54.924948 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0b1ac865-68ff-46dd-abdf-9b8842728a93 req-f7b0f425-bf8d-4571-86e7-545667a62357 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 943 time: 0.1157396 Oct 23 01:07:54.925105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:54.969008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks [] for router_controller (5dcb6ae1-38ed-4cdd-b257-1326eee758eb), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:54.974903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:54.977437 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad75b62a-0bd2-4b55-b507-3f64afcf8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] GET failed (client error): The resource could not be found. Oct 23 01:07:54.983460 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ad75b62a-0bd2-4b55-b507-3f64afcf8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "GET /networking/v2.0/ports/bafd5e7a-59a8-407d-94bb-523ec53c48af HTTP/1.1" status: 404 len: 333 time: 0.0799508 Oct 23 01:07:54.985151 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58986) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:54.994552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Request body: {'port': {'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428179182'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:54.998086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Checking segment: {'id': 'bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:54.998443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network hostable DHCP agents. Network: 587f8e4c-d296-4631-956e-9e88946bdff3, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:07:55.031795 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff9ee4-41e2-4053-b9b0-a4008df1125d req-56ffab6e-c4b6-456f-87a2-fb3ccc251304 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:55.033574 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d0ff9ee4-41e2-4053-b9b0-a4008df1125d req-56ffab6e-c4b6-456f-87a2-fb3ccc251304 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 943 time: 0.0912826 Oct 23 01:07:55.090242 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0b1ac865-68ff-46dd-abdf-9b8842728a93 req-308c9586-b2ad-431b-9ee5-231b9255e988 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254487 Oct 23 01:07:55.102822 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d0ff9ee4-41e2-4053-b9b0-a4008df1125d req-474510a2-4dd1-4a00-905f-09692443d7f6 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614409 Oct 23 01:07:55.123057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Made reservation on behalf of ddf76f9c16dc49f0b7cec052ecdecc4b for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:55.126073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.128534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:07:55.148239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] device_id is not set on port f0c033b2-e64f-4251-b7c9-495b5f725f72 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:55.154607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Router 6ce155ed-da43-4c62-9a3f-e1b9b21d5db2 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:07:55.234185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks [] for router_gateway (5dcb6ae1-38ed-4cdd-b257-1326eee758eb), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.264014 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 587f8e4c-d296-4631-956e-9e88946bdff3) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:55.277298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f2d00a-6786-4513-8576-cb2dfdb3f734 None None] Network 587f8e4c-d296-4631-956e-9e88946bdff3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:55.279770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:55.284337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:55.284970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.346927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.382584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:07:55.394033 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Sync routers for ids ['6ce155ed-da43-4c62-9a3f-e1b9b21d5db2'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:07:55.415112 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Routers {'6ce155ed-da43-4c62-9a3f-e1b9b21d5db2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:55.415771 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['6ce155ed-da43-4c62-9a3f-e1b9b21d5db2'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:55.419135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks [] for port (f0c033b2-e64f-4251-b7c9-495b5f725f72), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.428598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event updated for resources: {'Subnet': ['ID=4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:55.434177 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f3d94f61-e232-4584-b637-ecaad04e6eb6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5245337 Oct 23 01:07:55.439270 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58988) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:55.444576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-122194616'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:55.507181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Checking segment: {'id': 'b6398305-6827-4670-a22e-e694f618e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'acb05b59-6306-40da-9fd7-3a4e2587ee6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:55.507458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Network hostable DHCP agents. Network: acb05b59-6306-40da-9fd7-3a4e2587ee6d, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:07:55.526475 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Set router 6ce155ed-da43-4c62-9a3f-e1b9b21d5db2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:55.545647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.550368 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aefe7c20-1d25-47cf-9bd4-637c29181fe2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2895246 Oct 23 01:07:55.552032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f0c033b2-e64f-4251-b7c9-495b5f725f72), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.553922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58990) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:55.554727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:55.558827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.645578 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks [] for router_gateway (5dcb6ae1-38ed-4cdd-b257-1326eee758eb), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.648810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Network acb05b59-6306-40da-9fd7-3a4e2587ee6d is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:07:55.660100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:55.668508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Network b1b40e5d-4476-41f7-8fd8-be32f23befda is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:55.674597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.680971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:55.687338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:07:55.689404 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event updated for resources: {'Port': ['ID=f0c033b2-e64f-4251-b7c9-495b5f725f72,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:55.701153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:55.701153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:55.701153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.705637 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce155ed-da43-4c62-9a3f-e1b9b21d5db2', 'name': 'tempest-snat-router-789746302', 'tenant_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.47'}], 'enable_snat': False}, 'gw_port_id': 'baafa9ab-2d36-4232-a1d5-6066c4d85e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:48Z', 'updated_at': '2022-10-23T01:07:53Z', 'revision_number': 3, 'project_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'gw_port': {'id': 'baafa9ab-2d36-4232-a1d5-6066c4d85e50', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce155ed-da43-4c62-9a3f-e1b9b21d5db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:51Z', 'updated_at': '2022-10-23T01:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:55.732416 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Checking router: 6ce155ed-da43-4c62-9a3f-e1b9b21d5db2 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:07:55.732756 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Updating router 6ce155ed-da43-4c62-9a3f-e1b9b21d5db2 port baafa9ab-2d36-4232-a1d5-6066c4d85e50 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:07:55.747167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (cb27a876-5b40-4c20-8c26-9efeb0e06289), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.747778 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Added segment cb27a876-5b40-4c20-8c26-9efeb0e06289 of type vlan for network 247253e9-5dc1-47c9-b727-604064da25eb Oct 23 01:07:55.759767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, acb05b59-6306-40da-9fd7-3a4e2587ee6d) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:55.761184 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.769105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab9ec7-2330-4873-982d-0c2b6958ea85 None None] Network acb05b59-6306-40da-9fd7-3a4e2587ee6d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:55.774449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:55.775330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.837389 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-06bb68a3-f38e-4ed4-92e6-a96e5985f6ac tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/6ce155ed-da43-4c62-9a3f-e1b9b21d5db2 HTTP/1.1" status: 200 len: 907 time: 0.2732008 Oct 23 01:07:55.839120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 58994) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:55.844127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Request body: {'router': {'name': 'tempest-snat-router-789746302', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'enable_snat': True}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:55.861818 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1ac012cf-b59e-452b-9609-47ae72fcd98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8729370 Oct 23 01:07:55.862592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58996) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:55.870185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:55.877837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (247253e9-5dc1-47c9-b727-604064da25eb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.912131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-acb05b59-6306-40da-9fd7-3a4e2587ee6d', 'network_id': 'acb05b59-6306-40da-9fd7-3a4e2587ee6d', 'project_id': 'bb6943aa9147430191a241e3c5d93765', 'fixed_ips': [{'subnet_id': '4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:07:55.914248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.944042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2a958-408d-421d-be9d-388b9a0522de req-b6ad1091-b99b-4a73-910f-4f6849b90c6e tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:55.951292 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e4f2a958-408d-421d-be9d-388b9a0522de req-b6ad1091-b99b-4a73-910f-4f6849b90c6e tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 944 time: 0.0759561 Oct 23 01:07:55.955941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks [] for router (5dcb6ae1-38ed-4cdd-b257-1326eee758eb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.960330 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f0c033b2-e64f-4251-b7c9-495b5f725f72), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.963969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:55.964879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (112b8797-728e-442a-b039-565ad3f4d372), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.965928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (112b8797-728e-442a-b039-565ad3f4d372), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:55.974043 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9ff2291d-251a-4715-80e3-d91970b83d9b tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4447484 Oct 23 01:07:55.978922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 58998) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:55.983982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-928727136', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:56.020542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (247253e9-5dc1-47c9-b727-604064da25eb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.025603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:56.026288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.065278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d333e58-6773-4b26-b2fd-9c57d32f708e req-51b68042-9a2b-4477-810a-f71a4a70545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:56.067034 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d333e58-6773-4b26-b2fd-9c57d32f708e req-51b68042-9a2b-4477-810a-f71a4a70545f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489926 Oct 23 01:07:56.121178 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e4f2a958-408d-421d-be9d-388b9a0522de req-bcfdfaf9-e213-459c-9f8b-05a87b3eff3f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637690 Oct 23 01:07:56.125729 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Publish callbacks [] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.184485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.185511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.210966 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.226264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Allocated IP 172.20.0.2 (acb05b59-6306-40da-9fd7-3a4e2587ee6d/4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0/d3d8326e-195f-4e08-8b56-6b55613e35de) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:56.254171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for router_controller (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.258410 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8178566 Oct 23 01:07:56.262837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:56.274677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59004) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:56.281950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:56.283435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:56.285837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_controller (112b8797-728e-442a-b039-565ad3f4d372), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.291374 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Attempting to bind port baafa9ab-2d36-4232-a1d5-6066c4d85e50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:56.291744 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Attempting to bind port baafa9ab-2d36-4232-a1d5-6066c4d85e50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:56.292103 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Attempting to bind port baafa9ab-2d36-4232-a1d5-6066c4d85e50 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:56.295281 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75e0a9-0e37-41f9-85d8-99a36b183196 None None] Pushing event updated for resources: {'Port': ['ID=baafa9ab-2d36-4232-a1d5-6066c4d85e50,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:56.297936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'ports': [{'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3'}, {'network_id': '247253e9-5dc1-47c9-b727-604064da25eb'}]} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:56.298439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:56.299120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '247253e9-5dc1-47c9-b727-604064da25eb'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:56.331705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:56.350306 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:56.350827 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:56.351244 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.351638 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:56.352127 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Bound port: baafa9ab-2d36-4232-a1d5-6066c4d85e50, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:56.352502 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.413286 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] For port baafa9ab-2d36-4232-a1d5-6066c4d85e50, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:56.417981 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] For port baafa9ab-2d36-4232-a1d5-6066c4d85e50, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=baafa9ab-2d36-4232-a1d5-6066c4d85e50,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:56.442439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Publish callbacks [] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.465566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7179de-d5c2-463c-8121-cfc43d8efbb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Network': ['ID=247253e9-5dc1-47c9-b727-604064da25eb,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:56.480519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 247253e9-5dc1-47c9-b727-604064da25eb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:07:56.539634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:56.551309 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.568422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.613247 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:56.614838 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75e0a9-0e37-41f9-85d8-99a36b183196 None None] Pushing event updated for resources: {'Port': ['ID=baafa9ab-2d36-4232-a1d5-6066c4d85e50,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:56.630656 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Routers {'6ce155ed-da43-4c62-9a3f-e1b9b21d5db2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:56.631616 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['6ce155ed-da43-4c62-9a3f-e1b9b21d5db2'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:56.655172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Network acb05b59-6306-40da-9fd7-3a4e2587ee6d is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:56.661954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:56.671033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:56.679686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (5dcb6ae1-38ed-4cdd-b257-1326eee758eb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.686035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Pushing event updated for resources: {'Port': ['ID=d3d8326e-195f-4e08-8b56-6b55613e35de,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:56.688563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks [] for router_controller (5dcb6ae1-38ed-4cdd-b257-1326eee758eb), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.752775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Attempting to bind port d3d8326e-195f-4e08-8b56-6b55613e35de on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:56.753490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Attempting to bind port d3d8326e-195f-4e08-8b56-6b55613e35de by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b6398305-6827-4670-a22e-e694f618e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'acb05b59-6306-40da-9fd7-3a4e2587ee6d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:56.753996 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Attempting to bind port d3d8326e-195f-4e08-8b56-6b55613e35de on network acb05b59-6306-40da-9fd7-3a4e2587ee6d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:56.768177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b52b3-7be9-4254-9443-11f99b423843 req-939b7541-8663-4172-b837-d0c26049c34b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:56.775356 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-393b52b3-7be9-4254-9443-11f99b423843 req-939b7541-8663-4172-b837-d0c26049c34b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 943 time: 0.5153906 Oct 23 01:07:56.785081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:56.807704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:07:56.808276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Checking segment: {'id': 'b6398305-6827-4670-a22e-e694f618e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'acb05b59-6306-40da-9fd7-3a4e2587ee6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:56.808695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.809246 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Bound using segment: {'id': 'b6398305-6827-4670-a22e-e694f618e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'acb05b59-6306-40da-9fd7-3a4e2587ee6d'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:07:56.809898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Bound port: d3d8326e-195f-4e08-8b56-6b55613e35de, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6398305-6827-4670-a22e-e694f618e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'acb05b59-6306-40da-9fd7-3a4e2587ee6d'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:07:56.810575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.815045 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] Set router 6ce155ed-da43-4c62-9a3f-e1b9b21d5db2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:56.872459 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for router_gateway (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.874623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:56.883064 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:56.888749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72b2df-8194-436e-b484-bcd3130d386c req-b231649f-e80d-41b2-b44b-31e70fe672a6 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:56.890773 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d72b2df-8194-436e-b484-bcd3130d386c req-b231649f-e80d-41b2-b44b-31e70fe672a6 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 943 time: 0.6479223 Oct 23 01:07:56.892684 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d333e58-6773-4b26-b2fd-9c57d32f708e req-94901dc6-41f4-43ed-90e1-c30f67cb6463 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160855 Oct 23 01:07:56.897952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] For port d3d8326e-195f-4e08-8b56-6b55613e35de, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:56.902017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] For port d3d8326e-195f-4e08-8b56-6b55613e35de, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3d8326e-195f-4e08-8b56-6b55613e35de,segment=NetworkSegment(b6398305-6827-4670-a22e-e694f618e175),segment_id=b6398305-6827-4670-a22e-e694f618e175)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:07:56.936489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (112b8797-728e-442a-b039-565ad3f4d372), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:56.970277 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-393b52b3-7be9-4254-9443-11f99b423843 req-fabfde26-6eb5-4ab9-84b4-d2fafd028dd4 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940324 Oct 23 01:07:56.978901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] device_id is not set on port f0c033b2-e64f-4251-b7c9-495b5f725f72 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:56.999414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks [] for port (f0c033b2-e64f-4251-b7c9-495b5f725f72), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.012805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.069720 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce155ed-da43-4c62-9a3f-e1b9b21d5db2', 'name': 'tempest-snat-router-789746302', 'tenant_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.47'}], 'enable_snat': False}, 'gw_port_id': 'baafa9ab-2d36-4232-a1d5-6066c4d85e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:48Z', 'updated_at': '2022-10-23T01:07:53Z', 'revision_number': 3, 'project_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'gw_port': {'id': 'baafa9ab-2d36-4232-a1d5-6066c4d85e50', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce155ed-da43-4c62-9a3f-e1b9b21d5db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:51Z', 'updated_at': '2022-10-23T01:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:57.087390 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d333e58-6773-4b26-b2fd-9c57d32f708e req-21b18f02-badc-4032-85ee-3c4eb40e7119 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534574 Oct 23 01:07:57.092600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (5dcb6ae1-38ed-4cdd-b257-1326eee758eb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.093713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dcb6ae1-38ed-4cdd-b257-1326eee758eb {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:07:57.094266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859deb1c-67eb-4c3c-9ea1-1c12361bb1e9 None None] Pushing event updated for resources: {'Port': ['ID=d3d8326e-195f-4e08-8b56-6b55613e35de,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:57.098913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (f0c033b2-e64f-4251-b7c9-495b5f725f72), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.103479 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3089ad41-cd72-4dcf-b618-32c1f3c2024c None None] The sync data for ids ['6ce155ed-da43-4c62-9a3f-e1b9b21d5db2'] in dv-neutron-master-2-hyperv is: [{'id': '6ce155ed-da43-4c62-9a3f-e1b9b21d5db2', 'name': 'tempest-snat-router-789746302', 'tenant_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.47'}], 'enable_snat': False}, 'gw_port_id': 'baafa9ab-2d36-4232-a1d5-6066c4d85e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:48Z', 'updated_at': '2022-10-23T01:07:53Z', 'revision_number': 3, 'project_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'gw_port': {'id': 'baafa9ab-2d36-4232-a1d5-6066c4d85e50', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce155ed-da43-4c62-9a3f-e1b9b21d5db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:51Z', 'updated_at': '2022-10-23T01:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:07:57.170264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 2} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:07:57.175515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.186635 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d72b2df-8194-436e-b484-bcd3130d386c req-b0f0310b-e1e6-470f-8446-de84309f1108 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889035 Oct 23 01:07:57.243211 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 23 01:07:57.244599 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6b51cb9c-73b8-480a-9186-41035acb604e tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7059543 Oct 23 01:07:57.250246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59008) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:57.272024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:57.272256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:57.272597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:57.284539 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event updated for resources: {'Port': ['ID=f0c033b2-e64f-4251-b7c9-495b5f725f72,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:57.301660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.355696 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:57.356244 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:57.395478 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 2 to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 Oct 23 01:07:57.424632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-16512bd2-42b5-4ec4-a588-ffff6f8373ef tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Deleting port 7e37c957-6774-489c-bf08-174ee73876ec {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:57.424632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-16512bd2-42b5-4ec4-a588-ffff6f8373ef tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7e37c957-6774-489c-bf08-174ee73876ec), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.522782 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for router_gateway (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.530192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5d3f3-2a1b-44f6-b897-141d669a64c2 req-f37fefbe-9b0b-48ad-9ca1-d81f7491eb5b tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:57.531721 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-60e5d3f3-2a1b-44f6-b897-141d669a64c2 req-f37fefbe-9b0b-48ad-9ca1-d81f7491eb5b tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 944 time: 0.2565267 Oct 23 01:07:57.597349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:57.598077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:57.598584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:57.601535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:57.609425 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:57.632695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d3d8326e-195f-4e08-8b56-6b55613e35de up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:57.638898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:57.641590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (112b8797-728e-442a-b039-565ad3f4d372), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.647435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-16512bd2-42b5-4ec4-a588-ffff6f8373ef tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7e37c957-6774-489c-bf08-174ee73876ec), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.653177 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-60e5d3f3-2a1b-44f6-b897-141d669a64c2 req-cd5cc8c7-c1bc-4741-9e1a-ea82dab0ae29 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494773 Oct 23 01:07:57.654553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.682206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.687876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-16512bd2-42b5-4ec4-a588-ffff6f8373ef tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Calling delete_port for 7e37c957-6774-489c-bf08-174ee73876ec owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:57.720073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d3d8326e-195f-4e08-8b56-6b55613e35de triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:57.721156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.721506 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d3d8326e-195f-4e08-8b56-6b55613e35de Oct 23 01:07:57.723280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:57.723899 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:57.736475 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 3 to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 Oct 23 01:07:57.801825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:57.806334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:57.807940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:57.820070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d3d8326e-195f-4e08-8b56-6b55613e35de is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:57.821237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:57.823060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:57.824013 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:57.829083 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 4 to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 Oct 23 01:07:57.852823 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port fcea8052-07a4-4711-b746-1eeba4b6a88e yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:57.866449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:57.866787 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:57.867117 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:57.875055 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port d3d8326e-195f-4e08-8b56-6b55613e35de, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3d8326e-195f-4e08-8b56-6b55613e35de,segment=NetworkSegment(b6398305-6827-4670-a22e-e694f618e175),segment_id=b6398305-6827-4670-a22e-e694f618e175)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:57.877999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:57.878337 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:57.880610 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 5 to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 Oct 23 01:07:57.899412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:57.899752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:57.900094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:57.909241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:57.909579 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:57.911181 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 6 to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 Oct 23 01:07:57.918561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Allocated IP 172.36.3.189 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/c14e759b-de55-4602-a1b6-b461dbd96c33) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:57.934357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:57.934357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:57.934740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:57.943254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:57.943581 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:57.949936 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 7 to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 Oct 23 01:07:57.980011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:58.000332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:58.000657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:58.001000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:58.010774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-16512bd2-42b5-4ec4-a588-ffff6f8373ef tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (7e37c957-6774-489c-bf08-174ee73876ec), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:58.021245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:58.021534 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:58.022633 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 8 to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 Oct 23 01:07:58.048942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16512bd2-42b5-4ec4-a588-ffff6f8373ef tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e37c957-6774-489c-bf08-174ee73876ec,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:58.089919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=d3d8326e-195f-4e08-8b56-6b55613e35de,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:58.096464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (fcea8052-07a4-4711-b746-1eeba4b6a88e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:58.101593 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:58.112355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:58.112808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:58.149300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-16512bd2-42b5-4ec4-a588-ffff6f8373ef tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:58.157091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:58.157431 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:58.159100 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-16512bd2-42b5-4ec4-a588-ffff6f8373ef tempest-RoutersAdminNegativeTest-1773930185 tempest-RoutersAdminNegativeTest-1773930185-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/7e37c957-6774-489c-bf08-174ee73876ec HTTP/1.1" status: 204 len: 168 time: 0.9076111 Oct 23 01:07:58.161589 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 9 to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 Oct 23 01:07:58.197382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:58.197723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:58.198090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:58.205368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:58.205710 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:58.208311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port 125ffefd-0587-4300-b490-d12aae0bfcdc yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:07:58.212663 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempt 10 to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 Oct 23 01:07:58.217662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:58.243271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:07:58.243574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:07:58.243911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempting to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:07:58.257565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 669bdc2b-ace0-4ea5-a65f-b201c60afb14 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:07:58.270732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for port (c14e759b-de55-4602-a1b6-b461dbd96c33), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:58.298732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e398b-acd1-4151-94f2-6dd15ca3d623 req-e0839d91-2b9c-48c0-a3ab-2b9a01464d6a tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:58.300334 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-570e398b-acd1-4151-94f2-6dd15ca3d623 req-e0839d91-2b9c-48c0-a3ab-2b9a01464d6a tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 943 time: 0.1563556 Oct 23 01:07:58.331725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:58.397518 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:07:58.397872 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Failed to bind port f0c033b2-e64f-4251-b7c9-495b5f725f72 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'e62e53e3-2bdd-49af-a220-f361fc95978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b1b40e5d-4476-41f7-8fd8-be32f23befda'}] Oct 23 01:07:58.398247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f0c033b2-e64f-4251-b7c9-495b5f725f72), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:58.436608 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-570e398b-acd1-4151-94f2-6dd15ca3d623 req-9a496d2d-2db1-458e-bfec-2826d23add28 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272089 Oct 23 01:07:58.442054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 669bdc2b-ace0-4ea5-a65f-b201c60afb14, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14,segment=NetworkSegment(19ae54ad-a99d-4774-9f08-a75e8aa8cb7b),segment_id=19ae54ad-a99d-4774-9f08-a75e8aa8cb7b)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:58.469509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '669bdc2b-ace0-4ea5-a65f-b201c60afb14', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'port_id': '669bdc2b-ace0-4ea5-a65f-b201c60afb14', 'mac_address': 'fa:16:3e:e9:42:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:07:58.538482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a9825-d3f0-4702-8159-c8fd8fde2ba8 req-f70a4495-a65f-4ace-aa30-34b536c2d42b tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:58.538482 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e21a9825-d3f0-4702-8159-c8fd8fde2ba8 req-f70a4495-a65f-4ace-aa30-34b536c2d42b tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 943 time: 0.1190946 Oct 23 01:07:58.539126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:58.539126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:58.539283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (125ffefd-0587-4300-b490-d12aae0bfcdc), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:58.539474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669bdc2b-ace0-4ea5-a65f-b201c60afb14 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:07:58.561345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 669bdc2b-ace0-4ea5-a65f-b201c60afb14, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14,segment=NetworkSegment(19ae54ad-a99d-4774-9f08-a75e8aa8cb7b),segment_id=19ae54ad-a99d-4774-9f08-a75e8aa8cb7b)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:58.603689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] For port f0c033b2-e64f-4251-b7c9-495b5f725f72, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:07:58.604286 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attempted to set empty binding levels {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:07:58.626884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882b2349-aaf6-44f1-b03a-a18f3f0456f1 None None] Network acb05b59-6306-40da-9fd7-3a4e2587ee6d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:07:58.653568 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e21a9825-d3f0-4702-8159-c8fd8fde2ba8 req-190d4e1e-ea37-4e51-aedf-4096cb455e62 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305268 Oct 23 01:07:58.705280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ab391b44-7afb-4de4-a8d6-485a723bc2cc None None] Provisioning complete for port d3d8326e-195f-4e08-8b56-6b55613e35de triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:58.705647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ab391b44-7afb-4de4-a8d6-485a723bc2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:58.706016 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ab391b44-7afb-4de4-a8d6-485a723bc2cc None None] Attempt 1 to provision port d3d8326e-195f-4e08-8b56-6b55613e35de Oct 23 01:07:58.802632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a2648-ef59-4235-b18b-7895d97e119b req-bba89eac-705c-4878-b7a8-2c9f5876c960 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:58.810550 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f9a2648-ef59-4235-b18b-7895d97e119b req-bba89eac-705c-4878-b7a8-2c9f5876c960 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 944 time: 0.0630510 Oct 23 01:07:58.827654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ab391b44-7afb-4de4-a8d6-485a723bc2cc None None] Current status of the port d3d8326e-195f-4e08-8b56-6b55613e35de is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:58.863487 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f9a2648-ef59-4235-b18b-7895d97e119b req-4b84c9a4-c364-454b-917b-81281141d064 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521607 Oct 23 01:07:59.045335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7d358d46-6001-421f-9e27-1b31ab026976 None None] Provisioning complete for port d3d8326e-195f-4e08-8b56-6b55613e35de triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:59.045701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7d358d46-6001-421f-9e27-1b31ab026976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.046063 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7d358d46-6001-421f-9e27-1b31ab026976 None None] Attempt 1 to provision port d3d8326e-195f-4e08-8b56-6b55613e35de Oct 23 01:07:59.090767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:59.123636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7d358d46-6001-421f-9e27-1b31ab026976 None None] Current status of the port d3d8326e-195f-4e08-8b56-6b55613e35de is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:59.310359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.313379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (c14e759b-de55-4602-a1b6-b461dbd96c33), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.313582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8897cd45-5421-4d15-be1f-1ea24967e608 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:07:59.314213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (f0c033b2-e64f-4251-b7c9-495b5f725f72), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.315785 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] In _notify_port_updated(), no bound segment for port f0c033b2-e64f-4251-b7c9-495b5f725f72 on network b1b40e5d-4476-41f7-8fd8-be32f23befda {{(pid=105985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:07:59.316715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:59.318945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.321007 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "PUT /networking/v2.0/ports/f0c033b2-e64f-4251-b7c9-495b5f725f72 HTTP/1.1" status: 200 len: 981 time: 3.4574103 Oct 23 01:07:59.327560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fcea8052-07a4-4711-b746-1eeba4b6a88e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.340821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59018) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:59.384385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:59.396009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:59.409985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:59.417036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:59.422807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event updated for resources: {'Port': ['ID=c14e759b-de55-4602-a1b6-b461dbd96c33,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:59.423041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94e63d-73b7-4a9e-b8d8-7a925b36fc82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event updated for resources: {'Port': ['ID=f0c033b2-e64f-4251-b7c9-495b5f725f72,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:59.433385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:59.436259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Allocated IP 172.36.3.27 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/4ea295fb-1589-470c-84d4-f99fb68c70d5) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:59.486538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=fcea8052-07a4-4711-b746-1eeba4b6a88e,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:59.488904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:59.489957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (125ffefd-0587-4300-b490-d12aae0bfcdc), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.492315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:59.499926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8897cd45-5421-4d15-be1f-1ea24967e608, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8897cd45-5421-4d15-be1f-1ea24967e608,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:59.513771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=669bdc2b-ace0-4ea5-a65f-b201c60afb14,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:59.514378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-332d1026-7f31-4e13-b095-9ded8b627455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Deleting port f0c033b2-e64f-4251-b7c9-495b5f725f72 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:07:59.516750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-332d1026-7f31-4e13-b095-9ded8b627455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f0c033b2-e64f-4251-b7c9-495b5f725f72), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.548499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '8897cd45-5421-4d15-be1f-1ea24967e608', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'port_id': '8897cd45-5421-4d15-be1f-1ea24967e608', 'mac_address': 'fa:16:3e:0a:60:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:07:59.611820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:59.614405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 8897cd45-5421-4d15-be1f-1ea24967e608 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:59.615208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.634317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8897cd45-5421-4d15-be1f-1ea24967e608 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:07:59.662096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=125ffefd-0587-4300-b490-d12aae0bfcdc,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:59.669964 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8897cd45-5421-4d15-be1f-1ea24967e608, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8897cd45-5421-4d15-be1f-1ea24967e608,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:59.705356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Checking segment: {'id': 'cb27a876-5b40-4c20-8c26-9efeb0e06289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '247253e9-5dc1-47c9-b727-604064da25eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:07:59.705826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network hostable DHCP agents. Network: 247253e9-5dc1-47c9-b727-604064da25eb, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:07:59.724514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:59.727636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2199dd-b708-4a27-a253-2f4c88ffb6ec req-29722399-9f4d-40e5-8912-9991306462a1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:59.729267 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4c2199dd-b708-4a27-a253-2f4c88ffb6ec req-29722399-9f4d-40e5-8912-9991306462a1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 944 time: 0.1125448 Oct 23 01:07:59.742178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device baafa9ab-2d36-4232-a1d5-6066c4d85e50 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:59.748980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.774579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59026) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:59.817348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-332d1026-7f31-4e13-b095-9ded8b627455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] For port f0c033b2-e64f-4251-b7c9-495b5f725f72, host hv-neutron-mast, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:59.817952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-332d1026-7f31-4e13-b095-9ded8b627455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f0c033b2-e64f-4251-b7c9-495b5f725f72), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.824473 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4c2199dd-b708-4a27-a253-2f4c88ffb6ec req-6a70598d-9d4d-47fe-bda8-684dadf2085c tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809443 Oct 23 01:07:59.828649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for port (4ea295fb-1589-470c-84d4-f99fb68c70d5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.872018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-332d1026-7f31-4e13-b095-9ded8b627455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Calling delete_port for f0c033b2-e64f-4251-b7c9-495b5f725f72 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:07:59.873470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=8897cd45-5421-4d15-be1f-1ea24967e608,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:59.876831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port baafa9ab-2d36-4232-a1d5-6066c4d85e50 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:59.877295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.878393 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port baafa9ab-2d36-4232-a1d5-6066c4d85e50 Oct 23 01:07:59.884309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 247253e9-5dc1-47c9-b727-604064da25eb is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:07:59.896660 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be965fd-cc7a-4fde-ad43-cb6dd1c9cd54 req-0ae936a4-144a-4cb3-a376-4beedd0b201d tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:59.898170 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0be965fd-cc7a-4fde-ad43-cb6dd1c9cd54 req-0ae936a4-144a-4cb3-a376-4beedd0b201d tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 943 time: 0.0915737 Oct 23 01:07:59.912316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:59.962557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4ea295fb-1589-470c-84d4-f99fb68c70d5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.965268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port baafa9ab-2d36-4232-a1d5-6066c4d85e50 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:59.965726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:59.988742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port baafa9ab-2d36-4232-a1d5-6066c4d85e50, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=baafa9ab-2d36-4232-a1d5-6066c4d85e50,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:00.001229 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0be965fd-cc7a-4fde-ad43-cb6dd1c9cd54 req-304cce74-08ed-4890-9188-7be359985d6e tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932634 Oct 23 01:08:00.033266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:00.039862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 247253e9-5dc1-47c9-b727-604064da25eb) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:00.043987 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:00.049489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:00.053762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:00.054504 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.054779 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64aaf3b-4e06-4de3-8e9d-553b78e219d8 None None] Network 247253e9-5dc1-47c9-b727-604064da25eb requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:00.058904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.059685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d3d8326e-195f-4e08-8b56-6b55613e35de up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:00.087843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:00.090358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:00.121154 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (112b8797-728e-442a-b039-565ad3f4d372), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.133909 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2a6fcdc2-f364-41ec-a6fb-5de1405aa91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.165214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-332d1026-7f31-4e13-b095-9ded8b627455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f0c033b2-e64f-4251-b7c9-495b5f725f72), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.170351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f29835-57e0-4e00-b0f3-21944f47fbd4 req-4daf01b9-f57b-4ba6-8f17-c36736bccbed tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:00.178439 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54f29835-57e0-4e00-b0f3-21944f47fbd4 req-4daf01b9-f57b-4ba6-8f17-c36736bccbed tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 945 time: 0.1870992 Oct 23 01:08:00.191172 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event updated for resources: {'Port': ['ID=4ea295fb-1589-470c-84d4-f99fb68c70d5,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:00.208187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=baafa9ab-2d36-4232-a1d5-6066c4d85e50,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:00.227677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d3d8326e-195f-4e08-8b56-6b55613e35de triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:00.228072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.228410 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d3d8326e-195f-4e08-8b56-6b55613e35de Oct 23 01:08:00.250457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d1026-7f31-4e13-b095-9ded8b627455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0c033b2-e64f-4251-b7c9-495b5f725f72,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:00.255298 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-554dbc95-6480-4ba7-9003-19e7f6ff3979 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9758115 Oct 23 01:08:00.255954 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59032) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:00.258330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-332d1026-7f31-4e13-b095-9ded8b627455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.261543 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-332d1026-7f31-4e13-b095-9ded8b627455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/f0c033b2-e64f-4251-b7c9-495b5f725f72 HTTP/1.1" status: 204 len: 168 time: 0.9175079 Oct 23 01:08:00.271724 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59034) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:00.279232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['669bdc2b-ace0-4ea5-a65f-b201c60afb14'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:08:00.333593 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:00.334668 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efe2786-f756-49d4-bb14-2a80722f4516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] GET failed (client error): The resource could not be found. Oct 23 01:08:00.339414 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9efe2786-f756-49d4-bb14-2a80722f4516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535912796-project-admin] 10.222.0.36 "GET /networking/v2.0/ports/f0c033b2-e64f-4251-b7c9-495b5f725f72 HTTP/1.1" status: 404 len: 333 time: 0.0633953 Oct 23 01:08:00.341588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59036) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:00.356715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 183002a1-4cd9-45bf-bda8-717f2f126eb5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:08:00.394445 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54f29835-57e0-4e00-b0f3-21944f47fbd4 req-7cbbd367-178a-493f-95bb-96630c81d4ee tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155893 Oct 23 01:08:00.435015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:00.474522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (b1b40e5d-4476-41f7-8fd8-be32f23befda), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.495414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2a6fcdc2-f364-41ec-a6fb-5de1405aa91d admin admin] Publish callbacks [] for security_group (2cf57309-e0a8-4126-b643-b874226d62ec), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.635522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2a6fcdc2-f364-41ec-a6fb-5de1405aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2cf57309-e0a8-4126-b643-b874226d62ec), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.646652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:00.648709 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['8897cd45-5421-4d15-be1f-1ea24967e608'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:08:00.651087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d3d8326e-195f-4e08-8b56-6b55613e35de is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:00.670418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (b1b40e5d-4476-41f7-8fd8-be32f23befda), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.711295 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2a6fcdc2-f364-41ec-a6fb-5de1405aa91d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=40b7bd6b420942f480710224b0010a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9280176 Oct 23 01:08:00.720462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fcdc2-f364-41ec-a6fb-5de1405aa91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf57309-e0a8-4126-b643-b874226d62ec,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:00.733249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59038) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:00.771518 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6529ddc6-de84-4f8b-b9ee-a9f23c520766 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 125ffefd-0587-4300-b490-d12aae0bfcdc {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:00.771848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6529ddc6-de84-4f8b-b9ee-a9f23c520766 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (125ffefd-0587-4300-b490-d12aae0bfcdc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.777569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 183002a1-4cd9-45bf-bda8-717f2f126eb5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=183002a1-4cd9-45bf-bda8-717f2f126eb5,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:00.783554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b40e5d-4476-41f7-8fd8-be32f23befda']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:00.805914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62e53e3-2bdd-49af-a220-f361fc95978f') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:00.806166 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62e53e3-2bdd-49af-a220-f361fc95978f') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:00.814363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '183002a1-4cd9-45bf-bda8-717f2f126eb5', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'port_id': '183002a1-4cd9-45bf-bda8-717f2f126eb5', 'mac_address': 'fa:16:3e:ab:84:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:08:00.836447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (112b8797-728e-442a-b039-565ad3f4d372), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.854299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (e62e53e3-2bdd-49af-a220-f361fc95978f), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.871994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6529ddc6-de84-4f8b-b9ee-a9f23c520766 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (125ffefd-0587-4300-b490-d12aae0bfcdc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.891520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e62e53e3-2bdd-49af-a220-f361fc95978f), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.904553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:08:00.905120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (e62e53e3-2bdd-49af-a220-f361fc95978f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.914771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 183002a1-4cd9-45bf-bda8-717f2f126eb5 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:00.915348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.920159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:00.929831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4d688eb-093f-4c57-a996-3465a13bf621 admin admin] Publish callbacks [] for security_group (2cf57309-e0a8-4126-b643-b874226d62ec), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:00.932094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6529ddc6-de84-4f8b-b9ee-a9f23c520766 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 125ffefd-0587-4300-b490-d12aae0bfcdc owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:00.956236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183002a1-4cd9-45bf-bda8-717f2f126eb5 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:08:00.990255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 183002a1-4cd9-45bf-bda8-717f2f126eb5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=183002a1-4cd9-45bf-bda8-717f2f126eb5,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:00.991430 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e62e53e3-2bdd-49af-a220-f361fc95978f resource provider aggregate not found Oct 23 01:08:01.017361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for router_gateway (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.033923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4d688eb-093f-4c57-a996-3465a13bf621 admin admin] Publish callbacks [] for security_group (2cf57309-e0a8-4126-b643-b874226d62ec), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.042407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802330f-3268-4018-8021-ee58b557e846 req-39bfa549-99bf-424e-807d-bf4f850370b5 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:01.043968 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a802330f-3268-4018-8021-ee58b557e846 req-39bfa549-99bf-424e-807d-bf4f850370b5 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 944 time: 0.1167672 Oct 23 01:08:01.058735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.058945 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e62e53e3-2bdd-49af-a220-f361fc95978f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e62e53e3-2bdd-49af-a220-f361fc95978f found for delete ", "request_id": "req-2b3cfa41-4866-48dd-846f-e03297db661e"}]} Oct 23 01:08:01.119180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=183002a1-4cd9-45bf-bda8-717f2f126eb5,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:01.141279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (b1b40e5d-4476-41f7-8fd8-be32f23befda), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.170175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.173929 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] 10.222.0.36 "DELETE /networking/v2.0/networks/b1b40e5d-4476-41f7-8fd8-be32f23befda HTTP/1.1" status: 204 len: 168 time: 0.8313596 Oct 23 01:08:01.196118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71618265-5777-4360-804f-f4b45febc807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085792175-project] Pushing event deleted for resources: {'Network': ['ID=b1b40e5d-4476-41f7-8fd8-be32f23befda,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:01.197299 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a802330f-3268-4018-8021-ee58b557e846 req-952760ac-eba3-4269-a763-c355ffe41687 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164587 Oct 23 01:08:01.213820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:01.246400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d579d-e341-4828-85ac-3c5ae4f69d01 req-4011f6d1-9fe1-4e74-ba6b-b65ef44423bb tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:01.247975 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7e9d579d-e341-4828-85ac-3c5ae4f69d01 req-4011f6d1-9fe1-4e74-ba6b-b65ef44423bb tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 944 time: 0.1225955 Oct 23 01:08:01.286370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:01.316036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Router 112b8797-728e-442a-b039-565ad3f4d372 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:08:01.318576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4d688eb-093f-4c57-a996-3465a13bf621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2cf57309-e0a8-4126-b643-b874226d62ec), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.321232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4d688eb-093f-4c57-a996-3465a13bf621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.322398 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b4d688eb-093f-4c57-a996-3465a13bf621 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2cf57309-e0a8-4126-b643-b874226d62ec HTTP/1.1" status: 204 len: 168 time: 0.5885205 Oct 23 01:08:01.327594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6529ddc6-de84-4f8b-b9ee-a9f23c520766 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (125ffefd-0587-4300-b490-d12aae0bfcdc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.343981 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7e9d579d-e341-4828-85ac-3c5ae4f69d01 req-06472de4-dfd5-4585-a7dc-62a59b366efe tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866096 Oct 23 01:08:01.345278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.346996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d688eb-093f-4c57-a996-3465a13bf621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf57309-e0a8-4126-b643-b874226d62ec,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:01.374707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529ddc6-de84-4f8b-b9ee-a9f23c520766 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=125ffefd-0587-4300-b490-d12aae0bfcdc,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:01.382522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6529ddc6-de84-4f8b-b9ee-a9f23c520766 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.385915 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6529ddc6-de84-4f8b-b9ee-a9f23c520766 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/125ffefd-0587-4300-b490-d12aae0bfcdc HTTP/1.1" status: 204 len: 168 time: 1.1289129 Oct 23 01:08:01.406705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59052) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:01.517578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device baafa9ab-2d36-4232-a1d5-6066c4d85e50 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:01.525889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:01.587738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Sync routers for ids ['112b8797-728e-442a-b039-565ad3f4d372'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:01.607730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e1e63-5b6d-4b92-942f-847f7dff0638 req-c882dad0-c58e-4b02-892d-57fd645eb67c tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:01.610367 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-536e1e63-5b6d-4b92-942f-847f7dff0638 req-c882dad0-c58e-4b02-892d-57fd645eb67c tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 945 time: 0.0820475 Oct 23 01:08:01.619406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Routers {'112b8797-728e-442a-b039-565ad3f4d372'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:01.620220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['112b8797-728e-442a-b039-565ad3f4d372'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:01.670205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port baafa9ab-2d36-4232-a1d5-6066c4d85e50 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:01.670604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.671148 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port baafa9ab-2d36-4232-a1d5-6066c4d85e50 Oct 23 01:08:01.681852 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-536e1e63-5b6d-4b92-942f-847f7dff0638 req-d8da2e69-2404-4682-bba2-e64b541983c3 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648642 Oct 23 01:08:01.691181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.691181 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d1eb7779-2274-439b-8a1f-9d72d8209c98 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8485644 Oct 23 01:08:01.691938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59058) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:01.770134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59062) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:01.820227 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a691abcd-3f69-40c5-a003-31f9363b9317 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:01.825627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a691abcd-3f69-40c5-a003-31f9363b9317 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:01.827995 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a691abcd-3f69-40c5-a003-31f9363b9317 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4194970 Oct 23 01:08:01.831390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:01.831552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59066) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:01.855492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Set router 112b8797-728e-442a-b039-565ad3f4d372 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:01.896290 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:01.918323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59068) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:01.918617 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4cdacad4-3181-4d27-9112-786c281ddb32 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/112b8797-728e-442a-b039-565ad3f4d372 HTTP/1.1" status: 200 len: 907 time: 0.2253931 Oct 23 01:08:01.934784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port baafa9ab-2d36-4232-a1d5-6066c4d85e50 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:01.992699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Router 9ad0166b-8a9a-4083-bbb1-f21d8771a3ad is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:08:01.992994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7a04e-c77a-415d-8b95-4bba32243337 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port fcea8052-07a4-4711-b746-1eeba4b6a88e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:01.993355 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a04e-c77a-415d-8b95-4bba32243337 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fcea8052-07a4-4711-b746-1eeba4b6a88e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.019162 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-25206908-b697-48cd-86bd-7af66a9d7a69 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c1dd0ba1c05b4b3794b9704f06801741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463474 Oct 23 01:08:02.022793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59070) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:02.064001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112b8797-728e-442a-b039-565ad3f4d372', 'name': 'tempest-snat-router-789746302', 'tenant_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.189'}], 'enable_snat': True}, 'gw_port_id': 'c14e759b-de55-4602-a1b6-b461dbd96c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:56Z', 'updated_at': '2022-10-23T01:07:59Z', 'revision_number': 3, 'project_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'gw_port': {'id': 'c14e759b-de55-4602-a1b6-b461dbd96c33', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:87:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112b8797-728e-442a-b039-565ad3f4d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:57Z', 'updated_at': '2022-10-23T01:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:02.101299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Checking router: 112b8797-728e-442a-b039-565ad3f4d372 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:08:02.102407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Updating router 112b8797-728e-442a-b039-565ad3f4d372 port c14e759b-de55-4602-a1b6-b461dbd96c33 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:08:02.108237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a04e-c77a-415d-8b95-4bba32243337 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fcea8052-07a4-4711-b746-1eeba4b6a88e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.117686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (112b8797-728e-442a-b039-565ad3f4d372), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.134375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c14e759b-de55-4602-a1b6-b461dbd96c33), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.134987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7a04e-c77a-415d-8b95-4bba32243337 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for fcea8052-07a4-4711-b746-1eeba4b6a88e owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:02.151950 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59072) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:02.163017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-610838c1-e42b-4fe8-8ac4-61c9665c7972 admin admin] Publish callbacks [] for security_group (cb45bb02-16c9-4265-8ccc-0fcdbf59cfd9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.224044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-610838c1-e42b-4fe8-8ac4-61c9665c7972 admin admin] Publish callbacks [] for security_group (cb45bb02-16c9-4265-8ccc-0fcdbf59cfd9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.224324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['183002a1-4cd9-45bf-bda8-717f2f126eb5'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:08:02.240706 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:02.302176 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084213d6-0bc1-4155-9ba8-d9d9751e7d71 None None] Sync routers for ids ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:02.308395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 669bdc2b-ace0-4ea5-a65f-b201c60afb14 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:02.332022 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-318563ac-1235-4303-97b0-df4b90e1aa93 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7783e6dfa099469586f397e119f9adb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783080 Oct 23 01:08:02.336431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59076) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:02.345355 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084213d6-0bc1-4155-9ba8-d9d9751e7d71 None None] Routers {'9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:02.346243 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-084213d6-0bc1-4155-9ba8-d9d9751e7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:02.349338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (112b8797-728e-442a-b039-565ad3f4d372), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.388373 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-084213d6-0bc1-4155-9ba8-d9d9751e7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:02.398836 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084213d6-0bc1-4155-9ba8-d9d9751e7d71 None None] Routers {'9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:02.399756 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-084213d6-0bc1-4155-9ba8-d9d9751e7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:02.399996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:02.443561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a04e-c77a-415d-8b95-4bba32243337 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (fcea8052-07a4-4711-b746-1eeba4b6a88e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.443771 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-084213d6-0bc1-4155-9ba8-d9d9751e7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:02.443771 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084213d6-0bc1-4155-9ba8-d9d9751e7d71 None None] The sync data for ids ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:02.453350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.457626 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-093d7b9c-165c-4b2d-9e46-1355fb851bb0 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.4747057 Oct 23 01:08:02.458293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59080) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:02.459165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:02.485872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:08:02.500525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a04e-c77a-415d-8b95-4bba32243337 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.505667 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d6a7a04e-c77a-415d-8b95-4bba32243337 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fcea8052-07a4-4711-b746-1eeba4b6a88e HTTP/1.1" status: 204 len: 168 time: 0.6445005 Oct 23 01:08:02.511332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-610838c1-e42b-4fe8-8ac4-61c9665c7972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (cb45bb02-16c9-4265-8ccc-0fcdbf59cfd9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.513169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50852b3a-e196-4626-9647-02a64aa2f788 req-bc951cfd-0748-4d91-92c3-e879c58c60a5 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:02.515488 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-50852b3a-e196-4626-9647-02a64aa2f788 req-bc951cfd-0748-4d91-92c3-e879c58c60a5 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 944 time: 0.1212907 Oct 23 01:08:02.516049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59082) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:02.521473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-610838c1-e42b-4fe8-8ac4-61c9665c7972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.523343 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-610838c1-e42b-4fe8-8ac4-61c9665c7972 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cb45bb02-16c9-4265-8ccc-0fcdbf59cfd9 HTTP/1.1" status: 204 len: 168 time: 0.4997261 Oct 23 01:08:02.524504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7a04e-c77a-415d-8b95-4bba32243337 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=fcea8052-07a4-4711-b746-1eeba4b6a88e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:02.553968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610838c1-e42b-4fe8-8ac4-61c9665c7972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb45bb02-16c9-4265-8ccc-0fcdbf59cfd9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:02.569536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:02.569949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.576828 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 Oct 23 01:08:02.633836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Deleting port c14e759b-de55-4602-a1b6-b461dbd96c33 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:02.634199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c14e759b-de55-4602-a1b6-b461dbd96c33), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.637394 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6af9e689-bff7-4621-9735-6e7441fe8293 admin admin] Publish callbacks [] for security_group (ca653543-6980-4d0d-b6ec-8ca1bc6db0ef), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.644751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Publish callbacks [] for port (c14e759b-de55-4602-a1b6-b461dbd96c33), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.682206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c23893b-3332-4eeb-999d-dbf6a980f711 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:02.683700 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1c23893b-3332-4eeb-999d-dbf6a980f711 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1406507 Oct 23 01:08:02.698772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6af9e689-bff7-4621-9735-6e7441fe8293 admin admin] Publish callbacks [] for security_group (ca653543-6980-4d0d-b6ec-8ca1bc6db0ef), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.699778 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59086) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:02.724562 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c14e759b-de55-4602-a1b6-b461dbd96c33), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.726602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa27564-fa44-46bc-ba7b-da9f97f056dc req-aa3c3ac3-9d05-4edb-bf9c-7e2930bfbeae tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:02.730003 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9fa27564-fa44-46bc-ba7b-da9f97f056dc req-aa3c3ac3-9d05-4edb-bf9c-7e2930bfbeae tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 944 time: 0.2208900 Oct 23 01:08:02.731929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:02.732495 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.757038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:02.780744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Attempting to bind port c14e759b-de55-4602-a1b6-b461dbd96c33 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:08:02.781395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Attempting to bind port c14e759b-de55-4602-a1b6-b461dbd96c33 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:08:02.781991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Attempting to bind port c14e759b-de55-4602-a1b6-b461dbd96c33 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:08:02.804726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:02.805388 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a8dcc2-6ebb-46eb-abd0-88709e821c66 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:08:02.807054 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-78a8dcc2-6ebb-46eb-abd0-88709e821c66 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/125ffefd-0587-4300-b490-d12aae0bfcdc HTTP/1.1" status: 404 len: 333 time: 0.1063013 Oct 23 01:08:02.810019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59090) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:02.815091 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-50852b3a-e196-4626-9647-02a64aa2f788 req-eb47f594-7ac1-4c98-9f3a-2417f580a90a tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620363 Oct 23 01:08:02.833366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669bdc2b-ace0-4ea5-a65f-b201c60afb14'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:08:02.848505 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8253d369-13d5-442f-b6eb-4ae0a19e01ff tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:08:02.853320 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8253d369-13d5-442f-b6eb-4ae0a19e01ff tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/fcea8052-07a4-4711-b746-1eeba4b6a88e HTTP/1.1" status: 404 len: 333 time: 0.0386488 Oct 23 01:08:02.856854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59092) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:02.902092 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9fa27564-fa44-46bc-ba7b-da9f97f056dc req-676497a4-e617-469a-be2f-9000d745ecaa tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623292 Oct 23 01:08:02.958109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c14e759b-de55-4602-a1b6-b461dbd96c33), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.977709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6af9e689-bff7-4621-9735-6e7441fe8293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (ca653543-6980-4d0d-b6ec-8ca1bc6db0ef), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.985004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6af9e689-bff7-4621-9735-6e7441fe8293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:02.988881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55f702-6837-47f2-8bc6-1b1c30b37bc8 None None] Pushing event updated for resources: {'Port': ['ID=c14e759b-de55-4602-a1b6-b461dbd96c33,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:02.997881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 669bdc2b-ace0-4ea5-a65f-b201c60afb14, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14,segment=NetworkSegment(19ae54ad-a99d-4774-9f08-a75e8aa8cb7b),segment_id=19ae54ad-a99d-4774-9f08-a75e8aa8cb7b)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:03.005868 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6af9e689-bff7-4621-9735-6e7441fe8293 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ca653543-6980-4d0d-b6ec-8ca1bc6db0ef HTTP/1.1" status: 204 len: 168 time: 0.6606131 Oct 23 01:08:03.009106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:08:03.009308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:03.009580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Calling delete_port for c14e759b-de55-4602-a1b6-b461dbd96c33 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:03.009706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.010148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:08:03.011569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Bound port: c14e759b-de55-4602-a1b6-b461dbd96c33, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:08:03.011980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c14e759b-de55-4602-a1b6-b461dbd96c33), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.045891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:03.051618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516da5c-5f3d-41b5-8e92-6fad1fb3ea30 req-78b483db-7c83-4d7e-8ba4-6608ee3c4795 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:03.053205 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3516da5c-5f3d-41b5-8e92-6fad1fb3ea30 req-78b483db-7c83-4d7e-8ba4-6608ee3c4795 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 945 time: 0.0973384 Oct 23 01:08:03.068137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9e689-bff7-4621-9735-6e7441fe8293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca653543-6980-4d0d-b6ec-8ca1bc6db0ef,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:03.133331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:03.144346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (247253e9-5dc1-47c9-b727-604064da25eb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.277398 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3516da5c-5f3d-41b5-8e92-6fad1fb3ea30 req-e75a6ce9-af6b-400b-a129-7178158ecb27 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941702 Oct 23 01:08:03.347325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (247253e9-5dc1-47c9-b727-604064da25eb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.372688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fcca04-de9c-4be0-b02f-18d98091b550" -d '{"events": [{"server_uuid": "5a28e9a3-79ee-4092-9944-3a2066df61c5", "name": "network-vif-plugged", "status": "completed", "tag": "669bdc2b-ace0-4ea5-a65f-b201c60afb14"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:08:03.380448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247253e9-5dc1-47c9-b727-604064da25eb']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:03.383859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.384678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8897cd45-5421-4d15-be1f-1ea24967e608 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:03.392450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb27a876-5b40-4c20-8c26-9efeb0e06289') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:03.392753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb27a876-5b40-4c20-8c26-9efeb0e06289') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:03.406839 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (cb27a876-5b40-4c20-8c26-9efeb0e06289), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.426270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (cb27a876-5b40-4c20-8c26-9efeb0e06289), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.441437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:08:03.441871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (cb27a876-5b40-4c20-8c26-9efeb0e06289), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.479280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=669bdc2b-ace0-4ea5-a65f-b201c60afb14,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:03.488749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 8897cd45-5421-4d15-be1f-1ea24967e608 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:08:03.496050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] For port c14e759b-de55-4602-a1b6-b461dbd96c33, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:08:03.533492 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment cb27a876-5b40-4c20-8c26-9efeb0e06289 resource provider aggregate not found Oct 23 01:08:03.539639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 23 01:08:03.539639 dv-neutron-master-2-hyperv neutron-server[105986]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, level, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Oct 23 01:08:03.539639 dv-neutron-master-2-hyperv neutron-server[105986]: [parameters: {'port_id': 'c14e759b-de55-4602-a1b6-b461dbd96c33', 'host': 'dv-neutron-master-2-hyperv', 'level': 0, 'driver': 'openvswitch', 'segment_id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe'}] Oct 23 01:08:03.539639 dv-neutron-master-2-hyperv neutron-server[105986]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:08:03.540394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:08:03.555635 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment cb27a876-5b40-4c20-8c26-9efeb0e06289 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb27a876-5b40-4c20-8c26-9efeb0e06289 found for delete ", "request_id": "req-d4c66d80-183f-428e-8ea3-bee26dbcc9c1"}]} Oct 23 01:08:03.600184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 8897cd45-5421-4d15-be1f-1ea24967e608 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:03.600630 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (247253e9-5dc1-47c9-b727-604064da25eb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.600762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.601206 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 8897cd45-5421-4d15-be1f-1ea24967e608 Oct 23 01:08:03.646060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.660206 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/networks/247253e9-5dc1-47c9-b727-604064da25eb HTTP/1.1" status: 204 len: 168 time: 0.8013101 Oct 23 01:08:03.664330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04ce65-b90a-4604-8eef-9a046654ce47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Network': ['ID=247253e9-5dc1-47c9-b727-604064da25eb,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:03.664509 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.666883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59112) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:03.679555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:03.688654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-974082971'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:03.701097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59114) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:03.727594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:03.779789 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-30a55544-f005-4427-a147-04efc79683c6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ddf76f9c16dc49f0b7cec052ecdecc4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0742273 Oct 23 01:08:03.780017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59116) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:03.785591 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 8897cd45-5421-4d15-be1f-1ea24967e608 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:03.786139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.828565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8897cd45-5421-4d15-be1f-1ea24967e608, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8897cd45-5421-4d15-be1f-1ea24967e608,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:03.841394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbe9ea2-4efc-47ed-b8f7-c0092a9021a9 x-openstack-request-id: req-1bbe9ea2-4efc-47ed-b8f7-c0092a9021a9 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:08:03.841868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a28e9a3-79ee-4092-9944-3a2066df61c5", "name": "network-vif-plugged", "status": "completed", "tag": "669bdc2b-ace0-4ea5-a65f-b201c60afb14", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:08:03.842758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bbe9ea2-4efc-47ed-b8f7-c0092a9021a9 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:08:03.842758 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bbe9ea2-4efc-47ed-b8f7-c0092a9021a9'] response: {'server_uuid': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669bdc2b-ace0-4ea5-a65f-b201c60afb14', 'code': 200} Oct 23 01:08:03.874913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (c14e759b-de55-4602-a1b6-b461dbd96c33), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.896712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-99936859-6c06-4a5d-9b41-6ab4aa59146e admin admin] Publish callbacks [] for security_group (f9f7f0e3-dddc-4cb5-ac41-efd042141205), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.903684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.905639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:03.928944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:03.934033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.985121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=8897cd45-5421-4d15-be1f-1ea24967e608,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:03.989305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-99936859-6c06-4a5d-9b41-6ab4aa59146e admin admin] Publish callbacks [] for security_group (f9f7f0e3-dddc-4cb5-ac41-efd042141205), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:03.993274 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event deleted for resources: {'Port': ['ID=c14e759b-de55-4602-a1b6-b461dbd96c33,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:04.062941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Attempting to bind port c14e759b-de55-4602-a1b6-b461dbd96c33 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:08:04.063525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Attempting to bind port c14e759b-de55-4602-a1b6-b461dbd96c33 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:08:04.063622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Attempting to bind port c14e759b-de55-4602-a1b6-b461dbd96c33 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:08:04.132826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b642a9-3ff8-4655-915f-8e97207c5e9e req-4394242b-cbb5-4ca9-9393-61d21d3884b5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:04.134237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:04.135060 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-01b642a9-3ff8-4655-915f-8e97207c5e9e req-4394242b-cbb5-4ca9-9393-61d21d3884b5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 944 time: 0.0665123 Oct 23 01:08:04.146922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:08:04.147547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:04.148248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:04.148931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:08:04.149870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Bound port: c14e759b-de55-4602-a1b6-b461dbd96c33, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:08:04.150510 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c14e759b-de55-4602-a1b6-b461dbd96c33), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:04.189147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Port c14e759b-de55-4602-a1b6-b461dbd96c33 has been deleted concurrently {{(pid=105986) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 23 01:08:04.200720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Routers {'112b8797-728e-442a-b039-565ad3f4d372'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:04.201425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['112b8797-728e-442a-b039-565ad3f4d372'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:04.204533 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-01b642a9-3ff8-4655-915f-8e97207c5e9e req-f76f82c0-ef62-40d0-90ae-e9022cbd46a4 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630772 Oct 23 01:08:04.276059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-99936859-6c06-4a5d-9b41-6ab4aa59146e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f9f7f0e3-dddc-4cb5-ac41-efd042141205), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:04.279593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-99936859-6c06-4a5d-9b41-6ab4aa59146e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:04.285464 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-99936859-6c06-4a5d-9b41-6ab4aa59146e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f9f7f0e3-dddc-4cb5-ac41-efd042141205 HTTP/1.1" status: 204 len: 168 time: 0.5008018 Oct 23 01:08:04.294709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99936859-6c06-4a5d-9b41-6ab4aa59146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f7f0e3-dddc-4cb5-ac41-efd042141205,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:04.299547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 183002a1-4cd9-45bf-bda8-717f2f126eb5 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:04.413557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:04.423161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b598470-0798-4cee-b4c2-c77607fbb98c req-245dd5f0-0787-4375-b1bb-84e27d94a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:04.425013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] Set router 112b8797-728e-442a-b039-565ad3f4d372 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:04.425419 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5b598470-0798-4cee-b4c2-c77607fbb98c req-245dd5f0-0787-4375-b1bb-84e27d94a791 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 1129 time: 0.0908267 Oct 23 01:08:04.481565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-5b598470-0798-4cee-b4c2-c77607fbb98c req-4a321dac-f887-4ada-a648-df191ed08599 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:04.497201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112b8797-728e-442a-b039-565ad3f4d372', 'name': 'tempest-snat-router-789746302', 'tenant_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:56Z', 'updated_at': '2022-10-23T01:08:03Z', 'revision_number': 5, 'project_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:04.507162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 183002a1-4cd9-45bf-bda8-717f2f126eb5 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:08:04.519105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635cb8d-dd3d-40a3-92e8-02dbf1b11ee9 req-1abd4d31-0ab6-40a2-a00f-db669c1e8c41 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:04.521077 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9635cb8d-dd3d-40a3-92e8-02dbf1b11ee9 req-1abd4d31-0ab6-40a2-a00f-db669c1e8c41 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 946 time: 0.0945292 Oct 23 01:08:04.548409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10030a-bcbf-458a-8874-6e006faf59d9 None None] The sync data for ids ['112b8797-728e-442a-b039-565ad3f4d372'] in dv-neutron-master-2-hyperv is: [{'id': '112b8797-728e-442a-b039-565ad3f4d372', 'name': 'tempest-snat-router-789746302', 'tenant_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:56Z', 'updated_at': '2022-10-23T01:08:03Z', 'revision_number': 5, 'project_id': 'b4e836b2f8dd439bb4980e7974ee3e40', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:04.616220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 183002a1-4cd9-45bf-bda8-717f2f126eb5 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:04.616854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:04.617336 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 183002a1-4cd9-45bf-bda8-717f2f126eb5 Oct 23 01:08:04.651600 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9635cb8d-dd3d-40a3-92e8-02dbf1b11ee9 req-a86fa161-c4ec-4e69-95cf-a3f15510ff9b tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238811 Oct 23 01:08:04.724905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-5b598470-0798-4cee-b4c2-c77607fbb98c req-4a321dac-f887-4ada-a648-df191ed08599 service neutron] Publish callbacks [] for security_group (2f960a17-308b-4eab-a66a-cfb401a826a3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:04.810600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 183002a1-4cd9-45bf-bda8-717f2f126eb5 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:04.815168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:04.829302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-5b598470-0798-4cee-b4c2-c77607fbb98c req-4a321dac-f887-4ada-a648-df191ed08599 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2f960a17-308b-4eab-a66a-cfb401a826a3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:04.866522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 183002a1-4cd9-45bf-bda8-717f2f126eb5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=183002a1-4cd9-45bf-bda8-717f2f126eb5,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:04.879128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81685896-0068-482e-a611-028d327980db req-7d9f9a6f-1ee3-4e1e-b731-50437a026bba tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:04.886347 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-81685896-0068-482e-a611-028d327980db req-7d9f9a6f-1ee3-4e1e-b731-50437a026bba tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.9024353 Oct 23 01:08:04.914611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a321dac-f887-4ada-a648-df191ed08599 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2f960a17-308b-4eab-a66a-cfb401a826a3,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:04.947127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Allocated IP 172.20.0.1 (acb05b59-6306-40da-9fd7-3a4e2587ee6d/4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0/2b1bd067-1c87-4c99-b612-307c786ba785) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:04.971710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.001042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:08:05.001301 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5b598470-0798-4cee-b4c2-c77607fbb98c req-4a321dac-f887-4ada-a648-df191ed08599 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5641484 Oct 23 01:08:05.045910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b77a2da5-1f99-4b7e-9669-f22f9f674023), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.046907 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Added segment b77a2da5-1f99-4b7e-9669-f22f9f674023 of type vlan for network 6ebde2f8-9029-433e-abe9-1d0f9f41e3df Oct 23 01:08:05.048453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (112b8797-728e-442a-b039-565ad3f4d372), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.113432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=183002a1-4cd9-45bf-bda8-717f2f126eb5,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:05.210526 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-81685896-0068-482e-a611-028d327980db req-fe51a5f0-76bb-4b2f-ba34-64c277109255 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231528 Oct 23 01:08:05.242936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59150) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:05.290135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (112b8797-728e-442a-b039-565ad3f4d372), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.300652 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_controller (112b8797-728e-442a-b039-565ad3f4d372), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.308387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (6ebde2f8-9029-433e-abe9-1d0f9f41e3df), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.317046 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:05.360684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0c946-33a7-431b-95b5-c18d652b20a9 req-a7625bfa-a3be-43e5-a339-e316d41db7e9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:05.370445 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e7b0c946-33a7-431b-95b5-c18d652b20a9 req-a7625bfa-a3be-43e5-a339-e316d41db7e9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 945 time: 0.0739214 Oct 23 01:08:05.418665 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for port (2b1bd067-1c87-4c99-b612-307c786ba785), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.441219 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e7b0c946-33a7-431b-95b5-c18d652b20a9 req-7e810ea7-5c93-4c11-bee1-acd282fbd2ab tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697031 Oct 23 01:08:05.448948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1997169426'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:05.515740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (112b8797-728e-442a-b039-565ad3f4d372), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.515740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 112b8797-728e-442a-b039-565ad3f4d372 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:08:05.515740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.515740 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c325d194-6501-49ac-a110-933592a50850 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/112b8797-728e-442a-b039-565ad3f4d372 HTTP/1.1" status: 204 len: 168 time: 3.5910015 Oct 23 01:08:05.515740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59158) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:05.561734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:05.564627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (6ebde2f8-9029-433e-abe9-1d0f9f41e3df), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.573288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:05.574204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.676347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2b1bd067-1c87-4c99-b612-307c786ba785), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.676602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:05.678301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Made reservation on behalf of bd5892ee97ac4a54b4b0f131c0bfc973 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:05.682631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.709088 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0309696 Oct 23 01:08:05.712891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59164) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:05.723739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '6ebde2f8-9029-433e-abe9-1d0f9f41e3df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:05.751640 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.759064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a4f8c-81dc-480f-b254-c2ac3c0ddde6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Network': ['ID=6ebde2f8-9029-433e-abe9-1d0f9f41e3df,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:05.773491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 6ebde2f8-9029-433e-abe9-1d0f9f41e3df details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:08:05.773848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Network acb05b59-6306-40da-9fd7-3a4e2587ee6d is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:05.787199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:05.813941 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:05.850089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8897cd45-5421-4d15-be1f-1ea24967e608'}, {'server_uuid': 'af969711-f7d5-4109-95f7-28011c1178f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183002a1-4cd9-45bf-bda8-717f2f126eb5'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:08:05.853628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b778d8b-b899-48af-85a9-21d7944a513a" -d '{"events": [{"server_uuid": "a8b7434c-b750-407b-a877-69e5c8bdf547", "name": "network-vif-plugged", "status": "completed", "tag": "8897cd45-5421-4d15-be1f-1ea24967e608"}, {"server_uuid": "af969711-f7d5-4109-95f7-28011c1178f2", "name": "network-vif-plugged", "status": "completed", "tag": "183002a1-4cd9-45bf-bda8-717f2f126eb5"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:08:05.892244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:05.922594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 23 Oct 2022 01:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331819b0-1bae-4bab-8026-2f5cd9878c48 x-openstack-request-id: req-331819b0-1bae-4bab-8026-2f5cd9878c48 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:08:05.923221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b7434c-b750-407b-a877-69e5c8bdf547", "name": "network-vif-plugged", "status": "completed", "tag": "8897cd45-5421-4d15-be1f-1ea24967e608", "code": 200}, {"server_uuid": "af969711-f7d5-4109-95f7-28011c1178f2", "name": "network-vif-plugged", "status": "completed", "tag": "183002a1-4cd9-45bf-bda8-717f2f126eb5", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:08:05.923627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-331819b0-1bae-4bab-8026-2f5cd9878c48 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:08:05.924613 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331819b0-1bae-4bab-8026-2f5cd9878c48'] response: {'server_uuid': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8897cd45-5421-4d15-be1f-1ea24967e608', 'code': 200} Oct 23 01:08:05.925016 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331819b0-1bae-4bab-8026-2f5cd9878c48'] response: {'server_uuid': 'af969711-f7d5-4109-95f7-28011c1178f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183002a1-4cd9-45bf-bda8-717f2f126eb5', 'code': 200} Oct 23 01:08:05.949628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event updated for resources: {'Port': ['ID=2b1bd067-1c87-4c99-b612-307c786ba785,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:05.962410 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:05.969742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.098960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.ipam_backend_mixin [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Performing IP validity checks on allocation pools {{(pid=105984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 23 01:08:06.100729 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30b6fb-0239-412e-a3cd-7eedc2b4b5ed req-6b0b644a-41fb-4592-9f6e-2349c42cf552 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:06.101560 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5c30b6fb-0239-412e-a3cd-7eedc2b4b5ed req-6b0b644a-41fb-4592-9f6e-2349c42cf552 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 946 time: 0.3301802 Oct 23 01:08:06.117229 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.ipam_backend_mixin [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 23 01:08:06.131858 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:06.226185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:06.230424 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6f20c7bf-2127-4fad-8be8-4178a4008938 None None] Provisioning complete for port 2b1bd067-1c87-4c99-b612-307c786ba785 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:06.231081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f20c7bf-2127-4fad-8be8-4178a4008938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2b1bd067-1c87-4c99-b612-307c786ba785), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.231556 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6f20c7bf-2127-4fad-8be8-4178a4008938 None None] Attempt 1 to provision port 2b1bd067-1c87-4c99-b612-307c786ba785 Oct 23 01:08:06.240742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.285803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6f20c7bf-2127-4fad-8be8-4178a4008938 None None] Port 2b1bd067-1c87-4c99-b612-307c786ba785 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:06.297238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for security_group (7d1182f8-0c20-4863-a2e1-b2c7bcb22466), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.340629 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.378822 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5c30b6fb-0239-412e-a3cd-7eedc2b4b5ed req-b5a97bf2-0734-4d7f-88e9-7062f38f2db3 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824782 Oct 23 01:08:06.383857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7d1182f8-0c20-4863-a2e1-b2c7bcb22466), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.451522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:08:06.472964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1182f8-0c20-4863-a2e1-b2c7bcb22466,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:06.479227 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (4a3eb461-774f-4d5e-807a-66bdc17ed819), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.479830 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Added segment 4a3eb461-774f-4d5e-807a-66bdc17ed819 of type vlan for network 2685f57d-a1bd-475b-a35e-bd8696419c94 Oct 23 01:08:06.481109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2af020-f77b-45d1-b41b-45269dadc5a4 req-8f5b7589-8804-42bf-b646-aa4109aa1ce1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:06.482714 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5b2af020-f77b-45d1-b41b-45269dadc5a4 req-8f5b7589-8804-42bf-b646-aa4109aa1ce1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.0911081 Oct 23 01:08:06.546654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655112c-d975-448a-a2c1-10cd439e818d req-01044caf-3fd3-463a-aa9c-7fd734d2f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:06.548143 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3655112c-d975-448a-a2c1-10cd439e818d req-01044caf-3fd3-463a-aa9c-7fd734d2f5d4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 1130 time: 0.0837135 Oct 23 01:08:06.560534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (dd2d5cad-5d19-4124-a342-c5c904832d80), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.573837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (2685f57d-a1bd-475b-a35e-bd8696419c94), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.598825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Deleting port baafa9ab-2d36-4232-a1d5-6066c4d85e50 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:06.599523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.605363 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5b2af020-f77b-45d1-b41b-45269dadc5a4 req-8b4932c1-58d9-477a-95ec-9d3a596ea393 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877297 Oct 23 01:08:06.638715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Subnet': ['ID=dd2d5cad-5d19-4124-a342-c5c904832d80,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:06.665198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Checking segment: {'id': 'b77a2da5-1f99-4b7e-9669-f22f9f674023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6ebde2f8-9029-433e-abe9-1d0f9f41e3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:06.665492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network hostable DHCP agents. Network: 6ebde2f8-9029-433e-abe9-1d0f9f41e3df, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:08:06.736387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95cd6f-8859-40ad-abc0-b4e0b5ba44f4 req-e7962e0e-a4bb-4af0-a31a-a9dfed88fc13 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:06.737898 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6b95cd6f-8859-40ad-abc0-b4e0b5ba44f4 req-e7962e0e-a4bb-4af0-a31a-a9dfed88fc13 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 945 time: 0.1773598 Oct 23 01:08:06.772812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2b1bd067-1c87-4c99-b612-307c786ba785), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.777988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 6ebde2f8-9029-433e-abe9-1d0f9f41e3df is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:08:06.809638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] For port baafa9ab-2d36-4232-a1d5-6066c4d85e50, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=baafa9ab-2d36-4232-a1d5-6066c4d85e50,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:06.809967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.818077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (2685f57d-a1bd-475b-a35e-bd8696419c94), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.822744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:06.823325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.932411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Calling delete_port for baafa9ab-2d36-4232-a1d5-6066c4d85e50 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:06.936326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6ebde2f8-9029-433e-abe9-1d0f9f41e3df) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:06.950198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc2f56e-a9d0-48e0-9c5f-f1c286f49aac None None] Network 6ebde2f8-9029-433e-abe9-1d0f9f41e3df requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:06.953664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:06.954316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.971776 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6b95cd6f-8859-40ad-abc0-b4e0b5ba44f4 req-9b06f0c9-68df-4f85-bcbd-7c328ef768d4 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265825 Oct 23 01:08:07.070042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'Network': ['ID=2685f57d-a1bd-475b-a35e-bd8696419c94,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:07.081669 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-091f6f11-7584-4544-a477-3b7f2e3afed6 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8340352 Oct 23 01:08:07.086226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59190) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:07.087118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6ebde2f8-9029-433e-abe9-1d0f9f41e3df', 'network_id': '6ebde2f8-9029-433e-abe9-1d0f9f41e3df', 'project_id': '15afa29fb07a4b10aec3040f5f73e9a1', 'fixed_ips': [{'subnet_id': 'dd2d5cad-5d19-4124-a342-c5c904832d80'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:08:07.088546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:07.093437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Request body: {'subnet': {'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:07.108242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:08:07.113043 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-df203994-aba4-422a-9f36-9f76046ba142 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3963249 Oct 23 01:08:07.117898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59192) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:07.122499 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '6ebde2f8-9029-433e-abe9-1d0f9f41e3df', 'name': 'tempest-PortsIpV6TestJSON-2041674510'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:07.229513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:07.300502 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3655112c-d975-448a-a2c1-10cd439e818d req-2369654a-d3a6-4ac0-95bf-822cffa49ea6 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461720 Oct 23 01:08:07.390791 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Made reservation on behalf of bd5892ee97ac4a54b4b0f131c0bfc973 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:07.394802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:07.475822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Allocated IP 2001:db8::2 (6ebde2f8-9029-433e-abe9-1d0f9f41e3df/dd2d5cad-5d19-4124-a342-c5c904832d80/b038c17a-3f5e-4cbb-b5ac-47ce5db72c14) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:07.603116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009f2f6-1185-4f6d-ac27-5dd6be7c4bab req-7e13ed17-923e-4dcb-9ca4-01bafdd773db tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:07.604961 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d009f2f6-1185-4f6d-ac27-5dd6be7c4bab req-7e13ed17-923e-4dcb-9ca4-01bafdd773db tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 946 time: 0.0867820 Oct 23 01:08:07.682697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:07.739455 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d009f2f6-1185-4f6d-ac27-5dd6be7c4bab req-b25d2fc4-2f09-4777-a049-77c5a33d0075 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129260 Oct 23 01:08:07.745803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Publish callbacks [] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:07.823827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:07.862311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:07.885045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Network 6ebde2f8-9029-433e-abe9-1d0f9f41e3df is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:07.895545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:07.898425 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (22a25879-2422-4bd9-be47-f17c8f015437), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:07.911880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Pushing event updated for resources: {'Port': ['ID=b038c17a-3f5e-4cbb-b5ac-47ce5db72c14,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:07.930530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:07.940048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4877-71d5-417f-acc4-bd8b11aa1692 req-a5910917-a470-4682-91ad-8781e5513632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:07.941928 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b46f4877-71d5-417f-acc4-bd8b11aa1692 req-a5910917-a470-4682-91ad-8781e5513632 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 1129 time: 0.8106277 Oct 23 01:08:07.987641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca127d7-5b84-4d98-84fb-bc8b6c616753 req-ed32a625-3b50-4d3c-8ccc-d33d9e09d9b5 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:07.988896 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3ca127d7-5b84-4d98-84fb-bc8b6c616753 req-ed32a625-3b50-4d3c-8ccc-d33d9e09d9b5 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1780698 Oct 23 01:08:08.063857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Attempting to bind port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:08:08.064085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59210) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:08.064492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Attempting to bind port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b77a2da5-1f99-4b7e-9669-f22f9f674023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6ebde2f8-9029-433e-abe9-1d0f9f41e3df'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:08:08.065080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Attempting to bind port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 on network 6ebde2f8-9029-433e-abe9-1d0f9f41e3df {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:08:08.090906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Checking segment: {'id': '4a3eb461-774f-4d5e-807a-66bdc17ed819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:08.091629 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Network hostable DHCP agents. Network: 2685f57d-a1bd-475b-a35e-bd8696419c94, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:08:08.096109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'Subnet': ['ID=22a25879-2422-4bd9-be47-f17c8f015437,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:08.138477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:08.156202 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b46f4877-71d5-417f-acc4-bd8b11aa1692 req-3085a5ee-8fa2-4914-a897-37b43e880986 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047780 Oct 23 01:08:08.163919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623e9f-992d-4473-84b3-507b8c516b95 req-9d36b7e1-3629-4746-89e2-ec41b6df686f tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:08.164558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:08:08.164927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Checking segment: {'id': 'b77a2da5-1f99-4b7e-9669-f22f9f674023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6ebde2f8-9029-433e-abe9-1d0f9f41e3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:08.165976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.165976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Bound using segment: {'id': 'b77a2da5-1f99-4b7e-9669-f22f9f674023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6ebde2f8-9029-433e-abe9-1d0f9f41e3df'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:08:08.166371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Bound port: b038c17a-3f5e-4cbb-b5ac-47ce5db72c14, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77a2da5-1f99-4b7e-9669-f22f9f674023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6ebde2f8-9029-433e-abe9-1d0f9f41e3df'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:08:08.167039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.172680 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7e623e9f-992d-4473-84b3-507b8c516b95 req-9d36b7e1-3629-4746-89e2-ec41b6df686f tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 945 time: 0.0703664 Oct 23 01:08:08.177448 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3ca127d7-5b84-4d98-84fb-bc8b6c616753 req-215f4faf-adcd-49f0-8bcd-19772a75ca77 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715062 Oct 23 01:08:08.185973 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:08.190766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.204229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:08.219815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for port (2b1bd067-1c87-4c99-b612-307c786ba785), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.232167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port d301b121-de2c-491d-8f7c-d2fc373faaf6 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:08.256637 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7e623e9f-992d-4473-84b3-507b8c516b95 req-ba80899c-beb3-4ef1-8edf-058ec00891dd tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831769 Oct 23 01:08:08.260555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:08:08.284507 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4319840f-9d5e-41e1-9cf4-9f3bdd57a8a6 tempest-QuotasTest-54970614 tempest-QuotasTest-54970614-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:08.305512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] For port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:08:08.334470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] For port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b038c17a-3f5e-4cbb-b5ac-47ce5db72c14,segment=NetworkSegment(b77a2da5-1f99-4b7e-9669-f22f9f674023),segment_id=b77a2da5-1f99-4b7e-9669-f22f9f674023)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:08:08.352970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (baafa9ab-2d36-4232-a1d5-6066c4d85e50), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.363735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (2b1bd067-1c87-4c99-b612-307c786ba785), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.366407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2685f57d-a1bd-475b-a35e-bd8696419c94) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:08.370893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:08.371502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.383697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda89f1-609e-4960-91d8-678f4eaeefb9 None None] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:08.441590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event deleted for resources: {'Port': ['ID=baafa9ab-2d36-4232-a1d5-6066c4d85e50,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:08.486970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.501529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.502252 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-365d5360-c1b7-4352-af0f-50105145a407 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4147437 Oct 23 01:08:08.505470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59216) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:08.506212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.507122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.507716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.508317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.508742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.509219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.510595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.510595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.510595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.517367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.517367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.517367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.517367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.517367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:08.521816 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Request body: {'port': {'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94', 'name': 'tempest-AllowedAddressPairTestJSON-926739374'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:08.524863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2685f57d-a1bd-475b-a35e-bd8696419c94', 'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94', 'project_id': 'bd5892ee97ac4a54b4b0f131c0bfc973', 'fixed_ips': [{'subnet_id': '22a25879-2422-4bd9-be47-f17c8f015437'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:08:08.526065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.591296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8::1d1 (6ebde2f8-9029-433e-abe9-1d0f9f41e3df/dd2d5cad-5d19-4124-a342-c5c904832d80/d301b121-de2c-491d-8f7c-d2fc373faaf6) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:08.646305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.662297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59c188-23a2-453e-9168-528c29a522af req-77b20466-7ae4-499f-b9a9-c0ba503d3db7 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:08.663986 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bb59c188-23a2-453e-9168-528c29a522af req-77b20466-7ae4-499f-b9a9-c0ba503d3db7 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.3086045 Oct 23 01:08:08.669732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8408d42-f173-4b4f-abcc-a6a5a33a5713 None None] Pushing event updated for resources: {'Port': ['ID=b038c17a-3f5e-4cbb-b5ac-47ce5db72c14,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:08.684972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59218) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:08.692925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-16b1d8a8-21ec-40e9-940e-cc99773c3910 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Request body: {'floatingip': {'port_id': '669bdc2b-ace0-4ea5-a65f-b201c60afb14'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:08.781325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-16b1d8a8-21ec-40e9-940e-cc99773c3910 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for floatingip (e80468f7-ddaf-41ea-b0b4-3eb9726db98e), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.791672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Allocated IP 172.20.0.2 (2685f57d-a1bd-475b-a35e-bd8696419c94/22a25879-2422-4bd9-be47-f17c8f015437/8c097b03-d98f-430f-92fe-f9831ad0f26e) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:08.872589 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4319840f-9d5e-41e1-9cf4-9f3bdd57a8a6 tempest-QuotasTest-54970614 tempest-QuotasTest-54970614-project-admin] 10.222.0.36 "PUT /networking/v2.0/quotas/3d8a0d3babdb4cfa80ea8078282cfc22 HTTP/1.1" status: 200 len: 366 time: 0.8075006 Oct 23 01:08:08.875919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59222) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:08.892582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:08.952784 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-45a5a83c-a94d-48f8-b9be-84795d4f765d tempest-QuotasTest-54970614 tempest-QuotasTest-54970614-project-admin] 10.222.0.36 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0475681 Oct 23 01:08:08.986784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:09.027624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:09.032690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Network acb05b59-6306-40da-9fd7-3a4e2587ee6d is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:09.045452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59224) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:09.060020 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e629dc97-e270-4175-b9f6-caecb616b349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.086793 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Publish callbacks [] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.091581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:09.097946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Made reservation on behalf of bd5892ee97ac4a54b4b0f131c0bfc973 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:09.101974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.118522 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-59d38257-df08-4ab0-be00-e05ef7452232 tempest-QuotasTest-54970614 tempest-QuotasTest-54970614-project-admin] 10.222.0.36 "GET /networking/v2.0/quotas/3d8a0d3babdb4cfa80ea8078282cfc22 HTTP/1.1" status: 200 len: 366 time: 0.0706747 Oct 23 01:08:09.128991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59226) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:09.129948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event updated for resources: {'Port': ['ID=2b1bd067-1c87-4c99-b612-307c786ba785,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:09.173433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.179337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_controller (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.203130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.337331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:09.340016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:09.354975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:09.360986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Pushing event updated for resources: {'Port': ['ID=8c097b03-d98f-430f-92fe-f9831ad0f26e,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:09.439756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd2791-2121-47a7-b845-a982394e16ea req-3d044429-008f-432c-a96c-fcec4123a56c tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:09.443259 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8023403b-6147-4120-874f-a93c0b09a23a tempest-QuotasTest-54970614 tempest-QuotasTest-54970614-project-admin] 10.222.0.36 "DELETE /networking/v2.0/quotas/3d8a0d3babdb4cfa80ea8078282cfc22 HTTP/1.1" status: 204 len: 168 time: 0.3102875 Oct 23 01:08:09.447626 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d4cd2791-2121-47a7-b845-a982394e16ea req-3d044429-008f-432c-a96c-fcec4123a56c tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 946 time: 0.5262096 Oct 23 01:08:09.478714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59230) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:09.501510 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Attempting to bind port 8c097b03-d98f-430f-92fe-f9831ad0f26e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:08:09.502141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Attempting to bind port 8c097b03-d98f-430f-92fe-f9831ad0f26e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4a3eb461-774f-4d5e-807a-66bdc17ed819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:08:09.504865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Attempting to bind port 8c097b03-d98f-430f-92fe-f9831ad0f26e on network 2685f57d-a1bd-475b-a35e-bd8696419c94 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:08:09.506602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] device_id is not set on port a847c665-63a3-4aa4-b9c6-3a1d7a6baef4 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:09.544385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (d301b121-de2c-491d-8f7c-d2fc373faaf6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.602740 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-07add619-614a-4879-b6fd-1ca7f9f7010a tempest-QuotasTest-54970614 tempest-QuotasTest-54970614-project-admin] 10.222.0.36 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1212585 Oct 23 01:08:09.615518 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6dd67-dba0-4c7c-8b5d-2286d803a146 req-44aebef4-a636-49cf-b5b8-6a2e0af156c2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:09.623280 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8ee6dd67-dba0-4c7c-8b5d-2286d803a146 req-44aebef4-a636-49cf-b5b8-6a2e0af156c2 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 945 time: 0.2305317 Oct 23 01:08:09.626644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:08:09.627033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Checking segment: {'id': '4a3eb461-774f-4d5e-807a-66bdc17ed819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:09.627703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.628106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Bound using segment: {'id': '4a3eb461-774f-4d5e-807a-66bdc17ed819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:08:09.628740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Bound port: 8c097b03-d98f-430f-92fe-f9831ad0f26e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3eb461-774f-4d5e-807a-66bdc17ed819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:08:09.629627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.632727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59232) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:09.651827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-84210958-2770-428e-94c4-ab912480b78c None None] Provisioning complete for port 2b1bd067-1c87-4c99-b612-307c786ba785 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:09.652205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-84210958-2770-428e-94c4-ab912480b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2b1bd067-1c87-4c99-b612-307c786ba785), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.653855 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-84210958-2770-428e-94c4-ab912480b78c None None] Attempt 1 to provision port 2b1bd067-1c87-4c99-b612-307c786ba785 Oct 23 01:08:09.700839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-84210958-2770-428e-94c4-ab912480b78c None None] Port 2b1bd067-1c87-4c99-b612-307c786ba785 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:09.751721 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-470a9568-c5b4-4767-b960-f7ad6023ba19 tempest-QuotasTest-54970614 tempest-QuotasTest-54970614-project-admin] 10.222.0.36 "GET /networking/v2.0/quotas/3d8a0d3babdb4cfa80ea8078282cfc22 HTTP/1.1" status: 200 len: 370 time: 0.1142893 Oct 23 01:08:09.753924 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59234) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:09.779407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (6ce155ed-da43-4c62-9a3f-e1b9b21d5db2), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.780517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce155ed-da43-4c62-9a3f-e1b9b21d5db2 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:08:09.790565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.795161 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dab30dc7-1fbb-4d39-8f22-12248e4aebde tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/6ce155ed-da43-4c62-9a3f-e1b9b21d5db2 HTTP/1.1" status: 204 len: 168 time: 4.2792947 Oct 23 01:08:09.812183 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-88871649-55b8-4a61-b42d-245e01f9f257 tempest-QuotasTest-54970614 tempest-QuotasTest-54970614-project-admin] 10.222.0.36 "GET /networking/v2.0/quotas/3d8a0d3babdb4cfa80ea8078282cfc22/default HTTP/1.1" status: 200 len: 370 time: 0.0269921 Oct 23 01:08:09.816537 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59236) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:09.817167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59238) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:09.828775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] For port 8c097b03-d98f-430f-92fe-f9831ad0f26e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:08:09.834685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] For port 8c097b03-d98f-430f-92fe-f9831ad0f26e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c097b03-d98f-430f-92fe-f9831ad0f26e,segment=NetworkSegment(4a3eb461-774f-4d5e-807a-66bdc17ed819),segment_id=4a3eb461-774f-4d5e-807a-66bdc17ed819)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:08:09.845731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1084872104', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:09.856254 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d4cd2791-2121-47a7-b845-a982394e16ea req-c9219012-106e-4d9b-86cf-d7ef97bbf701 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073596 Oct 23 01:08:09.868122 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:09.892613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Router 9ad0166b-8a9a-4083-bbb1-f21d8771a3ad has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:08:09.893844 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-b830fb78-8d0d-4722-b23e-6c149b765f5c tempest-QuotasTest-54970614 tempest-QuotasTest-54970614-project-admin] delete failed (client error): The resource could not be found. Oct 23 01:08:09.897675 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b830fb78-8d0d-4722-b23e-6c149b765f5c tempest-QuotasTest-54970614 tempest-QuotasTest-54970614-project-admin] 10.222.0.36 "DELETE /networking/v2.0/quotas/3d8a0d3babdb4cfa80ea8078282cfc22 HTTP/1.1" status: 404 len: 348 time: 0.0734677 Oct 23 01:08:09.966449 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8ee6dd67-dba0-4c7c-8b5d-2286d803a146 req-b511bd0b-0eca-4085-a48c-80ef01bf8533 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419774 Oct 23 01:08:09.982357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (d301b121-de2c-491d-8f7c-d2fc373faaf6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:09.993470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Allocated IP 172.20.0.4 (2685f57d-a1bd-475b-a35e-bd8696419c94/22a25879-2422-4bd9-be47-f17c8f015437/a847c665-63a3-4aa4-b9c6-3a1d7a6baef4) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:10.005494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:10.053045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:10.100034 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (34177c9d-5cf3-4937-9487-49597e790d7f), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:10.100735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (34177c9d-5cf3-4937-9487-49597e790d7f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:10.262298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Pushing event updated for resources: {'Port': ['ID=8c097b03-d98f-430f-92fe-f9831ad0f26e,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:10.277007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.277541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.277991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.278395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.278796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.280159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.280159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.282767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.283414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.283882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.284334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.285489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.285489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.285489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.286031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a12192-14df-4d51-b1ce-6e2cabe6e3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:10.301133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:10.301754 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:10.302552 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 Oct 23 01:08:10.306551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 6ebde2f8-9029-433e-abe9-1d0f9f41e3df is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:10.327808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:10.332194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:10.340031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:10.348720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:10.349989 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:10.361902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=d301b121-de2c-491d-8f7c-d2fc373faaf6,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:10.416907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.resource_extend [None req-16b1d8a8-21ec-40e9-940e-cc99773c3910 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 01:08:10.433695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:10.434512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:10.444455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:10.464271 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3891de90-f3d2-48c7-bd8a-42d7057e4621 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "PUT /networking/v2.0/routers/9ad0166b-8a9a-4083-bbb1-f21d8771a3ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0029531 Oct 23 01:08:10.481438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59242) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:10.482197 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1834b1-1ba6-4ae2-8f3f-0ff64afe5640 None None] Sync routers for ids ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:10.482348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Request body: {'port': {'network_id': 'acb05b59-6306-40da-9fd7-3a4e2587ee6d', 'name': 'tempest-FloatingIPAdminTestJSON-731971024'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:10.553761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (34177c9d-5cf3-4937-9487-49597e790d7f), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:10.571230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f24231-a801-432f-88ee-fdc241f1240f None None] Network 6ebde2f8-9029-433e-abe9-1d0f9f41e3df requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:10.572992 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4b25b4df-a010-4117-b185-2e943d1ddab0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4509361 Oct 23 01:08:10.572992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59244) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:10.572992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59246) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:10.627111 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-16b1d8a8-21ec-40e9-940e-cc99773c3910 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:10.651414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1834b1-1ba6-4ae2-8f3f-0ff64afe5640 None None] Routers {'9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:10.652371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ef1834b1-1ba6-4ae2-8f3f-0ff64afe5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:10.720807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for port (a847c665-63a3-4aa4-b9c6-3a1d7a6baef4), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:10.725911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-16b1d8a8-21ec-40e9-940e-cc99773c3910 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (e80468f7-ddaf-41ea-b0b4-3eb9726db98e), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:10.908844 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-16b1d8a8-21ec-40e9-940e-cc99773c3910 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Floating IP e80468f7-ddaf-41ea-b0b4-3eb9726db98e associated. External IP: 172.36.3.242, port: 669bdc2b-ace0-4ea5-a65f-b201c60afb14. Oct 23 01:08:10.967636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a847c665-63a3-4aa4-b9c6-3a1d7a6baef4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.012019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b7c49dde-fcb0-492a-94e3-4863d5767b99 None None] Provisioning complete for port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:11.012475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b7c49dde-fcb0-492a-94e3-4863d5767b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.012869 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b7c49dde-fcb0-492a-94e3-4863d5767b99 None None] Attempt 1 to provision port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 Oct 23 01:08:11.017276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b038c17a-3f5e-4cbb-b5ac-47ce5db72c14,segment=NetworkSegment(b77a2da5-1f99-4b7e-9669-f22f9f674023),segment_id=b77a2da5-1f99-4b7e-9669-f22f9f674023)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:11.028725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ef1834b1-1ba6-4ae2-8f3f-0ff64afe5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:11.031076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Made reservation on behalf of bb6943aa9147430191a241e3c5d93765 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:11.036776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.049443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'Port': ['ID=a847c665-63a3-4aa4-b9c6-3a1d7a6baef4,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:11.054953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (34177c9d-5cf3-4937-9487-49597e790d7f), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.068389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a8028-d36d-4599-9706-ce36070898db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port d301b121-de2c-491d-8f7c-d2fc373faaf6 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:11.068638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad8a8028-d36d-4599-9706-ce36070898db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d301b121-de2c-491d-8f7c-d2fc373faaf6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.080932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:UPDATE=8,neutron:INSERT=7,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:11.086608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:11.105059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.124412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:11.128940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:11.132345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1834b1-1ba6-4ae2-8f3f-0ff64afe5640 None None] Routers {'9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:11.134914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ef1834b1-1ba6-4ae2-8f3f-0ff64afe5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:07:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:11.138856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.139395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.140358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.140704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.141043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.141438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.141800 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.143013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.145375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.145375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.145375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.145375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.145375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.145375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.146354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f0697a90-0bfd-488e-9f9f-eefb32bacdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.146535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:08:11.217034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] device_id is not set on port bdbd5dac-ddd5-4528-9052-710704d166a6 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:11.222545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ef1834b1-1ba6-4ae2-8f3f-0ff64afe5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:11.223528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1834b1-1ba6-4ae2-8f3f-0ff64afe5640 None None] The sync data for ids ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:11.367961 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:11.371897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=b038c17a-3f5e-4cbb-b5ac-47ce5db72c14,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:11.375423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:11.376927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.390397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502318e-b2fb-4214-a1b6-b90c6f45b09b req-9d045df6-a02c-4cf0-bdd5-e74760faee2e tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:11.392224 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9502318e-b2fb-4214-a1b6-b90c6f45b09b req-9d045df6-a02c-4cf0-bdd5-e74760faee2e tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 946 time: 0.2035298 Oct 23 01:08:11.470473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b7c49dde-fcb0-492a-94e3-4863d5767b99 None None] Current status of the port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:11.528414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad8a8028-d36d-4599-9706-ce36070898db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d301b121-de2c-491d-8f7c-d2fc373faaf6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.565576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920ade5-a3fb-4393-b27f-5eb1c0273457 req-d314c8c8-d5ce-470e-a915-628fd0f73bd8 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:11.567724 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e920ade5-a3fb-4393-b27f-5eb1c0273457 req-d314c8c8-d5ce-470e-a915-628fd0f73bd8 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 945 time: 0.3010702 Oct 23 01:08:11.589820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a8028-d36d-4599-9706-ce36070898db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for d301b121-de2c-491d-8f7c-d2fc373faaf6 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:11.598691 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e35aaa7b-ff54-4aa2-a05d-b09e6953ac89 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0885918 Oct 23 01:08:11.599534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:11.607531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59252) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:11.613909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Request body: {'port': {'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94', 'name': 'tempest-AllowedAddressPairTestJSON-1812835768', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:06:b0:2f'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:11.717863 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9502318e-b2fb-4214-a1b6-b90c6f45b09b req-62328b7c-3f80-4b6d-bb84-f363fdd96918 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057480 Oct 23 01:08:11.744153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b1d8a8-21ec-40e9-940e-cc99773c3910 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Router 23802a6e-5480-476e-b096-70d0a9c0377c has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:08:11.758683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Allocated IP 172.20.0.14 (acb05b59-6306-40da-9fd7-3a4e2587ee6d/4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0/bdbd5dac-ddd5-4528-9052-710704d166a6) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:11.816936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:11.839661 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e920ade5-a3fb-4393-b27f-5eb1c0273457 req-71654302-0828-48f0-979b-f568492232b1 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547421 Oct 23 01:08:11.843153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (34177c9d-5cf3-4937-9487-49597e790d7f), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.878659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.901001 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-caa1c23b-567a-42c8-81b2-24aa419cddfb tempest-QuotasTest-54970614 tempest-QuotasTest-54970614-project-admin] 10.222.0.36 "GET /networking/v2.0/quotas/d7c7c5b5ccc0410b831130f8ea5019d3/details.json HTTP/1.1" status: 200 len: 703 time: 1.3261645 Oct 23 01:08:11.931615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-10e0b2ef-8dc7-41ff-8ac3-a1debc62bd4e None None] Provisioning complete for port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:11.931615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-10e0b2ef-8dc7-41ff-8ac3-a1debc62bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:11.932084 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-10e0b2ef-8dc7-41ff-8ac3-a1debc62bd4e None None] Attempt 1 to provision port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 Oct 23 01:08:11.944283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:12.074087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:12.074802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:12.076736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Allocated IP 172.36.3.182 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/594eb806-1493-4576-a3b1-f653c1699747) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:12.077483 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 Oct 23 01:08:12.102263 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b1d8a8-21ec-40e9-940e-cc99773c3910 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:12.114136 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d250d-7bb8-4957-b11d-2c493e5c3a50 None None] Sync routers for ids ['23802a6e-5480-476e-b096-70d0a9c0377c'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:12.129148 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-16b1d8a8-21ec-40e9-940e-cc99773c3910 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:12.136457 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d250d-7bb8-4957-b11d-2c493e5c3a50 None None] Routers {'23802a6e-5480-476e-b096-70d0a9c0377c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:12.137126 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-487d250d-7bb8-4957-b11d-2c493e5c3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['23802a6e-5480-476e-b096-70d0a9c0377c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:12.229359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eee5ed-53e1-4e9d-98f8-292505716ea2 None None] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:12.440511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad8a8028-d36d-4599-9706-ce36070898db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (d301b121-de2c-491d-8f7c-d2fc373faaf6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:12.446394 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-487d250d-7bb8-4957-b11d-2c493e5c3a50 None None] Set router 23802a6e-5480-476e-b096-70d0a9c0377c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:12.560780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a8028-d36d-4599-9706-ce36070898db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=d301b121-de2c-491d-8f7c-d2fc373faaf6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:12.636410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad8a8028-d36d-4599-9706-ce36070898db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:12.643945 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ad8a8028-d36d-4599-9706-ce36070898db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/d301b121-de2c-491d-8f7c-d2fc373faaf6 HTTP/1.1" status: 204 len: 168 time: 2.0461926 Oct 23 01:08:12.644805 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59260) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:12.655604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45201ca-da36-4245-82ea-6226ee476924 req-e12212f5-9e90-4e79-8df0-b51c3f125d88 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:12.662034 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a45201ca-da36-4245-82ea-6226ee476924 req-e12212f5-9e90-4e79-8df0-b51c3f125d88 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 945 time: 0.5412173 Oct 23 01:08:12.696381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59262) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:12.701051 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b52152d-8f01-450a-b15e-021baf6b1c47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:08:12.702203 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b52152d-8f01-450a-b15e-021baf6b1c47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:08:12.710907 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8b52152d-8f01-450a-b15e-021baf6b1c47 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/d301b121-de2c-491d-8f7c-d2fc373faaf6 HTTP/1.1" status: 404 len: 333 time: 0.0475509 Oct 23 01:08:12.711167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:12.714823 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59264) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:12.722566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-765f63d7-5014-495b-ae04-edc591b4dad5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Request body: {'floatingip': {'port_id': '183002a1-4cd9-45bf-bda8-717f2f126eb5'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:12.763360 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2515c1fc-94f8-4ca2-904c-896bd7453d07 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:08:12.768869 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2515c1fc-94f8-4ca2-904c-896bd7453d07 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/d301b121-de2c-491d-8f7c-d2fc373faaf6 HTTP/1.1" status: 404 len: 333 time: 0.0523336 Oct 23 01:08:12.769525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59266) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:12.837551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-10e0b2ef-8dc7-41ff-8ac3-a1debc62bd4e None None] Current status of the port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:12.851553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-10e0b2ef-8dc7-41ff-8ac3-a1debc62bd4e None None] Could not find standard attr ID for object d301b121-de2c-491d-8f7c-d2fc373faaf6. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:08:12.881430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for port (594eb806-1493-4576-a3b1-f653c1699747), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:12.895246 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:12.898274 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-4adbe044-9cb1-4753-b70c-6712f8a1e371 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting subnet dd2d5cad-5d19-4124-a342-c5c904832d80 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:08:12.916001 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-16b1d8a8-21ec-40e9-940e-cc99773c3910 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/e80468f7-ddaf-41ea-b0b4-3eb9726db98e HTTP/1.1" status: 200 len: 991 time: 4.2297249 Oct 23 01:08:12.920040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8c097b03-d98f-430f-92fe-f9831ad0f26e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:12.922225 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4adbe044-9cb1-4753-b70c-6712f8a1e371 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (dd2d5cad-5d19-4124-a342-c5c904832d80), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:12.924416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'tag': '669bdc2b-ace0-4ea5-a65f-b201c60afb14'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:08:12.932001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a28e9a3-79ee-4092-9944-3a2066df61c5", "tag": "669bdc2b-ace0-4ea5-a65f-b201c60afb14"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:08:12.948042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-765f63d7-5014-495b-ae04-edc591b4dad5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for floatingip (d775fdc5-db93-4260-a122-4f405ac17f98), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.087168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-85797d6f-f1e0-4a31-a714-f597bbe5e4c9 None None] Provisioning complete for port 8c097b03-d98f-430f-92fe-f9831ad0f26e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:13.088105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4adbe044-9cb1-4753-b70c-6712f8a1e371 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (dd2d5cad-5d19-4124-a342-c5c904832d80), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.089169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-85797d6f-f1e0-4a31-a714-f597bbe5e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.092548 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-85797d6f-f1e0-4a31-a714-f597bbe5e4c9 None None] Attempt 1 to provision port 8c097b03-d98f-430f-92fe-f9831ad0f26e Oct 23 01:08:13.096795 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:13.100665 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-487d250d-7bb8-4957-b11d-2c493e5c3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:24Z', 'revision_number': 4, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e80468f7-ddaf-41ea-b0b4-3eb9726db98e', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'floating_ip_address': '172.36.3.242', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'port_id': '669bdc2b-ace0-4ea5-a65f-b201c60afb14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'mac_address': 'fa:16:3e:e9:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:34Z', 'updated_at': '2022-10-23T01:08:10Z', 'revision_number': 1, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397ae4eb-0797-45fe-8a52-327bd8f3c48a', 'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'mac_address': 'fa:16:3e:3b:e0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:33Z', 'revision_number': 5, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'subnets': [{'id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:13.128874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59274) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:13.141078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:13.146031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:13.171964 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:13.188482 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d250d-7bb8-4957-b11d-2c493e5c3a50 None None] Checking router: 23802a6e-5480-476e-b096-70d0a9c0377c for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:08:13.203772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (594eb806-1493-4576-a3b1-f653c1699747), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.217548 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d250d-7bb8-4957-b11d-2c493e5c3a50 None None] Routers {'23802a6e-5480-476e-b096-70d0a9c0377c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:13.220191 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-487d250d-7bb8-4957-b11d-2c493e5c3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['23802a6e-5480-476e-b096-70d0a9c0377c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:13.223633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 8c097b03-d98f-430f-92fe-f9831ad0f26e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:13.224057 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.224402 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 8c097b03-d98f-430f-92fe-f9831ad0f26e Oct 23 01:08:13.336551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-85797d6f-f1e0-4a31-a714-f597bbe5e4c9 None None] Current status of the port 8c097b03-d98f-430f-92fe-f9831ad0f26e is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:13.336952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-85797d6f-f1e0-4a31-a714-f597bbe5e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.387401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757d2c8-a114-4771-bdb4-cb6ac022c732 req-19c4e481-2239-4931-a997-ebae1a51be4e tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:13.389125 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e757d2c8-a114-4771-bdb4-cb6ac022c732 req-19c4e481-2239-4931-a997-ebae1a51be4e tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 946 time: 1.1580577 Oct 23 01:08:13.392503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4503ca85-1ea5-48c0-8264-bb53dbc17d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.416578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59278) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:13.418531 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:13.437557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-734b15bd-4119-4aed-9682-5774826a937f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Request body: {'floatingip': {'port_id': '8897cd45-5421-4d15-be1f-1ea24967e608'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:13.438477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-85797d6f-f1e0-4a31-a714-f597bbe5e4c9 None None] For port 8c097b03-d98f-430f-92fe-f9831ad0f26e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c097b03-d98f-430f-92fe-f9831ad0f26e,segment=NetworkSegment(4a3eb461-774f-4d5e-807a-66bdc17ed819),segment_id=4a3eb461-774f-4d5e-807a-66bdc17ed819)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:13.442762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:13.449965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:13.472600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:13.496891 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-487d250d-7bb8-4957-b11d-2c493e5c3a50 None None] Set router 23802a6e-5480-476e-b096-70d0a9c0377c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:13.514260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4adbe044-9cb1-4753-b70c-6712f8a1e371 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (dd2d5cad-5d19-4124-a342-c5c904832d80), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.535707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 8c097b03-d98f-430f-92fe-f9831ad0f26e is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:13.536540 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.557038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6a4f48-3ad3-443c-bcc0-1b36fdf12511 x-openstack-request-id: req-4d6a4f48-3ad3-443c-bcc0-1b36fdf12511 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:08:13.557323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a28e9a3-79ee-4092-9944-3a2066df61c5", "tag": "669bdc2b-ace0-4ea5-a65f-b201c60afb14", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:08:13.562030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d6a4f48-3ad3-443c-bcc0-1b36fdf12511 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:08:13.562030 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6a4f48-3ad3-443c-bcc0-1b36fdf12511'] response: {'name': 'network-changed', 'server_uuid': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'tag': '669bdc2b-ace0-4ea5-a65f-b201c60afb14', 'status': 'completed', 'code': 200} Oct 23 01:08:13.563257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Made reservation on behalf of bd5892ee97ac4a54b4b0f131c0bfc973 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:13.570893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Pushing event updated for resources: {'Port': ['ID=594eb806-1493-4576-a3b1-f653c1699747,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:13.577530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-85797d6f-f1e0-4a31-a714-f597bbe5e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.584427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-85797d6f-f1e0-4a31-a714-f597bbe5e4c9 None None] Could not find standard attr ID for object d301b121-de2c-491d-8f7c-d2fc373faaf6. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:08:13.743559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for port (bdbd5dac-ddd5-4528-9052-710704d166a6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.801621 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-734b15bd-4119-4aed-9682-5774826a937f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for floatingip (67f3e479-73c9-43f3-a9e7-64589a7a77b3), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.835097 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-487d250d-7bb8-4957-b11d-2c493e5c3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:24Z', 'revision_number': 4, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e80468f7-ddaf-41ea-b0b4-3eb9726db98e', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'floating_ip_address': '172.36.3.242', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'port_id': '669bdc2b-ace0-4ea5-a65f-b201c60afb14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'mac_address': 'fa:16:3e:e9:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:34Z', 'updated_at': '2022-10-23T01:08:10Z', 'revision_number': 1, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397ae4eb-0797-45fe-8a52-327bd8f3c48a', 'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'mac_address': 'fa:16:3e:3b:e0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:33Z', 'revision_number': 5, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'subnets': [{'id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:13.843548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.866608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-765f63d7-5014-495b-ae04-edc591b4dad5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.869040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85797d6f-f1e0-4a31-a714-f597bbe5e4c9 None None] Pushing event updated for resources: {'Port': ['ID=8c097b03-d98f-430f-92fe-f9831ad0f26e,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:13.870232 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d250d-7bb8-4957-b11d-2c493e5c3a50 None None] The sync data for ids ['23802a6e-5480-476e-b096-70d0a9c0377c'] in dv-neutron-master-2-hyperv is: [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:24Z', 'revision_number': 4, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e80468f7-ddaf-41ea-b0b4-3eb9726db98e', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'floating_ip_address': '172.36.3.242', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'port_id': '669bdc2b-ace0-4ea5-a65f-b201c60afb14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'mac_address': 'fa:16:3e:e9:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:34Z', 'updated_at': '2022-10-23T01:08:10Z', 'revision_number': 1, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397ae4eb-0797-45fe-8a52-327bd8f3c48a', 'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'mac_address': 'fa:16:3e:3b:e0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:33Z', 'revision_number': 5, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'subnets': [{'id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:13.887029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] device_id is not set on port 20e67c39-f08e-4c66-b0c7-25ac78d92d61 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:13.902530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bfec502f-4f46-49ad-a85f-b35015771647 None None] Provisioning complete for port 8c097b03-d98f-430f-92fe-f9831ad0f26e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:13.902913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfec502f-4f46-49ad-a85f-b35015771647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:13.903245 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bfec502f-4f46-49ad-a85f-b35015771647 None None] Attempt 1 to provision port 8c097b03-d98f-430f-92fe-f9831ad0f26e Oct 23 01:08:13.946747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:08:13.947203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:08:13.973053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-765f63d7-5014-495b-ae04-edc591b4dad5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (d775fdc5-db93-4260-a122-4f405ac17f98), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.015286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.020604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bfec502f-4f46-49ad-a85f-b35015771647 None None] Current status of the port 8c097b03-d98f-430f-92fe-f9831ad0f26e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:14.036013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bfec502f-4f46-49ad-a85f-b35015771647 None None] Provisioning complete for port a847c665-63a3-4aa4-b9c6-3a1d7a6baef4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:14.036391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfec502f-4f46-49ad-a85f-b35015771647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a847c665-63a3-4aa4-b9c6-3a1d7a6baef4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.036726 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bfec502f-4f46-49ad-a85f-b35015771647 None None] Attempt 1 to provision port a847c665-63a3-4aa4-b9c6-3a1d7a6baef4 Oct 23 01:08:14.058352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (bdbd5dac-ddd5-4528-9052-710704d166a6), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.068784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.081326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bfec502f-4f46-49ad-a85f-b35015771647 None None] Port a847c665-63a3-4aa4-b9c6-3a1d7a6baef4 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:14.127160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b req-4b70ce8a-4c91-4cfc-815b-28e6715b5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:14.129298 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b req-4b70ce8a-4c91-4cfc-815b-28e6715b5c90 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e&device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 1129 time: 0.2487671 Oct 23 01:08:14.144766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:14.175406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Network acb05b59-6306-40da-9fd7-3a4e2587ee6d is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:14.189105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:14.209339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f284d-52b4-4a5c-9efd-f8428e85ac13 None None] New status for floating IP e80468f7-ddaf-41ea-b0b4-3eb9726db98e: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:08:14.228856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4503ca85-1ea5-48c0-8264-bb53dbc17d39 admin admin] Publish callbacks [] for security_group (b93bca46-3129-41fe-9387-639e1952b0e9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.242063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:14.256891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:14.293904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:14.344204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4adbe044-9cb1-4753-b70c-6712f8a1e371 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (dd2d5cad-5d19-4124-a342-c5c904832d80), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.350720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Allocated IP 172.20.0.5 (2685f57d-a1bd-475b-a35e-bd8696419c94/22a25879-2422-4bd9-be47-f17c8f015437/20e67c39-f08e-4c66-b0c7-25ac78d92d61) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:14.397039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:14.399987 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4503ca85-1ea5-48c0-8264-bb53dbc17d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (b93bca46-3129-41fe-9387-639e1952b0e9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.509983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.509983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event updated for resources: {'Port': ['ID=bdbd5dac-ddd5-4528-9052-710704d166a6,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:14.510442 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fffdef-edbb-41f3-bf96-db33e88693a5 None None] Network 6ebde2f8-9029-433e-abe9-1d0f9f41e3df requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:14.510546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbe044-9cb1-4753-b70c-6712f8a1e371 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2d5cad-5d19-4124-a342-c5c904832d80,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:14.510546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4adbe044-9cb1-4753-b70c-6712f8a1e371 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.510546 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4adbe044-9cb1-4753-b70c-6712f8a1e371 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/dd2d5cad-5d19-4124-a342-c5c904832d80 HTTP/1.1" status: 204 len: 168 time: 1.6855106 Oct 23 01:08:14.510817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:14.510817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59280) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:14.537941 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503ca85-1ea5-48c0-8264-bb53dbc17d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93bca46-3129-41fe-9387-639e1952b0e9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:14.542651 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4503ca85-1ea5-48c0-8264-bb53dbc17d39 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=22fc91264df3452ebff292b540d09b96&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4127929 Oct 23 01:08:14.554960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59282) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:14.571287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b req-6603a762-c5ba-43e2-86d3-1c2b25a32a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:14.574354 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b req-6603a762-c5ba-43e2-86d3-1c2b25a32a79 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec HTTP/1.1" status: 200 len: 911 time: 0.4358997 Oct 23 01:08:14.630700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-da503c51-f8b6-47e1-ae45-ee455718bd30 None None] Provisioning complete for port bdbd5dac-ddd5-4528-9052-710704d166a6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:14.636200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-da503c51-f8b6-47e1-ae45-ee455718bd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bdbd5dac-ddd5-4528-9052-710704d166a6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.636200 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-da503c51-f8b6-47e1-ae45-ee455718bd30 None None] Attempt 1 to provision port bdbd5dac-ddd5-4528-9052-710704d166a6 Oct 23 01:08:14.642872 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-765f63d7-5014-495b-ae04-edc591b4dad5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Floating IP d775fdc5-db93-4260-a122-4f405ac17f98 associated. External IP: 172.36.3.168, port: 183002a1-4cd9-45bf-bda8-717f2f126eb5. Oct 23 01:08:14.660611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 8c097b03-d98f-430f-92fe-f9831ad0f26e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:14.685750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device baafa9ab-2d36-4232-a1d5-6066c4d85e50 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:08:14.723587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: baafa9ab-2d36-4232-a1d5-6066c4d85e50 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:08:14.723950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device baafa9ab-2d36-4232-a1d5-6066c4d85e50 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:08:14.738042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-da503c51-f8b6-47e1-ae45-ee455718bd30 None None] Port bdbd5dac-ddd5-4528-9052-710704d166a6 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:14.756136 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-619be67a-079f-4135-880a-768ed21c3f5a tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2801108 Oct 23 01:08:14.775434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59284) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:14.799603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (6ebde2f8-9029-433e-abe9-1d0f9f41e3df), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.801646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-26504000-8ad1-4a66-b3da-46b7202c048c admin admin] Publish callbacks [] for security_group (b93bca46-3129-41fe-9387-639e1952b0e9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.835832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-26504000-8ad1-4a66-b3da-46b7202c048c admin admin] Publish callbacks [] for security_group (b93bca46-3129-41fe-9387-639e1952b0e9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:14.868410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f0b409-0799-4894-807f-2669569d1f79 None None] DHCP port deletion for 6ebde2f8-9029-433e-abe9-1d0f9f41e3df request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:08:14.982002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'project_id': 'bb6943aa9147430191a241e3c5d93765', 'port_id': 'bdbd5dac-ddd5-4528-9052-710704d166a6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:14.993950 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b req-7c5f9fce-f846-4ccf-8c54-0661325f0e51 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14 HTTP/1.1" status: 200 len: 999 time: 0.4088225 Oct 23 01:08:15.075809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8c097b03-d98f-430f-92fe-f9831ad0f26e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:15.094121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-26504000-8ad1-4a66-b3da-46b7202c048c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (b93bca46-3129-41fe-9387-639e1952b0e9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.096740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-26504000-8ad1-4a66-b3da-46b7202c048c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.101549 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-26504000-8ad1-4a66-b3da-46b7202c048c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b93bca46-3129-41fe-9387-639e1952b0e9 HTTP/1.1" status: 204 len: 168 time: 0.5403068 Oct 23 01:08:15.137043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-89f0b409-0799-4894-807f-2669569d1f79 None None] Deleting port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:15.137463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-89f0b409-0799-4894-807f-2669569d1f79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.145775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26504000-8ad1-4a66-b3da-46b7202c048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93bca46-3129-41fe-9387-639e1952b0e9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:15.150647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:15.152444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:15.152798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.172981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 8c097b03-d98f-430f-92fe-f9831ad0f26e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:15.173444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.173917 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 8c097b03-d98f-430f-92fe-f9831ad0f26e Oct 23 01:08:15.183761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.217438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:15.303922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for port (20e67c39-f08e-4c66-b0c7-25ac78d92d61), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.307654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:15.317339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:15.352976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 8c097b03-d98f-430f-92fe-f9831ad0f26e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:15.383936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-89f0b409-0799-4894-807f-2669569d1f79 None None] For port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b038c17a-3f5e-4cbb-b5ac-47ce5db72c14,segment=NetworkSegment(b77a2da5-1f99-4b7e-9669-f22f9f674023),segment_id=b77a2da5-1f99-4b7e-9669-f22f9f674023)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:15.384595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-89f0b409-0799-4894-807f-2669569d1f79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.391059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] For port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b038c17a-3f5e-4cbb-b5ac-47ce5db72c14,segment=NetworkSegment(b77a2da5-1f99-4b7e-9669-f22f9f674023),segment_id=b77a2da5-1f99-4b7e-9669-f22f9f674023)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:15.391429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.422950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-89f0b409-0799-4894-807f-2669569d1f79 None None] Calling delete_port for b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:15.425022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:15.465040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:15.492973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:15.502774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (34177c9d-5cf3-4937-9487-49597e790d7f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.509133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.564774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b req-e32895ad-80ae-4d9d-a8ac-1ec96d1ac11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:15.568321 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b req-e32895ad-80ae-4d9d-a8ac-1ec96d1ac11b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8b74024a-d17f-4db3-83e8-5ff782bd2612 HTTP/1.1" status: 200 len: 849 time: 0.5660753 Oct 23 01:08:15.597776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765f63d7-5014-495b-ae04-edc591b4dad5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Router 223fbffb-6323-4fd2-9e39-fbb8578e1979 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:08:15.679123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b req-c617cd40-30d1-40cf-b75c-280ee1c72750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:15.680810 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b req-c617cd40-30d1-40cf-b75c-280ee1c72750 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1051474 Oct 23 01:08:15.682389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-89f0b409-0799-4894-807f-2669569d1f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.712230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (20e67c39-f08e-4c66-b0c7-25ac78d92d61), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.738165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0b409-0799-4894-807f-2669569d1f79 None None] Pushing event deleted for resources: {'Port': ['ID=b038c17a-3f5e-4cbb-b5ac-47ce5db72c14,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:15.756726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f0b409-0799-4894-807f-2669569d1f79 None None] No DVR routers for this DVR port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:15.807042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (b038c17a-3f5e-4cbb-b5ac-47ce5db72c14), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:15.821358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:15.823952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.db.resource_extend [None req-734b15bd-4119-4aed-9682-5774826a937f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 01:08:15.980519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-734b15bd-4119-4aed-9682-5774826a937f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.022889 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:16.025496 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b req-01490d86-a0fe-41b6-bc71-eefc7ce39df5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245432 Oct 23 01:08:16.050842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (34177c9d-5cf3-4937-9487-49597e790d7f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.064919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-734b15bd-4119-4aed-9682-5774826a937f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (67f3e479-73c9-43f3-a9e7-64589a7a77b3), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.135991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Allocated IP 172.36.3.226 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/1c9bd6f0-b394-497e-89d2-5dd2a72a5190) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:16.136403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59292) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:16.148488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:16.159772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:16.171937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'Port': ['ID=20e67c39-f08e-4c66-b0c7-25ac78d92d61,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:16.198825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No DVR routers for this DVR port b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:16.209560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e057-b858-4b48-83fc-1eeb65f19bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.274432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765f63d7-5014-495b-ae04-edc591b4dad5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:16.298891 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfcc30-0422-4a44-a64f-49b1e4e4b2d3 None None] Sync routers for ids ['223fbffb-6323-4fd2-9e39-fbb8578e1979'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:16.308992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-765f63d7-5014-495b-ae04-edc591b4dad5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.311704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=b038c17a-3f5e-4cbb-b5ac-47ce5db72c14,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:16.346476 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dfcc30-0422-4a44-a64f-49b1e4e4b2d3 None None] Routers {'223fbffb-6323-4fd2-9e39-fbb8578e1979'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:16.350509 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-17dfcc30-0422-4a44-a64f-49b1e4e4b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['223fbffb-6323-4fd2-9e39-fbb8578e1979'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:16.360593 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-734b15bd-4119-4aed-9682-5774826a937f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Floating IP 67f3e479-73c9-43f3-a9e7-64589a7a77b3 associated. External IP: 172.36.3.82, port: 8897cd45-5421-4d15-be1f-1ea24967e608. Oct 23 01:08:16.371582 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54ee9c78-ceeb-49a8-a8e2-d93a2664e62b req-622f468a-2460-4931-abf6-a5b54a064e10 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350995 Oct 23 01:08:16.411211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:16.411909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.443490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (6ebde2f8-9029-433e-abe9-1d0f9f41e3df), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.461963 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-765f63d7-5014-495b-ae04-edc591b4dad5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/d775fdc5-db93-4260-a122-4f405ac17f98 HTTP/1.1" status: 200 len: 991 time: 3.7525756 Oct 23 01:08:16.472178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af969711-f7d5-4109-95f7-28011c1178f2', 'tag': '183002a1-4cd9-45bf-bda8-717f2f126eb5'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:08:16.473556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6685a8bf-b6b3-4059-aff6-04d5555c5656" -d '{"events": [{"name": "network-changed", "server_uuid": "af969711-f7d5-4109-95f7-28011c1178f2", "tag": "183002a1-4cd9-45bf-bda8-717f2f126eb5"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:08:16.571142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e057-b858-4b48-83fc-1eeb65f19bf7 admin admin] Publish callbacks [] for security_group (a1bc976f-c906-490f-a641-30f0ea63154e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.602751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b5239b-3042-46e5-8afe-0eee11a773b2 x-openstack-request-id: req-58b5239b-3042-46e5-8afe-0eee11a773b2 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:08:16.603662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af969711-f7d5-4109-95f7-28011c1178f2", "tag": "183002a1-4cd9-45bf-bda8-717f2f126eb5", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:08:16.605856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58b5239b-3042-46e5-8afe-0eee11a773b2 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:08:16.607419 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b5239b-3042-46e5-8afe-0eee11a773b2'] response: {'name': 'network-changed', 'server_uuid': 'af969711-f7d5-4109-95f7-28011c1178f2', 'tag': '183002a1-4cd9-45bf-bda8-717f2f126eb5', 'status': 'completed', 'code': 200} Oct 23 01:08:16.609376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b876834a-496f-47c1-bceb-965e00c8199d None None] Provisioning complete for port 20e67c39-f08e-4c66-b0c7-25ac78d92d61 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:16.614238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b876834a-496f-47c1-bceb-965e00c8199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (20e67c39-f08e-4c66-b0c7-25ac78d92d61), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.614238 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b876834a-496f-47c1-bceb-965e00c8199d None None] Attempt 1 to provision port 20e67c39-f08e-4c66-b0c7-25ac78d92d61 Oct 23 01:08:16.620964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebde2f8-9029-433e-abe9-1d0f9f41e3df']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:16.633030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77a2da5-1f99-4b7e-9669-f22f9f674023') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:16.633635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77a2da5-1f99-4b7e-9669-f22f9f674023') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:16.646952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (b77a2da5-1f99-4b7e-9669-f22f9f674023), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.667679 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-285cd861-5d6f-4885-84eb-bf7c5716d3f4 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.0593433 Oct 23 01:08:16.688529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59298) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:16.706670 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-17dfcc30-0422-4a44-a64f-49b1e4e4b2d3 None None] Set router 223fbffb-6323-4fd2-9e39-fbb8578e1979 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:16.712856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b876834a-496f-47c1-bceb-965e00c8199d None None] Port 20e67c39-f08e-4c66-b0c7-25ac78d92d61 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:16.724851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e057-b858-4b48-83fc-1eeb65f19bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a1bc976f-c906-490f-a641-30f0ea63154e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.740264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b77a2da5-1f99-4b7e-9669-f22f9f674023), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.754728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Router 34177c9d-5cf3-4937-9487-49597e790d7f is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:08:16.769061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734b15bd-4119-4aed-9682-5774826a937f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:08:16.785223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:08:16.785750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (b77a2da5-1f99-4b7e-9669-f22f9f674023), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.791737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks [] for port (1c9bd6f0-b394-497e-89d2-5dd2a72a5190), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:16.843873 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5e057-b858-4b48-83fc-1eeb65f19bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bc976f-c906-490f-a641-30f0ea63154e,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:16.847421 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment b77a2da5-1f99-4b7e-9669-f22f9f674023 resource provider aggregate not found Oct 23 01:08:16.853371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685a8bf-b6b3-4059-aff6-04d5555c5656 req-90970150-43ae-48db-a706-9c892eac91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:16.855602 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6685a8bf-b6b3-4059-aff6-04d5555c5656 req-90970150-43ae-48db-a706-9c892eac91d1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=66260213c74c4acdba660fea4f3a482e&device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 1129 time: 0.1323411 Oct 23 01:08:16.907510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5833db-b71c-4db2-9d7b-adf0d6d25c8d req-19d5730e-2b8a-4b1b-903d-cd70a21de5a5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:16.909255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5a5833db-b71c-4db2-9d7b-adf0d6d25c8d req-19d5730e-2b8a-4b1b-903d-cd70a21de5a5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 945 time: 0.2928393 Oct 23 01:08:16.920288 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment b77a2da5-1f99-4b7e-9669-f22f9f674023 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b77a2da5-1f99-4b7e-9669-f22f9f674023 found for delete ", "request_id": "req-28fe5a48-a4b6-4bc2-aab6-d2160f8519e3"}]} Oct 23 01:08:16.939977 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cbe5e057-b858-4b48-83fc-1eeb65f19bf7 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d7c7c5b5ccc0410b831130f8ea5019d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7987089 Oct 23 01:08:16.946530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59304) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:16.953863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:08:16.980154 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4807f7e-1055-4710-956d-07767a43a960 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:16.980477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:16.984814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4807f7e-1055-4710-956d-07767a43a960 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:16.991125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4807f7e-1055-4710-956d-07767a43a960 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:16.996750 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b4807f7e-1055-4710-956d-07767a43a960 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3022130 Oct 23 01:08:17.003803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:08:17.009661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b038c17a-3f5e-4cbb-b5ac-47ce5db72c14 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:08:17.016227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59306) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:17.127178 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5a5833db-b71c-4db2-9d7b-adf0d6d25c8d req-e84c6425-6f79-40ce-aaf2-91d18afaa5bd tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822329 Oct 23 01:08:17.145386 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:17.160444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (6ebde2f8-9029-433e-abe9-1d0f9f41e3df), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:17.167496 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-17dfcc30-0422-4a44-a64f-49b1e4e4b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:18Z', 'revision_number': 4, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd775fdc5-db93-4260-a122-4f405ac17f98', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'floating_ip_address': '172.36.3.168', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'port_id': '183002a1-4cd9-45bf-bda8-717f2f126eb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'mac_address': 'fa:16:3e:ab:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af969711-f7d5-4109-95f7-28011c1178f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:29Z', 'updated_at': '2022-10-23T01:08:13Z', 'revision_number': 1, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2156f8-4156-45b5-a968-e8d83029cd13', 'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:16Z', 'updated_at': '2022-10-23T01:07:30Z', 'revision_number': 5, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'subnets': [{'id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:17.172284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:17.175187 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/networks/6ebde2f8-9029-433e-abe9-1d0f9f41e3df HTTP/1.1" status: 204 len: 168 time: 2.6592727 Oct 23 01:08:17.176211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a391e543-6dbc-4948-859c-b99d4b985b12 admin admin] Publish callbacks [] for security_group (a1bc976f-c906-490f-a641-30f0ea63154e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:17.207714 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfcc30-0422-4a44-a64f-49b1e4e4b2d3 None None] Checking router: 223fbffb-6323-4fd2-9e39-fbb8578e1979 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:08:17.207972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-c7e12fa5-c16e-4e9c-ba23-48c3fc046731 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Deleting port 20e67c39-f08e-4c66-b0c7-25ac78d92d61 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:17.209585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c7e12fa5-c16e-4e9c-ba23-48c3fc046731 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (20e67c39-f08e-4c66-b0c7-25ac78d92d61), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:17.222625 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dfcc30-0422-4a44-a64f-49b1e4e4b2d3 None None] Routers {'223fbffb-6323-4fd2-9e39-fbb8578e1979'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:17.222625 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-17dfcc30-0422-4a44-a64f-49b1e4e4b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['223fbffb-6323-4fd2-9e39-fbb8578e1979'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:17.235690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59308) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:17.256751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-374719422'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:17.275237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1c9bd6f0-b394-497e-89d2-5dd2a72a5190), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:17.294645 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:17.299313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:17.317633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86fce8-b553-49a6-bc5f-34af84b30e00 None None] Sync routers for ids ['34177c9d-5cf3-4937-9487-49597e790d7f'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:17.340639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86fce8-b553-49a6-bc5f-34af84b30e00 None None] Routers {'34177c9d-5cf3-4937-9487-49597e790d7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:17.343883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7c86fce8-b553-49a6-bc5f-34af84b30e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['34177c9d-5cf3-4937-9487-49597e790d7f'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:17.355209 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-17dfcc30-0422-4a44-a64f-49b1e4e4b2d3 None None] Set router 223fbffb-6323-4fd2-9e39-fbb8578e1979 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:17.367013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734b15bd-4119-4aed-9682-5774826a937f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:17.386144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-734b15bd-4119-4aed-9682-5774826a937f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:17.389648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761e20b-ea38-4e0e-bdc7-c9be97a21a87 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Network': ['ID=6ebde2f8-9029-433e-abe9-1d0f9f41e3df,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:17.409658 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:17.421416 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d34be47-8408-412c-a5b8-16721c941ddc None None] Sync routers for ids ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:17.422992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7c86fce8-b553-49a6-bc5f-34af84b30e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:17.443585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a391e543-6dbc-4948-859c-b99d4b985b12 admin admin] Publish callbacks [] for security_group (a1bc976f-c906-490f-a641-30f0ea63154e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:17.444911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86fce8-b553-49a6-bc5f-34af84b30e00 None None] Routers {'34177c9d-5cf3-4937-9487-49597e790d7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:17.446273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7c86fce8-b553-49a6-bc5f-34af84b30e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['34177c9d-5cf3-4937-9487-49597e790d7f'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:17.447583 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-734b15bd-4119-4aed-9682-5774826a937f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/67f3e479-73c9-43f3-a9e7-64589a7a77b3 HTTP/1.1" status: 200 len: 991 time: 4.0274656 Oct 23 01:08:17.455849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'tag': '8897cd45-5421-4d15-be1f-1ea24967e608'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:08:17.459693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab00262c-0a4d-483f-a471-7bf78a4deebd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b7434c-b750-407b-a877-69e5c8bdf547", "tag": "8897cd45-5421-4d15-be1f-1ea24967e608"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:08:17.463141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:17.483846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:17.490872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7c86fce8-b553-49a6-bc5f-34af84b30e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:17.490872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86fce8-b553-49a6-bc5f-34af84b30e00 None None] The sync data for ids ['34177c9d-5cf3-4937-9487-49597e790d7f'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:17.491114 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2564e4ae-8b09-4194-8aef-98ae060b33bb tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6700487 Oct 23 01:08:17.494968 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59318) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:17.503705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-325113a4-186d-4b20-9a77-c550d5996025 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'enable_snat': False}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:17.525992 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d34be47-8408-412c-a5b8-16721c941ddc None None] Routers {'25cf7d12-3dd6-49e6-a7d9-5a8da977187f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:17.526535 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2d34be47-8408-412c-a5b8-16721c941ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:17.538018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:17.593052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Pushing event updated for resources: {'Port': ['ID=1c9bd6f0-b394-497e-89d2-5dd2a72a5190,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:17.595767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ac64b9-4407-40b0-aee6-ac9acf8419f2 x-openstack-request-id: req-64ac64b9-4407-40b0-aee6-ac9acf8419f2 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:08:17.596220 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b7434c-b750-407b-a877-69e5c8bdf547", "tag": "8897cd45-5421-4d15-be1f-1ea24967e608", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:08:17.596612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64ac64b9-4407-40b0-aee6-ac9acf8419f2 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:08:17.597497 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ac64b9-4407-40b0-aee6-ac9acf8419f2'] response: {'name': 'network-changed', 'server_uuid': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'tag': '8897cd45-5421-4d15-be1f-1ea24967e608', 'status': 'completed', 'code': 200} Oct 23 01:08:17.603995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685a8bf-b6b3-4059-aff6-04d5555c5656 req-2bba0788-3d66-42f1-83b1-151e4a105204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:17.607803 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6685a8bf-b6b3-4059-aff6-04d5555c5656 req-2bba0788-3d66-42f1-83b1-151e4a105204 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 HTTP/1.1" status: 200 len: 913 time: 0.6628907 Oct 23 01:08:17.609299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:17.616127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:17.648852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:17.651840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:17.787351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c7e12fa5-c16e-4e9c-ba23-48c3fc046731 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (20e67c39-f08e-4c66-b0c7-25ac78d92d61), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:17.791129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00262c-0a4d-483f-a471-7bf78a4deebd req-1542a487-933a-4ceb-989a-c6abd0287d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:17.792942 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab00262c-0a4d-483f-a471-7bf78a4deebd req-1542a487-933a-4ceb-989a-c6abd0287d02 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=65fee9c1b06a4303b3561763cb1f5f07&device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 1130 time: 0.1572387 Oct 23 01:08:17.799882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20570f-4109-4e00-a80d-ee48ad6b1e96 req-ed78e442-52ff-450d-b5af-b772ce84907f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:17.801649 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7b20570f-4109-4e00-a80d-ee48ad6b1e96 req-ed78e442-52ff-450d-b5af-b772ce84907f tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 946 time: 0.2035463 Oct 23 01:08:17.819954 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-2d34be47-8408-412c-a5b8-16721c941ddc None None] Set router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:17.883020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-c7e12fa5-c16e-4e9c-ba23-48c3fc046731 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Calling delete_port for 20e67c39-f08e-4c66-b0c7-25ac78d92d61 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:17.969288 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-17dfcc30-0422-4a44-a64f-49b1e4e4b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:18Z', 'revision_number': 4, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd775fdc5-db93-4260-a122-4f405ac17f98', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'floating_ip_address': '172.36.3.168', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'port_id': '183002a1-4cd9-45bf-bda8-717f2f126eb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'mac_address': 'fa:16:3e:ab:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af969711-f7d5-4109-95f7-28011c1178f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:29Z', 'updated_at': '2022-10-23T01:08:13Z', 'revision_number': 1, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2156f8-4156-45b5-a968-e8d83029cd13', 'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:16Z', 'updated_at': '2022-10-23T01:07:30Z', 'revision_number': 5, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'subnets': [{'id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:18.013808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:18.029009 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfcc30-0422-4a44-a64f-49b1e4e4b2d3 None None] The sync data for ids ['223fbffb-6323-4fd2-9e39-fbb8578e1979'] in dv-neutron-master-2-hyperv is: [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:18Z', 'revision_number': 4, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd775fdc5-db93-4260-a122-4f405ac17f98', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'floating_ip_address': '172.36.3.168', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'port_id': '183002a1-4cd9-45bf-bda8-717f2f126eb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'mac_address': 'fa:16:3e:ab:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af969711-f7d5-4109-95f7-28011c1178f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:29Z', 'updated_at': '2022-10-23T01:08:13Z', 'revision_number': 1, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2156f8-4156-45b5-a968-e8d83029cd13', 'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:16Z', 'updated_at': '2022-10-23T01:07:30Z', 'revision_number': 5, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'subnets': [{'id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:18.058754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:08:18.061842 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a391e543-6dbc-4948-859c-b99d4b985b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a1bc976f-c906-490f-a641-30f0ea63154e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:18.064703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a391e543-6dbc-4948-859c-b99d4b985b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:18.073753 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a391e543-6dbc-4948-859c-b99d4b985b12 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a1bc976f-c906-490f-a641-30f0ea63154e HTTP/1.1" status: 204 len: 168 time: 1.1210122 Oct 23 01:08:18.090807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:18.090930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:18.091544 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Added segment 96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37 of type vlan for network ec69963e-3614-4409-b22f-463b1512b68c Oct 23 01:08:18.102983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00262c-0a4d-483f-a471-7bf78a4deebd req-6fff8819-5a5f-4091-8b38-8c0e7a968c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:18.104566 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab00262c-0a4d-483f-a471-7bf78a4deebd req-6fff8819-5a5f-4091-8b38-8c0e7a968c27 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90278020-7334-4e49-a351-40edec530728 HTTP/1.1" status: 200 len: 905 time: 0.2963037 Oct 23 01:08:18.119378 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7b20570f-4109-4e00-a80d-ee48ad6b1e96 req-accc6f7d-7759-480b-875a-bee34b74eac7 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525117 Oct 23 01:08:18.135156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391e543-6dbc-4948-859c-b99d4b985b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bc976f-c906-490f-a641-30f0ea63154e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:18.236310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (ec69963e-3614-4409-b22f-463b1512b68c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:18.252168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:18.302921 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6685a8bf-b6b3-4059-aff6-04d5555c5656 req-0649555c-8757-42b6-b33f-4fafb7d39bc2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=183002a1-4cd9-45bf-bda8-717f2f126eb5 HTTP/1.1" status: 200 len: 999 time: 0.6570954 Oct 23 01:08:18.329824 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab00262c-0a4d-483f-a471-7bf78a4deebd req-568d7d2c-6d45-49b1-9bda-0063f237bb62 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8897cd45-5421-4d15-be1f-1ea24967e608 HTTP/1.1" status: 200 len: 999 time: 0.2092726 Oct 23 01:08:18.438353 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2d34be47-8408-412c-a5b8-16721c941ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '67f3e479-73c9-43f3-a9e7-64589a7a77b3', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'floating_ip_address': '172.36.3.82', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'port_id': '8897cd45-5421-4d15-be1f-1ea24967e608', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'mac_address': 'fa:16:3e:0a:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:30Z', 'updated_at': '2022-10-23T01:08:15Z', 'revision_number': 1, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '653e80b8-f8fd-4abd-8ce1-1db2034ef239', 'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'mac_address': 'fa:16:3e:16:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:17Z', 'updated_at': '2022-10-23T01:07:29Z', 'revision_number': 5, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'subnets': [{'id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:18.493401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00262c-0a4d-483f-a471-7bf78a4deebd req-9455968c-f4af-468b-81ea-989ee5d6e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:18.494997 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab00262c-0a4d-483f-a471-7bf78a4deebd req-9455968c-f4af-468b-81ea-989ee5d6e555 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1 HTTP/1.1" status: 200 len: 843 time: 0.1548634 Oct 23 01:08:18.502926 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d34be47-8408-412c-a5b8-16721c941ddc None None] Checking router: 25cf7d12-3dd6-49e6-a7d9-5a8da977187f for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:08:18.521127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685a8bf-b6b3-4059-aff6-04d5555c5656 req-3c4ea8b6-3222-4158-90f0-ef3b1cdeb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:18.523030 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6685a8bf-b6b3-4059-aff6-04d5555c5656 req-3c4ea8b6-3222-4158-90f0-ef3b1cdeb418 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211 HTTP/1.1" status: 200 len: 851 time: 0.1363974 Oct 23 01:08:18.529049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da9bb5-c6f6-4a5f-a705-818f6b159581 None None] New status for floating IP d775fdc5-db93-4260-a122-4f405ac17f98: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:08:18.537605 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d34be47-8408-412c-a5b8-16721c941ddc None None] Routers {'25cf7d12-3dd6-49e6-a7d9-5a8da977187f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:18.538555 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2d34be47-8408-412c-a5b8-16721c941ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:18.575911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (ec69963e-3614-4409-b22f-463b1512b68c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:18.588710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:18.589703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:18.610132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:18.743657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685a8bf-b6b3-4059-aff6-04d5555c5656 req-0a9d5cde-7dc2-4025-a0e0-aaad5fb8769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:18.750274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c7e12fa5-c16e-4e9c-ba23-48c3fc046731 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (20e67c39-f08e-4c66-b0c7-25ac78d92d61), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:18.751472 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6685a8bf-b6b3-4059-aff6-04d5555c5656 req-0a9d5cde-7dc2-4025-a0e0-aaad5fb8769e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=05bcd369-fd6c-4f2a-b5d0-3331a3a7f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2152729 Oct 23 01:08:18.771227 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:18.784124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:18.788379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:18.790219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Network': ['ID=ec69963e-3614-4409-b22f-463b1512b68c,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:18.804723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network ec69963e-3614-4409-b22f-463b1512b68c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:08:18.806774 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-69d1cbcb-2318-4a1a-8a03-7db28b72a39a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5631082 Oct 23 01:08:18.817840 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59328) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:18.828742 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-2d34be47-8408-412c-a5b8-16721c941ddc None None] Set router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:18.828964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00262c-0a4d-483f-a471-7bf78a4deebd req-c6ccca16-756f-4fdd-84cc-f1a78b3793b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:18.830370 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab00262c-0a4d-483f-a471-7bf78a4deebd req-c6ccca16-756f-4fdd-84cc-f1a78b3793b7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90278020-7334-4e49-a351-40edec530728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3269544 Oct 23 01:08:18.837822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e12fa5-c16e-4e9c-ba23-48c3fc046731 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event deleted for resources: {'Port': ['ID=20e67c39-f08e-4c66-b0c7-25ac78d92d61,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:18.841396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': 'ec69963e-3614-4409-b22f-463b1512b68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:19.215973 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab00262c-0a4d-483f-a471-7bf78a4deebd req-aba5545f-7571-43b5-89b9-11054f417384 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90278020-7334-4e49-a351-40edec530728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678977 Oct 23 01:08:19.220141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-325113a4-186d-4b20-9a77-c550d5996025 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (34177c9d-5cf3-4937-9487-49597e790d7f), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:19.244506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:19.288684 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6685a8bf-b6b3-4059-aff6-04d5555c5656 req-25e8a878-0560-4bea-80d9-68c7dbfbd453 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/05bcd369-fd6c-4f2a-b5d0-3331a3a7f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803646 Oct 23 01:08:19.445339 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2d34be47-8408-412c-a5b8-16721c941ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '67f3e479-73c9-43f3-a9e7-64589a7a77b3', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'floating_ip_address': '172.36.3.82', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'port_id': '8897cd45-5421-4d15-be1f-1ea24967e608', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'mac_address': 'fa:16:3e:0a:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:30Z', 'updated_at': '2022-10-23T01:08:15Z', 'revision_number': 1, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '653e80b8-f8fd-4abd-8ce1-1db2034ef239', 'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'mac_address': 'fa:16:3e:16:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:17Z', 'updated_at': '2022-10-23T01:07:29Z', 'revision_number': 5, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'subnets': [{'id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:19.484211 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6685a8bf-b6b3-4059-aff6-04d5555c5656 req-1c0550c4-1702-48ac-9498-c59f54db2d8e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/05bcd369-fd6c-4f2a-b5d0-3331a3a7f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881015 Oct 23 01:08:19.502840 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d34be47-8408-412c-a5b8-16721c941ddc None None] The sync data for ids ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'] in dv-neutron-master-2-hyperv is: [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '67f3e479-73c9-43f3-a9e7-64589a7a77b3', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'floating_ip_address': '172.36.3.82', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'port_id': '8897cd45-5421-4d15-be1f-1ea24967e608', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'mac_address': 'fa:16:3e:0a:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:30Z', 'updated_at': '2022-10-23T01:08:15Z', 'revision_number': 1, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '653e80b8-f8fd-4abd-8ce1-1db2034ef239', 'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'mac_address': 'fa:16:3e:16:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:17Z', 'updated_at': '2022-10-23T01:07:29Z', 'revision_number': 5, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'subnets': [{'id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:19.582440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:19.588025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:19.598378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:19.625322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:19.866803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks [] for floatingip (70c8042a-e45b-44e7-a533-733b7ce211f1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:19.991807 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84675c6a-b621-4789-9ee1-a08828bc246c None None] New status for floating IP 67f3e479-73c9-43f3-a9e7-64589a7a77b3: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:08:20.007443 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab00262c-0a4d-483f-a471-7bf78a4deebd req-ee0598cf-3b82-42b9-a2f5-58c2b8fad7f3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90278020-7334-4e49-a351-40edec530728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7766304 Oct 23 01:08:20.053019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c7e12fa5-c16e-4e9c-ba23-48c3fc046731 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.060197 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c7e12fa5-c16e-4e9c-ba23-48c3fc046731 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/20e67c39-f08e-4c66-b0c7-25ac78d92d61 HTTP/1.1" status: 204 len: 168 time: 3.0415235 Oct 23 01:08:20.062519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59346) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:20.147020 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fbc8a5-9ce4-4c9a-b017-65e5f2fec48c tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] GET failed (client error): The resource could not be found. Oct 23 01:08:20.152812 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-97fbc8a5-9ce4-4c9a-b017-65e5f2fec48c tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "GET /networking/v2.0/ports/20e67c39-f08e-4c66-b0c7-25ac78d92d61 HTTP/1.1" status: 404 len: 333 time: 0.0855229 Oct 23 01:08:20.154973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59348) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:20.163350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Request body: {'port': {'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94', 'name': 'tempest-AllowedAddressPairTestJSON-1546109287'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:20.213877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (85e24b99-3504-4da5-a6b7-0c130d7bfacc), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.251296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1c9bd6f0-b394-497e-89d2-5dd2a72a5190), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.304134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Subnet': ['ID=85e24b99-3504-4da5-a6b7-0c130d7bfacc,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:20.374623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:20.415942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Checking segment: {'id': '96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec69963e-3614-4409-b22f-463b1512b68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:20.415942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network hostable DHCP agents. Network: ec69963e-3614-4409-b22f-463b1512b68c, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:08:20.452168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59352) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:20.482785 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-325113a4-186d-4b20-9a77-c550d5996025 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (34177c9d-5cf3-4937-9487-49597e790d7f), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.487495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-325113a4-186d-4b20-9a77-c550d5996025 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (34177c9d-5cf3-4937-9487-49597e790d7f), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.497343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:20.510051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:20.550343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network ec69963e-3614-4409-b22f-463b1512b68c is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:08:20.572419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:20.632457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325113a4-186d-4b20-9a77-c550d5996025 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Router 34177c9d-5cf3-4937-9487-49597e790d7f has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:08:20.634213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Made reservation on behalf of bd5892ee97ac4a54b4b0f131c0bfc973 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:20.640968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.644325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1235348390'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:20.650438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks [] for port (1c9bd6f0-b394-497e-89d2-5dd2a72a5190), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.658471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ec69963e-3614-4409-b22f-463b1512b68c) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:20.673956 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357948a6-4178-4b07-be77-d9a634f6a3e2 None None] Network ec69963e-3614-4409-b22f-463b1512b68c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:20.694698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] device_id is not set on port e82b2001-db88-45c2-b636-e992e135e330 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:20.725007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:20.725716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.753936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (1c9bd6f0-b394-497e-89d2-5dd2a72a5190), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.832520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ec69963e-3614-4409-b22f-463b1512b68c', 'network_id': 'ec69963e-3614-4409-b22f-463b1512b68c', 'project_id': '15afa29fb07a4b10aec3040f5f73e9a1', 'fixed_ips': [{'subnet_id': '85e24b99-3504-4da5-a6b7-0c130d7bfacc'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:08:20.833487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.841434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325113a4-186d-4b20-9a77-c550d5996025 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:20.849464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-325113a4-186d-4b20-9a77-c550d5996025 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.852517 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-325113a4-186d-4b20-9a77-c550d5996025 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "PUT /networking/v2.0/routers/34177c9d-5cf3-4937-9487-49597e790d7f HTTP/1.1" status: 200 len: 926 time: 3.3557334 Oct 23 01:08:20.854615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Made reservation on behalf of 7f51eddf2dc44e19b28d0ca533b31a07 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:20.859328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59356) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:20.867377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1397177-09f3-4a4f-befc-b58d474a10fc None None] Sync routers for ids ['34177c9d-5cf3-4937-9487-49597e790d7f'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:20.867619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.879837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.907583 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bf166895-7aa3-4578-bc46-7082a3c33db3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0686581 Oct 23 01:08:20.912390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59358) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:20.919192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': 'ec69963e-3614-4409-b22f-463b1512b68c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-423080579'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:20.936384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Pushing event updated for resources: {'Port': ['ID=1c9bd6f0-b394-497e-89d2-5dd2a72a5190,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:20.944165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (70c8042a-e45b-44e7-a533-733b7ce211f1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:20.945343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1397177-09f3-4a4f-befc-b58d474a10fc None None] Routers {'34177c9d-5cf3-4937-9487-49597e790d7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:20.946270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a1397177-09f3-4a4f-befc-b58d474a10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['34177c9d-5cf3-4937-9487-49597e790d7f'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:21.008697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a1397177-09f3-4a4f-befc-b58d474a10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:21.047405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Allocated IP 172.20.0.3 (2685f57d-a1bd-475b-a35e-bd8696419c94/22a25879-2422-4bd9-be47-f17c8f015437/e82b2001-db88-45c2-b636-e992e135e330) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:21.050133 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:21.111303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1397177-09f3-4a4f-befc-b58d474a10fc None None] Routers {'34177c9d-5cf3-4937-9487-49597e790d7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:21.112027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a1397177-09f3-4a4f-befc-b58d474a10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['34177c9d-5cf3-4937-9487-49597e790d7f'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:21.142588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks [] for security_group (fc88b952-2cee-43ad-b441-a62b127e2b2f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.151059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:21.173200 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e6bf5918-821f-4d92-9f04-1165ac40257a tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/34177c9d-5cf3-4937-9487-49597e790d7f HTTP/1.1" status: 200 len: 926 time: 0.3024127 Oct 23 01:08:21.173393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59360) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:21.185353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a1397177-09f3-4a4f-befc-b58d474a10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:21.186427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1397177-09f3-4a4f-befc-b58d474a10fc None None] The sync data for ids ['34177c9d-5cf3-4937-9487-49597e790d7f'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:21.195225 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Floating IP 70c8042a-e45b-44e7-a533-733b7ce211f1 associated. External IP: 172.36.3.226, port: bdbd5dac-ddd5-4528-9052-710704d166a6. Oct 23 01:08:21.215030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Allocated IP 2001:db8::2 (ec69963e-3614-4409-b22f-463b1512b68c/85e24b99-3504-4da5-a6b7-0c130d7bfacc/76d408cb-4768-4794-ba0b-d0e099fe7fef) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:21.241333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:21.245535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.247958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fc88b952-2cee-43ad-b441-a62b127e2b2f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.284378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:21.292723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:21.294433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9311f3f-91f5-4453-a859-4503b3ad0562 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:21.298774 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b9311f3f-91f5-4453-a859-4503b3ad0562 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&device_id=34177c9d-5cf3-4937-9487-49597e790d7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1267066 Oct 23 01:08:21.301075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59362) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:21.309490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:08:21.320996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port 4f01d6a6-48b0-4fb1-b224-328dd01688b7 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:21.329510 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc88b952-2cee-43ad-b441-a62b127e2b2f,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:21.371705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f03e0b55-63f4-4c5a-80f6-69bc681b84a5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.379394 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Added segment f03e0b55-63f4-4c5a-80f6-69bc681b84a5 of type vlan for network 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 Oct 23 01:08:21.436232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (5e0725a2-2c21-4145-9f2c-0e900b1d2bf1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.499304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Publish callbacks [] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.573666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:21.575924 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (5e0725a2-2c21-4145-9f2c-0e900b1d2bf1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.582185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:21.583011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.624516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.669317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Network ec69963e-3614-4409-b22f-463b1512b68c is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:21.675837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:21.679580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:21.694372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Pushing event updated for resources: {'Port': ['ID=76d408cb-4768-4794-ba0b-d0e099fe7fef,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:21.698593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c0e09c-5a9b-4402-a0fa-28e18f0a08a4 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:21.703718 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b8c0e09c-5a9b-4402-a0fa-28e18f0a08a4 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/networks/1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 881 time: 0.3989713 Oct 23 01:08:21.720415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59364) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:21.727454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.763634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Attempting to bind port 76d408cb-4768-4794-ba0b-d0e099fe7fef on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:08:21.763995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Attempting to bind port 76d408cb-4768-4794-ba0b-d0e099fe7fef by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec69963e-3614-4409-b22f-463b1512b68c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:08:21.765183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Attempting to bind port 76d408cb-4768-4794-ba0b-d0e099fe7fef on network ec69963e-3614-4409-b22f-463b1512b68c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:08:21.821765 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:08:21.822561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Checking segment: {'id': '96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec69963e-3614-4409-b22f-463b1512b68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:21.822980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.823382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Bound using segment: {'id': '96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec69963e-3614-4409-b22f-463b1512b68c'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:08:21.823877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Bound port: 76d408cb-4768-4794-ba0b-d0e099fe7fef, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec69963e-3614-4409-b22f-463b1512b68c'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:08:21.824266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.859786 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ea99b1cc-3410-4b64-ac8f-c186e6f8d822 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=34177c9d-5cf3-4937-9487-49597e790d7f HTTP/1.1" status: 200 len: 205 time: 0.1378577 Oct 23 01:08:21.872828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for port (e82b2001-db88-45c2-b636-e992e135e330), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.875829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59366) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:21.933040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] For port 76d408cb-4768-4794-ba0b-d0e099fe7fef, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:08:21.940621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] For port 76d408cb-4768-4794-ba0b-d0e099fe7fef, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76d408cb-4768-4794-ba0b-d0e099fe7fef,segment=NetworkSegment(96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37),segment_id=96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:08:21.985306 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5285459 Oct 23 01:08:21.987631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:21.991168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59368) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:21.999744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Request body: {'subnet': {'network_id': '5e0725a2-2c21-4145-9f2c-0e900b1d2bf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:22.007307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac4482-6716-4356-a1a6-c1847ee89d46 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Pushing event updated for resources: {'Network': ['ID=5e0725a2-2c21-4145-9f2c-0e900b1d2bf1,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:22.032827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:08:22.042446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.169521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8::19c (ec69963e-3614-4409-b22f-463b1512b68c/85e24b99-3504-4da5-a6b7-0c130d7bfacc/4f01d6a6-48b0-4fb1-b224-328dd01688b7) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:22.200275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc6e51-0069-4d40-a67d-4ce13124f3ea None None] Pushing event updated for resources: {'Port': ['ID=76d408cb-4768-4794-ba0b-d0e099fe7fef,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:22.203539 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:22.220029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Router 9ad0166b-8a9a-4083-bbb1-f21d8771a3ad has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:08:22.222125 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:22.234678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (34177c9d-5cf3-4937-9487-49597e790d7f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.284204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:22.289355 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (e82b2001-db88-45c2-b636-e992e135e330), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.459380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:22.502736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:22.506565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:22.530601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Made reservation on behalf of 7f51eddf2dc44e19b28d0ca533b31a07 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:22.537559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.569419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'Port': ['ID=e82b2001-db88-45c2-b636-e992e135e330,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:22.645384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:22.656963 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd62348-5552-4a8d-8b2d-8840dd4b4fff None None] Sync routers for ids ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:22.658302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (34177c9d-5cf3-4937-9487-49597e790d7f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.684527 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd62348-5552-4a8d-8b2d-8840dd4b4fff None None] Routers {'9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:22.684801 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:22.685624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.686165 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0fd62348-5552-4a8d-8b2d-8840dd4b4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:22.720780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (4f01d6a6-48b0-4fb1-b224-328dd01688b7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.761856 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0fd62348-5552-4a8d-8b2d-8840dd4b4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:22.780457 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd62348-5552-4a8d-8b2d-8840dd4b4fff None None] Routers {'9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:22.781617 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0fd62348-5552-4a8d-8b2d-8840dd4b4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:22.865160 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0fd62348-5552-4a8d-8b2d-8840dd4b4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:22.866109 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd62348-5552-4a8d-8b2d-8840dd4b4fff None None] The sync data for ids ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:22.881690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:22.895173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.904041 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-90f1bcb0-25d5-44cf-9b07-5e09bcce78ac tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7473931 Oct 23 01:08:22.913634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59370) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:22.922787 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-553fd413-94d2-47ed-b5d4-d4133be86826 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:06:b0:2f'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:22.928117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9b33dd9e-f758-46b4-89ff-95bbb1ef4b96 None None] Provisioning complete for port e82b2001-db88-45c2-b636-e992e135e330 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:22.930257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9b33dd9e-f758-46b4-89ff-95bbb1ef4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e82b2001-db88-45c2-b636-e992e135e330), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.930962 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9b33dd9e-f758-46b4-89ff-95bbb1ef4b96 None None] Attempt 1 to provision port e82b2001-db88-45c2-b636-e992e135e330 Oct 23 01:08:22.932837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:22.973883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 76d408cb-4768-4794-ba0b-d0e099fe7fef up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:22.975077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Deleting port 594eb806-1493-4576-a3b1-f653c1699747 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:22.975633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (594eb806-1493-4576-a3b1-f653c1699747), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.006441 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a7943989-3b28-42de-a5ef-96d3ffc15b33 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.2290542 Oct 23 01:08:23.012391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59372) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:23.013489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:23.020294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4f01d6a6-48b0-4fb1-b224-328dd01688b7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.031107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9b33dd9e-f758-46b4-89ff-95bbb1ef4b96 None None] Port e82b2001-db88-45c2-b636-e992e135e330 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:23.050455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 76d408cb-4768-4794-ba0b-d0e099fe7fef triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:23.050822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.051335 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 76d408cb-4768-4794-ba0b-d0e099fe7fef Oct 23 01:08:23.054038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:23.140923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (594eb806-1493-4576-a3b1-f653c1699747), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.164907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Calling delete_port for 594eb806-1493-4576-a3b1-f653c1699747 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:23.190643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 76d408cb-4768-4794-ba0b-d0e099fe7fef is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:23.191728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.194609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:23.221181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:23.252051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 76d408cb-4768-4794-ba0b-d0e099fe7fef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76d408cb-4768-4794-ba0b-d0e099fe7fef,segment=NetworkSegment(96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37),segment_id=96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:23.328044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.360805 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network ec69963e-3614-4409-b22f-463b1512b68c is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:23.391202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:23.419484 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=76d408cb-4768-4794-ba0b-d0e099fe7fef,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:23.448184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (1499af2c-d277-4de4-a31b-15984c32a319), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.458784 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:23.466232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:23.467430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.477606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=4f01d6a6-48b0-4fb1-b224-328dd01688b7,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:23.487591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e1db97ec-1dd3-4450-983e-7e97caaca15b tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] 10.222.0.36 "GET /networking/v2.0/floatingips/70c8042a-e45b-44e7-a533-733b7ce211f1 HTTP/1.1" status: 200 len: 983 time: 0.4656367 Oct 23 01:08:23.539170 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59374) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:23.562458 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40250db-47c8-444a-a28d-1ad00c468f8e None None] Network ec69963e-3614-4409-b22f-463b1512b68c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:23.630052 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:23.663962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e2806a80-bb1e-4339-993a-2f4e2a68a552 None None] Provisioning complete for port 76d408cb-4768-4794-ba0b-d0e099fe7fef triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:23.664651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e2806a80-bb1e-4339-993a-2f4e2a68a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.665273 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e2806a80-bb1e-4339-993a-2f4e2a68a552 None None] Attempt 1 to provision port 76d408cb-4768-4794-ba0b-d0e099fe7fef Oct 23 01:08:23.749975 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e975973f-aa6c-4db1-9849-e27a04f11fa2 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8336737 Oct 23 01:08:23.775913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59376) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:23.823613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Pushing event updated for resources: {'Subnet': ['ID=1499af2c-d277-4de4-a31b-15984c32a319,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:23.858826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (594eb806-1493-4576-a3b1-f653c1699747), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.908228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e2806a80-bb1e-4339-993a-2f4e2a68a552 None None] Current status of the port 76d408cb-4768-4794-ba0b-d0e099fe7fef is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:23.928601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Pushing event deleted for resources: {'Port': ['ID=594eb806-1493-4576-a3b1-f653c1699747,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:23.955449 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5540e07b-27d0-49fe-af92-072d5c224110 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] 10.222.0.36 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.4012873 Oct 23 01:08:23.964278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59378) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:24.020758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:24.031610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (34177c9d-5cf3-4937-9487-49597e790d7f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.119389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:24.128457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Checking segment: {'id': 'f03e0b55-63f4-4c5a-80f6-69bc681b84a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e0725a2-2c21-4145-9f2c-0e900b1d2bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:24.128912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Network hostable DHCP agents. Network: 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:08:24.140406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (34177c9d-5cf3-4937-9487-49597e790d7f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.143182 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (34177c9d-5cf3-4937-9487-49597e790d7f), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.160050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-553fd413-94d2-47ed-b5d4-d4133be86826 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e82b2001-db88-45c2-b636-e992e135e330), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.182644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e51e8835-ca13-4799-a544-b6c020f40bf7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 4f01d6a6-48b0-4fb1-b224-328dd01688b7 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:24.183173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e51e8835-ca13-4799-a544-b6c020f40bf7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4f01d6a6-48b0-4fb1-b224-328dd01688b7), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.234080 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-9b37abf3-dc3e-4d50-88ab-d122add51bad service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874796 Oct 23 01:08:24.240789 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fd155084-53bb-405f-bf9a-eb5ff08fc3c7 None None] Provisioning complete for port 4f01d6a6-48b0-4fb1-b224-328dd01688b7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:24.241390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fd155084-53bb-405f-bf9a-eb5ff08fc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4f01d6a6-48b0-4fb1-b224-328dd01688b7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.241473 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fd155084-53bb-405f-bf9a-eb5ff08fc3c7 None None] Attempt 1 to provision port 4f01d6a6-48b0-4fb1-b224-328dd01688b7 Oct 23 01:08:24.288062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fd155084-53bb-405f-bf9a-eb5ff08fc3c7 None None] Port 4f01d6a6-48b0-4fb1-b224-328dd01688b7 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:24.297970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fd155084-53bb-405f-bf9a-eb5ff08fc3c7 None None] Provisioning complete for port 76d408cb-4768-4794-ba0b-d0e099fe7fef triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:24.298441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fd155084-53bb-405f-bf9a-eb5ff08fc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.298849 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fd155084-53bb-405f-bf9a-eb5ff08fc3c7 None None] Attempt 1 to provision port 76d408cb-4768-4794-ba0b-d0e099fe7fef Oct 23 01:08:24.309600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (34177c9d-5cf3-4937-9487-49597e790d7f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.310581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Fanout notify agent at l3_agent the message router_deleted on router 34177c9d-5cf3-4937-9487-49597e790d7f {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:08:24.319182 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.320370 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-51772a6b-2083-4489-92bd-cee0bfd123ef tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/34177c9d-5cf3-4937-9487-49597e790d7f HTTP/1.1" status: 204 len: 168 time: 2.4393222 Oct 23 01:08:24.329358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59382) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:24.335396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8b28596e-f464-45a4-bac4-557d41fe9fc2 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-834374134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:24.403534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fd155084-53bb-405f-bf9a-eb5ff08fc3c7 None None] Current status of the port 76d408cb-4768-4794-ba0b-d0e099fe7fef is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:24.417767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-96bbd2a7-aa25-42b9-b71e-2a0fc9927eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:24.419393 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-96bbd2a7-aa25-42b9-b71e-2a0fc9927eef service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=66260213c74c4acdba660fea4f3a482e&device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 1129 time: 0.0521102 Oct 23 01:08:24.460856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8b28596e-f464-45a4-bac4-557d41fe9fc2 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (ebcd0c47-5467-407a-9d78-521c87db054a), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.462281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8b28596e-f464-45a4-bac4-557d41fe9fc2 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (ebcd0c47-5467-407a-9d78-521c87db054a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.514770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:24.526234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c1e91597-fae2-461c-95ac-33f7185f3f0c None None] Provisioning complete for port 4f01d6a6-48b0-4fb1-b224-328dd01688b7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:24.526617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c1e91597-fae2-461c-95ac-33f7185f3f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4f01d6a6-48b0-4fb1-b224-328dd01688b7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.527202 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c1e91597-fae2-461c-95ac-33f7185f3f0c None None] Attempt 1 to provision port 4f01d6a6-48b0-4fb1-b224-328dd01688b7 Oct 23 01:08:24.532031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:24.567398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c1e91597-fae2-461c-95ac-33f7185f3f0c None None] Port 4f01d6a6-48b0-4fb1-b224-328dd01688b7 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:24.573016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8b28596e-f464-45a4-bac4-557d41fe9fc2 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (ebcd0c47-5467-407a-9d78-521c87db054a), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.587181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Network 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:08:24.587754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-c711b843-cbc3-487a-a1e1-41bfbe387e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:24.589350 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-c711b843-cbc3-487a-a1e1-41bfbe387e95 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 HTTP/1.1" status: 200 len: 913 time: 0.1504788 Oct 23 01:08:24.645070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8b28596e-f464-45a4-bac4-557d41fe9fc2 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (ebcd0c47-5467-407a-9d78-521c87db054a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.673510 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-69fafe8f-df92-44a0-815b-9321034e0dba service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=183002a1-4cd9-45bf-bda8-717f2f126eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0777159 Oct 23 01:08:24.742695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-73770b5d-bd2b-4836-ab21-007da6486d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:24.744255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-73770b5d-bd2b-4836-ab21-007da6486d49 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211 HTTP/1.1" status: 200 len: 851 time: 0.0615070 Oct 23 01:08:24.744375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e51e8835-ca13-4799-a544-b6c020f40bf7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4f01d6a6-48b0-4fb1-b224-328dd01688b7), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.778109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Deleting port 1c9bd6f0-b394-497e-89d2-5dd2a72a5190 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:24.778109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1c9bd6f0-b394-497e-89d2-5dd2a72a5190), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.778109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:24.784272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8b28596e-f464-45a4-bac4-557d41fe9fc2 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.785771 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8b28596e-f464-45a4-bac4-557d41fe9fc2 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4552126 Oct 23 01:08:24.791737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59384) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:24.796422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cad0aab-864f-42d6-823c-5b04cd5b73cf None None] Network 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:24.796618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:24.797176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:24.799378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Request body: {'router': {'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:24.832591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e51e8835-ca13-4799-a544-b6c020f40bf7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 4f01d6a6-48b0-4fb1-b224-328dd01688b7 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:24.850010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-2315802e-ac30-44f6-a9ea-e5357e8f4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:24.850010 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-2315802e-ac30-44f6-a9ea-e5357e8f4dfb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=05bcd369-fd6c-4f2a-b5d0-3331a3a7f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0970240 Oct 23 01:08:24.947697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:25.003022 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:08:25.054416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 76d408cb-4768-4794-ba0b-d0e099fe7fef up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:25.061318 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e7423a61-a1ba-4ab0-af87-bfdd52ba5631 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0652461 Oct 23 01:08:25.061580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59386) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:25.083029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Request body: {'port': {'network_id': '5e0725a2-2c21-4145-9f2c-0e900b1d2bf1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-883328691'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:25.088428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:25.121542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (ebcd0c47-5467-407a-9d78-521c87db054a), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.133686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 76d408cb-4768-4794-ba0b-d0e099fe7fef triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:25.134232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.134670 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 76d408cb-4768-4794-ba0b-d0e099fe7fef Oct 23 01:08:25.135210 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-d85a3042-a458-4e43-8664-38a81f5dbef0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/05bcd369-fd6c-4f2a-b5d0-3331a3a7f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728291 Oct 23 01:08:25.138486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5e0725a2-2c21-4145-9f2c-0e900b1d2bf1', 'network_id': '5e0725a2-2c21-4145-9f2c-0e900b1d2bf1', 'project_id': '7f51eddf2dc44e19b28d0ca533b31a07', 'fixed_ips': [{'subnet_id': '1499af2c-d277-4de4-a31b-15984c32a319'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:08:25.140280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.170080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:25.260121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1c9bd6f0-b394-497e-89d2-5dd2a72a5190), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.260487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for floatingip (1c9bd6f0-b394-497e-89d2-5dd2a72a5190), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.302755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Calling delete_port for 1c9bd6f0-b394-497e-89d2-5dd2a72a5190 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:25.314049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-553fd413-94d2-47ed-b5d4-d4133be86826 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for port (e82b2001-db88-45c2-b636-e992e135e330), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.370773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 76d408cb-4768-4794-ba0b-d0e099fe7fef is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:25.404676 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b32e556-3756-4849-a0e0-95b1a55b00bc req-2601605d-88c2-4061-9c32-a275c526894e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/05bcd369-fd6c-4f2a-b5d0-3331a3a7f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634344 Oct 23 01:08:25.465460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-553fd413-94d2-47ed-b5d4-d4133be86826 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (e82b2001-db88-45c2-b636-e992e135e330), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.478669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Allocated IP 172.20.0.2 (5e0725a2-2c21-4145-9f2c-0e900b1d2bf1/1499af2c-d277-4de4-a31b-15984c32a319/ef427fdf-5b9b-4e1f-9b96-f369b60a57b5) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:25.501425 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:25.646378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fd413-94d2-47ed-b5d4-d4133be86826 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'Port': ['ID=e82b2001-db88-45c2-b636-e992e135e330,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:25.651457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-553fd413-94d2-47ed-b5d4-d4133be86826 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] In _notify_port_updated(), no bound segment for port e82b2001-db88-45c2-b636-e992e135e330 on network 2685f57d-a1bd-475b-a35e-bd8696419c94 {{(pid=105985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:08:25.656244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553fd413-94d2-47ed-b5d4-d4133be86826 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:25.656766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-553fd413-94d2-47ed-b5d4-d4133be86826 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.658395 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-553fd413-94d2-47ed-b5d4-d4133be86826 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "PUT /networking/v2.0/ports/e82b2001-db88-45c2-b636-e992e135e330 HTTP/1.1" status: 200 len: 993 time: 2.7431481 Oct 23 01:08:25.667965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59390) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:25.669589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (ebcd0c47-5467-407a-9d78-521c87db054a), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.706567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.782058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Publish callbacks [] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.843051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:25.853509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.889316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Allocated IP 172.36.3.14 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/42c2f2f5-c63b-40e9-930b-05f4adc8e176) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:25.930705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Network 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:25.944312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:25.951001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:25.962311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Pushing event updated for resources: {'Port': ['ID=ef427fdf-5b9b-4e1f-9b96-f369b60a57b5,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:25.995553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e51e8835-ca13-4799-a544-b6c020f40bf7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4f01d6a6-48b0-4fb1-b224-328dd01688b7), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:25.998247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Made reservation on behalf of 7f51eddf2dc44e19b28d0ca533b31a07 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:26.003251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.087691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e8835-ca13-4799-a544-b6c020f40bf7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=4f01d6a6-48b0-4fb1-b224-328dd01688b7,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:26.101092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:26.110152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Attempting to bind port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:08:26.111560 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Attempting to bind port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f03e0b55-63f4-4c5a-80f6-69bc681b84a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e0725a2-2c21-4145-9f2c-0e900b1d2bf1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:08:26.112572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Attempting to bind port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 on network 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:08:26.136676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] device_id is not set on port c2156596-bb3f-472d-aa88-0a566b55db16 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:26.182502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for port (42c2f2f5-c63b-40e9-930b-05f4adc8e176), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.185005 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e51e8835-ca13-4799-a544-b6c020f40bf7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.193625 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e51e8835-ca13-4799-a544-b6c020f40bf7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4f01d6a6-48b0-4fb1-b224-328dd01688b7 HTTP/1.1" status: 204 len: 168 time: 2.4000735 Oct 23 01:08:26.204849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59392) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:26.212101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:08:26.212855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Checking segment: {'id': 'f03e0b55-63f4-4c5a-80f6-69bc681b84a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e0725a2-2c21-4145-9f2c-0e900b1d2bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:26.213913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.214557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Bound using segment: {'id': 'f03e0b55-63f4-4c5a-80f6-69bc681b84a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e0725a2-2c21-4145-9f2c-0e900b1d2bf1'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:08:26.215366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Bound port: ef427fdf-5b9b-4e1f-9b96-f369b60a57b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03e0b55-63f4-4c5a-80f6-69bc681b84a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e0725a2-2c21-4145-9f2c-0e900b1d2bf1'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:08:26.216138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.336929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (1c9bd6f0-b394-497e-89d2-5dd2a72a5190), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.351340 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba75b825-6d0f-4083-bd9c-b9913ef3b817 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:08:26.356210 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ba75b825-6d0f-4083-bd9c-b9913ef3b817 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/4f01d6a6-48b0-4fb1-b224-328dd01688b7 HTTP/1.1" status: 404 len: 333 time: 0.1446962 Oct 23 01:08:26.366408 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (42c2f2f5-c63b-40e9-930b-05f4adc8e176), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.366408 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59394) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:26.367286 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8c421ca6-b463-481c-bcdf-64ce02f31b6b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Deleting port e82b2001-db88-45c2-b636-e992e135e330 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:26.368155 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8c421ca6-b463-481c-bcdf-64ce02f31b6b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e82b2001-db88-45c2-b636-e992e135e330), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.370352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] For port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:08:26.396305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] For port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef427fdf-5b9b-4e1f-9b96-f369b60a57b5,segment=NetworkSegment(f03e0b55-63f4-4c5a-80f6-69bc681b84a5),segment_id=f03e0b55-63f4-4c5a-80f6-69bc681b84a5)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:08:26.453344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event deleted for resources: {'Port': ['ID=1c9bd6f0-b394-497e-89d2-5dd2a72a5190,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:26.477347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:26.487299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:26.492269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Pushing event updated for resources: {'Port': ['ID=42c2f2f5-c63b-40e9-930b-05f4adc8e176,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:26.494590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:26.503952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a7ac33-8c1e-4205-b1a3-aaeb462de19c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting subnet 85e24b99-3504-4da5-a6b7-0c130d7bfacc {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:08:26.531088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31a7ac33-8c1e-4205-b1a3-aaeb462de19c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (85e24b99-3504-4da5-a6b7-0c130d7bfacc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.593238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31a7ac33-8c1e-4205-b1a3-aaeb462de19c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (85e24b99-3504-4da5-a6b7-0c130d7bfacc), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.651709 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.741400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:26.756536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:26.779391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for floatingip (70c8042a-e45b-44e7-a533-733b7ce211f1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.781470 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Floating IP 70c8042a-e45b-44e7-a533-733b7ce211f1 disassociated (deleted). External IP: 172.36.3.226, port: bdbd5dac-ddd5-4528-9052-710704d166a6. Oct 23 01:08:26.788362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d49041-bb9f-4e75-aa9c-1f085496139c None None] Pushing event updated for resources: {'Port': ['ID=ef427fdf-5b9b-4e1f-9b96-f369b60a57b5,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:26.827168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31a7ac33-8c1e-4205-b1a3-aaeb462de19c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (85e24b99-3504-4da5-a6b7-0c130d7bfacc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.864320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Allocated IP 172.20.0.7 (5e0725a2-2c21-4145-9f2c-0e900b1d2bf1/1499af2c-d277-4de4-a31b-15984c32a319/c2156596-bb3f-472d-aa88-0a566b55db16) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:26.890398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:26.900877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8c421ca6-b463-481c-bcdf-64ce02f31b6b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e82b2001-db88-45c2-b636-e992e135e330), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:26.943361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8c421ca6-b463-481c-bcdf-64ce02f31b6b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Calling delete_port for e82b2001-db88-45c2-b636-e992e135e330 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:27.029566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31a7ac33-8c1e-4205-b1a3-aaeb462de19c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (85e24b99-3504-4da5-a6b7-0c130d7bfacc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.072868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7ac33-8c1e-4205-b1a3-aaeb462de19c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Subnet': ['ID=85e24b99-3504-4da5-a6b7-0c130d7bfacc,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:27.085891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31a7ac33-8c1e-4205-b1a3-aaeb462de19c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.094000 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-31a7ac33-8c1e-4205-b1a3-aaeb462de19c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/85e24b99-3504-4da5-a6b7-0c130d7bfacc HTTP/1.1" status: 204 len: 168 time: 0.7214870 Oct 23 01:08:27.095362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59398) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:27.098490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2426a9e0-da69-4e99-bb70-89b26185cad2 None None] Network ec69963e-3614-4409-b22f-463b1512b68c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:27.118281 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:27.313054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (ebcd0c47-5467-407a-9d78-521c87db054a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.363877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Router 9ad0166b-8a9a-4083-bbb1-f21d8771a3ad has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:08:27.381480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (ec69963e-3614-4409-b22f-463b1512b68c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.393564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:27.468419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd49ed8-5b49-4070-a088-79f157610a2b None None] DHCP port deletion for ec69963e-3614-4409-b22f-463b1512b68c request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:08:27.482078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks [] for port (c2156596-bb3f-472d-aa88-0a566b55db16), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.505493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 76d408cb-4768-4794-ba0b-d0e099fe7fef {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:27.505751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.511211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:27.538319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ddd49ed8-5b49-4070-a088-79f157610a2b None None] Deleting port 76d408cb-4768-4794-ba0b-d0e099fe7fef {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:27.539030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ddd49ed8-5b49-4070-a088-79f157610a2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.612965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8c421ca6-b463-481c-bcdf-64ce02f31b6b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e82b2001-db88-45c2-b636-e992e135e330), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.633002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] For port 76d408cb-4768-4794-ba0b-d0e099fe7fef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76d408cb-4768-4794-ba0b-d0e099fe7fef,segment=NetworkSegment(96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37),segment_id=96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:27.634194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.653428 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ddd49ed8-5b49-4070-a088-79f157610a2b None None] For port 76d408cb-4768-4794-ba0b-d0e099fe7fef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76d408cb-4768-4794-ba0b-d0e099fe7fef,segment=NetworkSegment(96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37),segment_id=96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:27.654477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ddd49ed8-5b49-4070-a088-79f157610a2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.659817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (c2156596-bb3f-472d-aa88-0a566b55db16), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.680361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c421ca6-b463-481c-bcdf-64ce02f31b6b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event deleted for resources: {'Port': ['ID=e82b2001-db88-45c2-b636-e992e135e330,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:27.686421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ddd49ed8-5b49-4070-a088-79f157610a2b None None] Calling delete_port for 76d408cb-4768-4794-ba0b-d0e099fe7fef owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:27.686720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 76d408cb-4768-4794-ba0b-d0e099fe7fef owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:27.706506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (ebcd0c47-5467-407a-9d78-521c87db054a), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.713573 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (ebcd0c47-5467-407a-9d78-521c87db054a), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.797268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:27.800164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Pushing event updated for resources: {'Port': ['ID=c2156596-bb3f-472d-aa88-0a566b55db16,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:27.815351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.846052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ca07f3-7ed2-4a82-ba04-4f192625b14e None None] Sync routers for ids ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:27.862083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ca07f3-7ed2-4a82-ba04-4f192625b14e None None] Routers {'9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:27.863041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e3ca07f3-7ed2-4a82-ba04-4f192625b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:27.899575 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3b6788a4-3da7-4aab-a7b1-6b9bff29b919 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/70c8042a-e45b-44e7-a533-733b7ce211f1 HTTP/1.1" status: 204 len: 168 time: 3.9333591 Oct 23 01:08:27.901574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59400) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:27.908338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e3ca07f3-7ed2-4a82-ba04-4f192625b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:27.920410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ddd49ed8-5b49-4070-a088-79f157610a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:27.958446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Network 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:27.978575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:27.996235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd49ed8-5b49-4070-a088-79f157610a2b None None] Pushing event deleted for resources: {'Port': ['ID=76d408cb-4768-4794-ba0b-d0e099fe7fef,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:28.009629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ca07f3-7ed2-4a82-ba04-4f192625b14e None None] Routers {'9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:28.014828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:28.015131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e3ca07f3-7ed2-4a82-ba04-4f192625b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:28.018468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:28.028601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd49ed8-5b49-4070-a088-79f157610a2b None None] No DVR routers for this DVR port 76d408cb-4768-4794-ba0b-d0e099fe7fef on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:28.082051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e3ca07f3-7ed2-4a82-ba04-4f192625b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:28.083248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ca07f3-7ed2-4a82-ba04-4f192625b14e None None] The sync data for ids ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:28.140352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.193819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:28.274320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (76d408cb-4768-4794-ba0b-d0e099fe7fef), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.276695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd7e675-dd38-4bce-8e3b-3ac89217f504 None None] Network 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:28.293413 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:28.294239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.329521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8c421ca6-b463-481c-bcdf-64ce02f31b6b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.333166 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8c421ca6-b463-481c-bcdf-64ce02f31b6b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/e82b2001-db88-45c2-b636-e992e135e330 HTTP/1.1" status: 204 len: 168 time: 2.6682155 Oct 23 01:08:28.333928 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:28.339255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59402) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:28.341223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=76d408cb-4768-4794-ba0b-d0e099fe7fef,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:28.350829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No DVR routers for this DVR port 76d408cb-4768-4794-ba0b-d0e099fe7fef on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:28.365487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-713e375c-10e9-40c9-a87a-4c3dacfa1f59 None None] Provisioning complete for port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:28.368804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-713e375c-10e9-40c9-a87a-4c3dacfa1f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.368804 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-713e375c-10e9-40c9-a87a-4c3dacfa1f59 None None] Attempt 1 to provision port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 Oct 23 01:08:28.380935 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec85751-cc54-43cc-a42d-aca7bb0ff56f tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] GET failed (client error): The resource could not be found. Oct 23 01:08:28.382431 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aec85751-cc54-43cc-a42d-aca7bb0ff56f tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "GET /networking/v2.0/ports/e82b2001-db88-45c2-b636-e992e135e330 HTTP/1.1" status: 404 len: 333 time: 0.0434563 Oct 23 01:08:28.387539 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59404) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:28.393229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Request body: {'port': {'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94', 'name': 'tempest-AllowedAddressPairTestJSON-953202232'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:28.406819 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bae0dce0-dca7-4372-8b54-336e41afb141 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3309712 Oct 23 01:08:28.420379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59406) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:28.428328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Request body: {'port': {'network_id': '5e0725a2-2c21-4145-9f2c-0e900b1d2bf1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1559639512', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:28.429172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.api.validators [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] bootfile-name is not in valid_values {{(pid=105984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:08:28.429686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.api.validators [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] tftp-server is not in valid_values {{(pid=105984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:08:28.430314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.api.validators [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] server-ip-address is not in valid_values {{(pid=105984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:08:28.441998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Router ebcd0c47-5467-407a-9d78-521c87db054a is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:08:28.510288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.524622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-713e375c-10e9-40c9-a87a-4c3dacfa1f59 None None] Current status of the port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:28.527746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-713e375c-10e9-40c9-a87a-4c3dacfa1f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.591231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-713e375c-10e9-40c9-a87a-4c3dacfa1f59 None None] For port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef427fdf-5b9b-4e1f-9b96-f369b60a57b5,segment=NetworkSegment(f03e0b55-63f4-4c5a-80f6-69bc681b84a5),segment_id=f03e0b55-63f4-4c5a-80f6-69bc681b84a5)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:28.611056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (ec69963e-3614-4409-b22f-463b1512b68c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.705900 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Allocated IP 172.36.3.201 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/976dab9d-efa5-47f0-8da0-57b848cc9f48) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:28.727801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-713e375c-10e9-40c9-a87a-4c3dacfa1f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.735665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec69963e-3614-4409-b22f-463b1512b68c']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:28.767808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:28.768313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:28.793830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Made reservation on behalf of bd5892ee97ac4a54b4b0f131c0bfc973 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:28.799029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.799243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.834256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e375c-10e9-40c9-a87a-4c3dacfa1f59 None None] Pushing event updated for resources: {'Port': ['ID=ef427fdf-5b9b-4e1f-9b96-f369b60a57b5,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:28.836308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] device_id is not set on port 4171ed05-af41-4b74-8001-1e20dadad5c0 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:28.950371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.964158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b023ac27-1391-4fb1-804b-afcd9a80534d None None] Provisioning complete for port c2156596-bb3f-472d-aa88-0a566b55db16 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:28.964682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b023ac27-1391-4fb1-804b-afcd9a80534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c2156596-bb3f-472d-aa88-0a566b55db16), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:28.965425 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b023ac27-1391-4fb1-804b-afcd9a80534d None None] Attempt 1 to provision port c2156596-bb3f-472d-aa88-0a566b55db16 Oct 23 01:08:28.980722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:28.995661 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks [] for port (976dab9d-efa5-47f0-8da0-57b848cc9f48), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.014887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b023ac27-1391-4fb1-804b-afcd9a80534d None None] Port c2156596-bb3f-472d-aa88-0a566b55db16 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:29.030588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:29.031662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:08:29.032259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.061645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:29.075756 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75dbc47-29d0-4ed3-b5c4-ffb42c6a2984 None None] Sync routers for ids ['ebcd0c47-5467-407a-9d78-521c87db054a'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:29.084294 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:29.095679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b023ac27-1391-4fb1-804b-afcd9a80534d None None] Provisioning complete for port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:29.096279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b023ac27-1391-4fb1-804b-afcd9a80534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.097341 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b023ac27-1391-4fb1-804b-afcd9a80534d None None] Attempt 1 to provision port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 Oct 23 01:08:29.106665 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37 resource provider aggregate not found Oct 23 01:08:29.119400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.120853 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cf9b1d5f-e2a5-4bd5-a2ea-ca5b5ebd9ee8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "PUT /networking/v2.0/routers/ebcd0c47-5467-407a-9d78-521c87db054a HTTP/1.1" status: 200 len: 882 time: 4.3281143 Oct 23 01:08:29.125981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59412) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:29.132980 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75dbc47-29d0-4ed3-b5c4-ffb42c6a2984 None None] Routers {'ebcd0c47-5467-407a-9d78-521c87db054a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:29.136009 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Allocated IP 172.20.0.11 (2685f57d-a1bd-475b-a35e-bd8696419c94/22a25879-2422-4bd9-be47-f17c8f015437/4171ed05-af41-4b74-8001-1e20dadad5c0) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:29.136344 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f75dbc47-29d0-4ed3-b5c4-ffb42c6a2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['ebcd0c47-5467-407a-9d78-521c87db054a'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:29.151540 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96fb1ff2-8a0a-470a-a5ac-7f5ed9894d37 found for delete ", "request_id": "req-a91878af-131e-47ee-98d9-2aeb4aa6c3af"}]} Oct 23 01:08:29.177886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:29.197741 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f75dbc47-29d0-4ed3-b5c4-ffb42c6a2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:29.202137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (976dab9d-efa5-47f0-8da0-57b848cc9f48), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.207753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Made reservation on behalf of 7f51eddf2dc44e19b28d0ca533b31a07 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:29.211821 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75dbc47-29d0-4ed3-b5c4-ffb42c6a2984 None None] Routers {'ebcd0c47-5467-407a-9d78-521c87db054a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:29.212330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.212461 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f75dbc47-29d0-4ed3-b5c4-ffb42c6a2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['ebcd0c47-5467-407a-9d78-521c87db054a'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:29.212785 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:29.213353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.213951 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 Oct 23 01:08:29.250770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] device_id is not set on port 14b6fb96-159f-4b5f-b7de-529d5620c961 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:29.262032 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f75dbc47-29d0-4ed3-b5c4-ffb42c6a2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:29.262617 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75dbc47-29d0-4ed3-b5c4-ffb42c6a2984 None None] The sync data for ids ['ebcd0c47-5467-407a-9d78-521c87db054a'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:29.320949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:29.341561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b023ac27-1391-4fb1-804b-afcd9a80534d None None] Current status of the port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:29.368052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (ec69963e-3614-4409-b22f-463b1512b68c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.387886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:29.390220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:29.408987 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:29.408987 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:29.410973 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Pushing event updated for resources: {'Port': ['ID=976dab9d-efa5-47f0-8da0-57b848cc9f48,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:29.416044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.425152 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/networks/ec69963e-3614-4409-b22f-463b1512b68c HTTP/1.1" status: 204 len: 168 time: 2.3288937 Oct 23 01:08:29.428469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59414) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:29.450250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b7842-f99a-4266-b1a0-312a4a0a5816 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Network': ['ID=ec69963e-3614-4409-b22f-463b1512b68c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:29.457841 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'name': 'tempest-PortsIpV6TestJSON-1193086661'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:29.463372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:29.472407 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d9c1c44b-454b-482f-8028-e07cac2a67f1 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/ebcd0c47-5467-407a-9d78-521c87db054a HTTP/1.1" status: 200 len: 923 time: 0.3450761 Oct 23 01:08:29.478257 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59416) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:29.499167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-225fbaae-5a36-4973-9d52-9bfbc03c052a None None] Provisioning complete for port c2156596-bb3f-472d-aa88-0a566b55db16 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:29.505894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-225fbaae-5a36-4973-9d52-9bfbc03c052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c2156596-bb3f-472d-aa88-0a566b55db16), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.505894 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-225fbaae-5a36-4973-9d52-9bfbc03c052a None None] Attempt 1 to provision port c2156596-bb3f-472d-aa88-0a566b55db16 Oct 23 01:08:29.509392 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 76d408cb-4768-4794-ba0b-d0e099fe7fef no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:08:29.575307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 76d408cb-4768-4794-ba0b-d0e099fe7fef {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:08:29.576448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 76d408cb-4768-4794-ba0b-d0e099fe7fef not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:08:29.581327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Allocated IP 172.20.0.5 (5e0725a2-2c21-4145-9f2c-0e900b1d2bf1/1499af2c-d277-4de4-a31b-15984c32a319/14b6fb96-159f-4b5f-b7de-529d5620c961) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:29.584305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11325a54-9c8b-4635-9157-5fbb97f925d5 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:29.588288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:29.589942 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-11325a54-9c8b-4635-9157-5fbb97f925d5 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&device_id=ebcd0c47-5467-407a-9d78-521c87db054a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1099200 Oct 23 01:08:29.591575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59418) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:29.593281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-225fbaae-5a36-4973-9d52-9bfbc03c052a None None] Port c2156596-bb3f-472d-aa88-0a566b55db16 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:29.608566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for port (4171ed05-af41-4b74-8001-1e20dadad5c0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.623052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:29.630139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks [] for floatingip (c1545ca2-0478-4e02-bc96-c402dc3a5cdc), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.768725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (976dab9d-efa5-47f0-8da0-57b848cc9f48), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.784840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e17675-0e87-454e-b709-534a3d9b3405 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:29.786367 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-19e17675-0e87-454e-b709-534a3d9b3405 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/networks/1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 881 time: 0.1936872 Oct 23 01:08:29.791762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59420) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:29.814511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:29.821178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.823004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4171ed05-af41-4b74-8001-1e20dadad5c0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:29.839889 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-85116adb-be5e-4f21-8e3e-d6cf87608b1d tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ebcd0c47-5467-407a-9d78-521c87db054a HTTP/1.1" status: 200 len: 205 time: 0.0469933 Oct 23 01:08:29.853252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59422) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:29.911970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:29.915050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'Port': ['ID=4171ed05-af41-4b74-8001-1e20dadad5c0,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:29.945937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port 3294c22b-33e9-4b59-91ae-6eb44a2c9231 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:29.947682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:29.954271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:29.956613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:30.022820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:30.023510 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.069826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks [] for port (14b6fb96-159f-4b5f-b7de-529d5620c961), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.085958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks [] for port (976dab9d-efa5-47f0-8da0-57b848cc9f48), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.146070 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-00f1d865-5d2d-4d0f-b854-fb2f816252a0 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7572780 Oct 23 01:08:30.149559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59424) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:30.170332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (976dab9d-efa5-47f0-8da0-57b848cc9f48), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.184613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-74050a28-647b-4766-8d13-9050601734fb tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:06:b0:2f'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:30.225409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f5cea529-f5ea-469d-b395-962c3782e503 None None] Provisioning complete for port 4171ed05-af41-4b74-8001-1e20dadad5c0 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:30.226571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f5cea529-f5ea-469d-b395-962c3782e503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4171ed05-af41-4b74-8001-1e20dadad5c0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.227033 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f5cea529-f5ea-469d-b395-962c3782e503 None None] Attempt 1 to provision port 4171ed05-af41-4b74-8001-1e20dadad5c0 Oct 23 01:08:30.248128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (c1545ca2-0478-4e02-bc96-c402dc3a5cdc), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.251818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Pushing event updated for resources: {'Port': ['ID=976dab9d-efa5-47f0-8da0-57b848cc9f48,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:30.281629 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (ebcd0c47-5467-407a-9d78-521c87db054a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.282172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f5cea529-f5ea-469d-b395-962c3782e503 None None] Port 4171ed05-af41-4b74-8001-1e20dadad5c0 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:30.363165 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.364884 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-024c3251-b1c3-4141-92cf-9b93daf7addd tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4044290 Oct 23 01:08:30.375039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59426) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:30.503565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:30.512456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (14b6fb96-159f-4b5f-b7de-529d5620c961), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.522556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (3294c22b-33e9-4b59-91ae-6eb44a2c9231), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.607239 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Network 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:30.607549 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.643089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:30.645915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:30.652247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Pushing event updated for resources: {'Port': ['ID=14b6fb96-159f-4b5f-b7de-529d5620c961,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:30.686021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (ebcd0c47-5467-407a-9d78-521c87db054a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.746730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74050a28-647b-4766-8d13-9050601734fb tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4171ed05-af41-4b74-8001-1e20dadad5c0), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.755935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.768738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:30.769434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.835890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:30.850045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3294c22b-33e9-4b59-91ae-6eb44a2c9231), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.914339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:30.932446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:30.935424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Allocated IP 172.36.3.186 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/0c587e7b-c751-4cf9-bd9c-01a456c084b8) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:30.949072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:30.953757 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4d53155c-6165-40ad-ada2-964c5fae8384 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5319998 Oct 23 01:08:30.960309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59432) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:30.960499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:30.965230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:30.966010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.993825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:30.995787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:30.997954 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 Oct 23 01:08:30.998135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Deleting port 42c2f2f5-c63b-40e9-930b-05f4adc8e176 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:30.998135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (42c2f2f5-c63b-40e9-930b-05f4adc8e176), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.053322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=3294c22b-33e9-4b59-91ae-6eb44a2c9231,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:31.076805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9b0f0abb-4e28-41fe-a677-08ac33f31c89 None None] Provisioning complete for port 14b6fb96-159f-4b5f-b7de-529d5620c961 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:31.077426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0abb-4e28-41fe-a677-08ac33f31c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (14b6fb96-159f-4b5f-b7de-529d5620c961), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.078331 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9b0f0abb-4e28-41fe-a677-08ac33f31c89 None None] Attempt 1 to provision port 14b6fb96-159f-4b5f-b7de-529d5620c961 Oct 23 01:08:31.089199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaba1006-f6d8-4036-96de-8656bff919f0 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:31.094624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaba1006-f6d8-4036-96de-8656bff919f0 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:31.101190 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaba1006-f6d8-4036-96de-8656bff919f0 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:31.103071 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-eaba1006-f6d8-4036-96de-8656bff919f0 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1417315 Oct 23 01:08:31.108265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59434) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:31.158799 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7a598a63-f927-4017-bc61-1963dc917ad6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7102354 Oct 23 01:08:31.159074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9b0f0abb-4e28-41fe-a677-08ac33f31c89 None None] Port 14b6fb96-159f-4b5f-b7de-529d5620c961 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:31.159478 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks [] for port (0c587e7b-c751-4cf9-bd9c-01a456c084b8), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.160925 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59436) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:31.218400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:31.223436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:31.264192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (42c2f2f5-c63b-40e9-930b-05f4adc8e176), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.284281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:31.290638 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74050a28-647b-4766-8d13-9050601734fb tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for port (4171ed05-af41-4b74-8001-1e20dadad5c0), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.302913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Calling delete_port for 42c2f2f5-c63b-40e9-930b-05f4adc8e176 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:31.305834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0f4f4-4137-49b5-a704-d62281fa49b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 3294c22b-33e9-4b59-91ae-6eb44a2c9231 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:31.306402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f4f4-4137-49b5-a704-d62281fa49b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3294c22b-33e9-4b59-91ae-6eb44a2c9231), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.311430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-1598c197-de77-4ce6-9a04-227eadcc9ff9 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Deleting port 14b6fb96-159f-4b5f-b7de-529d5620c961 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:31.311763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1598c197-de77-4ce6-9a04-227eadcc9ff9 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (14b6fb96-159f-4b5f-b7de-529d5620c961), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.388068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (0c587e7b-c751-4cf9-bd9c-01a456c084b8), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.396529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74050a28-647b-4766-8d13-9050601734fb tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (4171ed05-af41-4b74-8001-1e20dadad5c0), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.455964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:31.484300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f4f4-4137-49b5-a704-d62281fa49b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3294c22b-33e9-4b59-91ae-6eb44a2c9231), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.491704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:31.519001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:31.521707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74050a28-647b-4766-8d13-9050601734fb tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'Port': ['ID=4171ed05-af41-4b74-8001-1e20dadad5c0,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:31.530239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Pushing event updated for resources: {'Port': ['ID=0c587e7b-c751-4cf9-bd9c-01a456c084b8,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:31.534059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-74050a28-647b-4766-8d13-9050601734fb tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] In _notify_port_updated(), no bound segment for port 4171ed05-af41-4b74-8001-1e20dadad5c0 on network 2685f57d-a1bd-475b-a35e-bd8696419c94 {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:08:31.536543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:31.538694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74050a28-647b-4766-8d13-9050601734fb tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:31.539426 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74050a28-647b-4766-8d13-9050601734fb tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.544601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:31.544843 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-74050a28-647b-4766-8d13-9050601734fb tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "PUT /networking/v2.0/ports/4171ed05-af41-4b74-8001-1e20dadad5c0 HTTP/1.1" status: 200 len: 996 time: 1.3765035 Oct 23 01:08:31.546414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59438) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:31.553368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0f4f4-4137-49b5-a704-d62281fa49b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 3294c22b-33e9-4b59-91ae-6eb44a2c9231 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:31.636942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1598c197-de77-4ce6-9a04-227eadcc9ff9 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (14b6fb96-159f-4b5f-b7de-529d5620c961), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.660720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-1598c197-de77-4ce6-9a04-227eadcc9ff9 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Calling delete_port for 14b6fb96-159f-4b5f-b7de-529d5620c961 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:31.785575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-fab30b2a-1853-4527-9fdc-06684d69833a tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Deleting port 4171ed05-af41-4b74-8001-1e20dadad5c0 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:31.785960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fab30b2a-1853-4527-9fdc-06684d69833a tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4171ed05-af41-4b74-8001-1e20dadad5c0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.814857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks [] for floatingip (61371dc0-2f6d-4a95-b18d-bab406d729c1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.923824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f4f4-4137-49b5-a704-d62281fa49b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3294c22b-33e9-4b59-91ae-6eb44a2c9231), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.120184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:32.226552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (42c2f2f5-c63b-40e9-930b-05f4adc8e176), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.229995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fab30b2a-1853-4527-9fdc-06684d69833a tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4171ed05-af41-4b74-8001-1e20dadad5c0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.287392 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0f4f4-4137-49b5-a704-d62281fa49b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=3294c22b-33e9-4b59-91ae-6eb44a2c9231,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:32.297834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0c587e7b-c751-4cf9-bd9c-01a456c084b8), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.303893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-fab30b2a-1853-4527-9fdc-06684d69833a tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Calling delete_port for 4171ed05-af41-4b74-8001-1e20dadad5c0 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:32.305069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f4f4-4137-49b5-a704-d62281fa49b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.306133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Pushing event deleted for resources: {'Port': ['ID=42c2f2f5-c63b-40e9-930b-05f4adc8e176,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:32.308502 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1ce0f4f4-4137-49b5-a704-d62281fa49b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3294c22b-33e9-4b59-91ae-6eb44a2c9231 HTTP/1.1" status: 204 len: 168 time: 1.1465530 Oct 23 01:08:32.312802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:32.316834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59442) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:32.324218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'mac_address': 'fa:16:3e:0f:d8:75', 'name': 'tempest-PortsIpV6TestJSON-465900139'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:32.446981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:32.462578 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:32.509613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1598c197-de77-4ce6-9a04-227eadcc9ff9 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (14b6fb96-159f-4b5f-b7de-529d5620c961), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.525624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (ebcd0c47-5467-407a-9d78-521c87db054a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.531712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks [] for port (0c587e7b-c751-4cf9-bd9c-01a456c084b8), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.598612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (0c587e7b-c751-4cf9-bd9c-01a456c084b8), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.631039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598c197-de77-4ce6-9a04-227eadcc9ff9 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Pushing event deleted for resources: {'Port': ['ID=14b6fb96-159f-4b5f-b7de-529d5620c961,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:32.682491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Pushing event updated for resources: {'Port': ['ID=0c587e7b-c751-4cf9-bd9c-01a456c084b8,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:32.685388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (61371dc0-2f6d-4a95-b18d-bab406d729c1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.698248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (ebcd0c47-5467-407a-9d78-521c87db054a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.701129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (ebcd0c47-5467-407a-9d78-521c87db054a), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.712283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:32.805312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.807479 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-68e7a48b-3895-4fa1-9f58-4ff314d48036 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4310749 Oct 23 01:08:32.810487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59444) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:32.812908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:32.890737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1598c197-de77-4ce6-9a04-227eadcc9ff9 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.894157 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1598c197-de77-4ce6-9a04-227eadcc9ff9 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] 10.222.0.36 "DELETE /networking/v2.0/ports/14b6fb96-159f-4b5f-b7de-529d5620c961 HTTP/1.1" status: 204 len: 168 time: 1.7847953 Oct 23 01:08:32.899335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59446) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:32.905112 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-37b5812f-5c44-492f-967d-1c78cb5e3b4f tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] 10.222.0.36 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.0874987 Oct 23 01:08:32.906744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Request body: {'port': {'name': 'tempest-new-port-name-872908552', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:32.907351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.api.validators [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] bootfile-name is not in valid_values {{(pid=105984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:08:32.908090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59448) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:32.908304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.api.validators [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] tftp-server is not in valid_values {{(pid=105984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:08:32.908645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.api.validators [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] server-ip-address is not in valid_values {{(pid=105984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:08:32.926493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (ebcd0c47-5467-407a-9d78-521c87db054a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.927179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Fanout notify agent at l3_agent the message router_deleted on router ebcd0c47-5467-407a-9d78-521c87db054a {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:08:32.966401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.967924 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-904295ed-8c36-455f-b809-06cb3a17ebc5 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/ebcd0c47-5467-407a-9d78-521c87db054a HTTP/1.1" status: 204 len: 168 time: 3.1097696 Oct 23 01:08:32.976038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59450) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:32.986602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:32.986867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c442c1e2-4445-4f6a-ac22-d8f02cfea843 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-279701675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:32.989343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fab30b2a-1853-4527-9fdc-06684d69833a tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4171ed05-af41-4b74-8001-1e20dadad5c0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.000064 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8a51748b-4bd8-458f-9399-be6bf7e554fa tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0907485 Oct 23 01:08:33.006620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59452) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:33.056025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab30b2a-1853-4527-9fdc-06684d69833a tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event deleted for resources: {'Port': ['ID=4171ed05-af41-4b74-8001-1e20dadad5c0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:33.108604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port 68e6d62e-9146-4f42-9ae4-80c9e96a03bd yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:33.142847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c442c1e2-4445-4f6a-ac22-d8f02cfea843 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (1b518e66-08a1-4c89-825c-10c49b02058a), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.145482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c442c1e2-4445-4f6a-ac22-d8f02cfea843 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (1b518e66-08a1-4c89-825c-10c49b02058a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.210226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c2156596-bb3f-472d-aa88-0a566b55db16), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.246499 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d434fa6e-9f3a-40ab-92e5-669c378b7627 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Deleting port 0c587e7b-c751-4cf9-bd9c-01a456c084b8 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:33.246991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d434fa6e-9f3a-40ab-92e5-669c378b7627 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0c587e7b-c751-4cf9-bd9c-01a456c084b8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.257732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=10,neutron:SELECT=84,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:33.297018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fab30b2a-1853-4527-9fdc-06684d69833a tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.301059 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fab30b2a-1853-4527-9fdc-06684d69833a tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4171ed05-af41-4b74-8001-1e20dadad5c0 HTTP/1.1" status: 204 len: 168 time: 1.7535572 Oct 23 01:08:33.305337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59454) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:33.335799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c442c1e2-4445-4f6a-ac22-d8f02cfea843 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (1b518e66-08a1-4c89-825c-10c49b02058a), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.354382 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-99095c24-f8cb-42bd-9da8-bc815cd3cb5b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] GET failed (client error): The resource could not be found. Oct 23 01:08:33.356019 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-99095c24-f8cb-42bd-9da8-bc815cd3cb5b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "GET /networking/v2.0/ports/4171ed05-af41-4b74-8001-1e20dadad5c0 HTTP/1.1" status: 404 len: 333 time: 0.0468583 Oct 23 01:08:33.364154 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59456) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:33.385110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Request body: {'port': {'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94', 'name': 'tempest-AllowedAddressPairTestJSON-491115142'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:33.440724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c442c1e2-4445-4f6a-ac22-d8f02cfea843 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (1b518e66-08a1-4c89-825c-10c49b02058a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.461682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:33.486216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d434fa6e-9f3a-40ab-92e5-669c378b7627 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0c587e7b-c751-4cf9-bd9c-01a456c084b8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.486919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d434fa6e-9f3a-40ab-92e5-669c378b7627 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks [] for floatingip (0c587e7b-c751-4cf9-bd9c-01a456c084b8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.515797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d434fa6e-9f3a-40ab-92e5-669c378b7627 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Calling delete_port for 0c587e7b-c751-4cf9-bd9c-01a456c084b8 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:33.674052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (68e6d62e-9146-4f42-9ae4-80c9e96a03bd), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.706869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c442c1e2-4445-4f6a-ac22-d8f02cfea843 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.708349 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c442c1e2-4445-4f6a-ac22-d8f02cfea843 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7313416 Oct 23 01:08:33.711332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59458) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:33.715875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'enable_snat': True}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:33.763893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:33.825441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks [] for port (c2156596-bb3f-472d-aa88-0a566b55db16), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.925715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Made reservation on behalf of bd5892ee97ac4a54b4b0f131c0bfc973 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:33.930670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.933897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (68e6d62e-9146-4f42-9ae4-80c9e96a03bd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.937710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (1b518e66-08a1-4c89-825c-10c49b02058a), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.941078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d434fa6e-9f3a-40ab-92e5-669c378b7627 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (0c587e7b-c751-4cf9-bd9c-01a456c084b8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:33.950537 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:33.981839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434fa6e-9f3a-40ab-92e5-669c378b7627 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Pushing event deleted for resources: {'Port': ['ID=0c587e7b-c751-4cf9-bd9c-01a456c084b8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:33.983287 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (c2156596-bb3f-472d-aa88-0a566b55db16), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.013562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] device_id is not set on port 3f31394c-df53-4eb2-9d58-f1bbf964a734 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:34.033423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:34.045260 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:34.046217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d434fa6e-9f3a-40ab-92e5-669c378b7627 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks [] for floatingip (61371dc0-2f6d-4a95-b18d-bab406d729c1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.049418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d434fa6e-9f3a-40ab-92e5-669c378b7627 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.053359 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d434fa6e-9f3a-40ab-92e5-669c378b7627 tempest-FloatingIPAdminTestJSON-136697870 tempest-FloatingIPAdminTestJSON-136697870-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/61371dc0-2f6d-4a95-b18d-bab406d729c1 HTTP/1.1" status: 204 len: 168 time: 1.0430865 Oct 23 01:08:34.054384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59462) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:34.075771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:34.081147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:34.081836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.109307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=68e6d62e-9146-4f42-9ae4-80c9e96a03bd,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:34.196062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] In _notify_port_updated(), no bound segment for port c2156596-bb3f-472d-aa88-0a566b55db16 on network 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:08:34.200763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:34.202024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.203436 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] 10.222.0.36 "PUT /networking/v2.0/ports/c2156596-bb3f-472d-aa88-0a566b55db16 HTTP/1.1" status: 200 len: 1135 time: 1.3026025 Oct 23 01:08:34.208815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59464) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:34.272122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a550a-106d-46bc-9c20-ff582f96fcea tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Pushing event updated for resources: {'Port': ['ID=c2156596-bb3f-472d-aa88-0a566b55db16,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:34.289215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-0c246081-6c5e-4e93-ac77-f633c99a6054 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Deleting port 976dab9d-efa5-47f0-8da0-57b848cc9f48 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:34.289440 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-52715d97-5512-4c50-8d07-19b4c16c3936 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9692142 Oct 23 01:08:34.290802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c246081-6c5e-4e93-ac77-f633c99a6054 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (976dab9d-efa5-47f0-8da0-57b848cc9f48), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.293058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59466) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:34.300772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba12f14-24ae-4f85-8ab9-e82b75bfe7d4 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:34.305411 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3ba12f14-24ae-4f85-8ab9-e82b75bfe7d4 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] 10.222.0.36 "GET /networking/v2.0/ports/c2156596-bb3f-472d-aa88-0a566b55db16 HTTP/1.1" status: 200 len: 1135 time: 0.0888302 Oct 23 01:08:34.310308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59468) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:34.322784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bd6fc11b-1221-4975-a1e9-3610d15571c2 None None] Provisioning complete for port c2156596-bb3f-472d-aa88-0a566b55db16 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:34.323671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc11b-1221-4975-a1e9-3610d15571c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c2156596-bb3f-472d-aa88-0a566b55db16), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.324268 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bd6fc11b-1221-4975-a1e9-3610d15571c2 None None] Attempt 1 to provision port c2156596-bb3f-472d-aa88-0a566b55db16 Oct 23 01:08:34.335790 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:34.367332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3df87b-3479-45c2-8c66-23527fdd04a7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:34.368789 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8e3df87b-3479-45c2-8c66-23527fdd04a7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/68e6d62e-9146-4f42-9ae4-80c9e96a03bd HTTP/1.1" status: 200 len: 844 time: 0.0745878 Oct 23 01:08:34.370201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Allocated IP 172.20.0.8 (2685f57d-a1bd-475b-a35e-bd8696419c94/22a25879-2422-4bd9-be47-f17c8f015437/3f31394c-df53-4eb2-9d58-f1bbf964a734) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:34.372265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59470) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:34.374199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bd6fc11b-1221-4975-a1e9-3610d15571c2 None None] Port c2156596-bb3f-472d-aa88-0a566b55db16 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:34.503853 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-407cfbad-e218-4480-9b63-5297c83e29ec tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 68e6d62e-9146-4f42-9ae4-80c9e96a03bd {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:34.504195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-407cfbad-e218-4480-9b63-5297c83e29ec tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (68e6d62e-9146-4f42-9ae4-80c9e96a03bd), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.543357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8f31d7cc-8310-4e49-a417-f358bc217d6f tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Deleting port c2156596-bb3f-472d-aa88-0a566b55db16 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:34.543701 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f31d7cc-8310-4e49-a417-f358bc217d6f tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c2156596-bb3f-472d-aa88-0a566b55db16), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.589617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c246081-6c5e-4e93-ac77-f633c99a6054 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (976dab9d-efa5-47f0-8da0-57b848cc9f48), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.589617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c246081-6c5e-4e93-ac77-f633c99a6054 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks [] for floatingip (976dab9d-efa5-47f0-8da0-57b848cc9f48), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.591960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:34.635412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-407cfbad-e218-4480-9b63-5297c83e29ec tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (68e6d62e-9146-4f42-9ae4-80c9e96a03bd), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.648057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (1b518e66-08a1-4c89-825c-10c49b02058a), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.652933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-0c246081-6c5e-4e93-ac77-f633c99a6054 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Calling delete_port for 976dab9d-efa5-47f0-8da0-57b848cc9f48 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:34.664907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-407cfbad-e218-4480-9b63-5297c83e29ec tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 68e6d62e-9146-4f42-9ae4-80c9e96a03bd owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:34.685449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.729659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for port (3f31394c-df53-4eb2-9d58-f1bbf964a734), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.743544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:34.809286 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f31d7cc-8310-4e49-a417-f358bc217d6f tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c2156596-bb3f-472d-aa88-0a566b55db16), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.835788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8f31d7cc-8310-4e49-a417-f358bc217d6f tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Calling delete_port for c2156596-bb3f-472d-aa88-0a566b55db16 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:34.903494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3f31394c-df53-4eb2-9d58-f1bbf964a734), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.905970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-407cfbad-e218-4480-9b63-5297c83e29ec tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (68e6d62e-9146-4f42-9ae4-80c9e96a03bd), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:34.991723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Allocated IP 172.36.3.160 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/d0b73d34-3b06-4704-94ae-8f3180527cf6) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:35.018231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:35.026686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-407cfbad-e218-4480-9b63-5297c83e29ec tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.034861 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-407cfbad-e218-4480-9b63-5297c83e29ec tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/68e6d62e-9146-4f42-9ae4-80c9e96a03bd HTTP/1.1" status: 204 len: 168 time: 0.6589613 Oct 23 01:08:35.034861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:35.036539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59472) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:35.056922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:35.088565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'Port': ['ID=3f31394c-df53-4eb2-9d58-f1bbf964a734,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:35.134627 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0a7f5e-7127-4cb0-b60d-fd50b47f827f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:08:35.140812 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2c0a7f5e-7127-4cb0-b60d-fd50b47f827f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/68e6d62e-9146-4f42-9ae4-80c9e96a03bd HTTP/1.1" status: 404 len: 333 time: 0.0956130 Oct 23 01:08:35.161604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59474) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:35.177509 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'name': 'tempest-PortsIpV6TestJSON-67705426'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:35.181396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cfbad-e218-4480-9b63-5297c83e29ec tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=68e6d62e-9146-4f42-9ae4-80c9e96a03bd,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:35.208530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c246081-6c5e-4e93-ac77-f633c99a6054 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (976dab9d-efa5-47f0-8da0-57b848cc9f48), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.210732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:35.211751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.246570 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:35.305239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c246081-6c5e-4e93-ac77-f633c99a6054 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Pushing event deleted for resources: {'Port': ['ID=976dab9d-efa5-47f0-8da0-57b848cc9f48,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:35.306785 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8fb09023-3c21-486a-8c11-7fe8f3d1de41 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9286335 Oct 23 01:08:35.311810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59476) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:35.320298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Request body: {'port': {'network_id': '2685f57d-a1bd-475b-a35e-bd8696419c94', 'name': 'tempest-AllowedAddressPairTestJSON-1998645499'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:35.374389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f31d7cc-8310-4e49-a417-f358bc217d6f tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (c2156596-bb3f-472d-aa88-0a566b55db16), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.410281 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for port (d0b73d34-3b06-4704-94ae-8f3180527cf6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.415586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:35.432295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cd04eb75-9869-4d6c-9fa5-ce95c9ba67b4 None None] Provisioning complete for port 3f31394c-df53-4eb2-9d58-f1bbf964a734 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:35.433344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd04eb75-9869-4d6c-9fa5-ce95c9ba67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3f31394c-df53-4eb2-9d58-f1bbf964a734), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.433938 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-cd04eb75-9869-4d6c-9fa5-ce95c9ba67b4 None None] Attempt 1 to provision port 3f31394c-df53-4eb2-9d58-f1bbf964a734 Oct 23 01:08:35.453113 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31d7cc-8310-4e49-a417-f358bc217d6f tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Pushing event deleted for resources: {'Port': ['ID=c2156596-bb3f-472d-aa88-0a566b55db16,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:35.471249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-cd04eb75-9869-4d6c-9fa5-ce95c9ba67b4 None None] Port 3f31394c-df53-4eb2-9d58-f1bbf964a734 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:35.511167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c246081-6c5e-4e93-ac77-f633c99a6054 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks [] for floatingip (c1545ca2-0478-4e02-bc96-c402dc3a5cdc), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.514465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c246081-6c5e-4e93-ac77-f633c99a6054 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.516795 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0c246081-6c5e-4e93-ac77-f633c99a6054 tempest-FloatingIPAdminTestJSON-580622277 tempest-FloatingIPAdminTestJSON-580622277-project-admin] 10.222.0.36 "DELETE /networking/v2.0/floatingips/c1545ca2-0478-4e02-bc96-c402dc3a5cdc HTTP/1.1" status: 204 len: 168 time: 1.4612494 Oct 23 01:08:35.519849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59478) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:35.594094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Made reservation on behalf of bd5892ee97ac4a54b4b0f131c0bfc973 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:35.595595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:35.601494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.601719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.648362 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port 841dfc61-7c7c-4a2f-bfb4-3083b67ef183 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:35.657426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f31d7cc-8310-4e49-a417-f358bc217d6f tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.665424 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8f31d7cc-8310-4e49-a417-f358bc217d6f tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] 10.222.0.36 "DELETE /networking/v2.0/ports/c2156596-bb3f-472d-aa88-0a566b55db16 HTTP/1.1" status: 204 len: 168 time: 1.3510087 Oct 23 01:08:35.667915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59480) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:35.694357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] device_id is not set on port 1cbbd295-79eb-4471-92cb-87ebb02d2352 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:35.773895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (d0b73d34-3b06-4704-94ae-8f3180527cf6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:35.785915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e597e9d7-420b-4211-a727-c14e2eb04bf4 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Deleting port bdbd5dac-ddd5-4528-9052-710704d166a6 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:35.786702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e597e9d7-420b-4211-a727-c14e2eb04bf4 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bdbd5dac-ddd5-4528-9052-710704d166a6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:36.040421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e597e9d7-420b-4211-a727-c14e2eb04bf4 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bdbd5dac-ddd5-4528-9052-710704d166a6), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:36.045914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Allocated IP 172.20.0.5 (2685f57d-a1bd-475b-a35e-bd8696419c94/22a25879-2422-4bd9-be47-f17c8f015437/1cbbd295-79eb-4471-92cb-87ebb02d2352) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:36.081450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e597e9d7-420b-4211-a727-c14e2eb04bf4 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Calling delete_port for bdbd5dac-ddd5-4528-9052-710704d166a6 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:36.188011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:36.271824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:36.333888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:36.357868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:36.367197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-5043178b-7239-41e5-ab47-ff810f8132af tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Deleting subnet 1499af2c-d277-4de4-a31b-15984c32a319 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:08:36.373600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:36.384489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5043178b-7239-41e5-ab47-ff810f8132af tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks [] for subnet (1499af2c-d277-4de4-a31b-15984c32a319), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:36.428877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event updated for resources: {'Port': ['ID=d0b73d34-3b06-4704-94ae-8f3180527cf6,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:36.521545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for port (1cbbd295-79eb-4471-92cb-87ebb02d2352), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:36.578130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5043178b-7239-41e5-ab47-ff810f8132af tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (1499af2c-d277-4de4-a31b-15984c32a319), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:36.578431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e597e9d7-420b-4211-a727-c14e2eb04bf4 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (bdbd5dac-ddd5-4528-9052-710704d166a6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:36.580797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:36.612023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597e9d7-420b-4211-a727-c14e2eb04bf4 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event deleted for resources: {'Port': ['ID=bdbd5dac-ddd5-4528-9052-710704d166a6,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:36.624499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1cbbd295-79eb-4471-92cb-87ebb02d2352), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:36.784169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (841dfc61-7c7c-4a2f-bfb4-3083b67ef183), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:36.837922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5043178b-7239-41e5-ab47-ff810f8132af tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (1499af2c-d277-4de4-a31b-15984c32a319), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.080798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5043178b-7239-41e5-ab47-ff810f8132af tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (1499af2c-d277-4de4-a31b-15984c32a319), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.096924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:37.102782 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:37.105313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:37.111676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'Port': ['ID=1cbbd295-79eb-4471-92cb-87ebb02d2352,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:37.120296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:37.128398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (841dfc61-7c7c-4a2f-bfb4-3083b67ef183), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.148951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e597e9d7-420b-4211-a727-c14e2eb04bf4 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.152765 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e597e9d7-420b-4211-a727-c14e2eb04bf4 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "DELETE /networking/v2.0/ports/bdbd5dac-ddd5-4528-9052-710704d166a6 HTTP/1.1" status: 204 len: 168 time: 1.6306551 Oct 23 01:08:37.160356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59482) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:37.214980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:37.215759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.216530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043178b-7239-41e5-ab47-ff810f8132af tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Pushing event deleted for resources: {'Subnet': ['ID=1499af2c-d277-4de4-a31b-15984c32a319,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:37.237388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9e59a-bf10-476f-b633-4b09710651d7 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:37.240253 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9de9e59a-bf10-476f-b633-4b09710651d7 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9ad0166b-8a9a-4083-bbb1-f21d8771a3ad HTTP/1.1" status: 200 len: 913 time: 0.0789070 Oct 23 01:08:37.243136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59484) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:37.249703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5043178b-7239-41e5-ab47-ff810f8132af tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.256514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf1745-eb84-47cb-abe8-7d2390e77a25 None None] Network 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:37.259798 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5043178b-7239-41e5-ab47-ff810f8132af tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/1499af2c-d277-4de4-a31b-15984c32a319 HTTP/1.1" status: 204 len: 168 time: 1.5878499 Oct 23 01:08:37.262605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59486) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:37.370403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (1b518e66-08a1-4c89-825c-10c49b02058a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.371726 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a418724f-d3fc-424e-92d6-32c2700922c7 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0579307 Oct 23 01:08:37.377607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59488) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:37.383482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-cb97f2b6-a985-4cd9-8742-99fe5746dd22 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:06:b0:2f'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:4e:52:43'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:37.421768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:37.449212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:37.453202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (5e0725a2-2c21-4145-9f2c-0e900b1d2bf1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.458066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=841dfc61-7c7c-4a2f-bfb4-3083b67ef183,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:37.463950 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:37.472714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:37.477380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:37.478082 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.491168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f259738-5142-4509-99c8-adc3fdf2332b None None] DHCP port deletion for 5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:08:37.540466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e8786d64-ba16-452f-a622-7e9a5787a069 None None] Provisioning complete for port 1cbbd295-79eb-4471-92cb-87ebb02d2352 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:37.541153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e8786d64-ba16-452f-a622-7e9a5787a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1cbbd295-79eb-4471-92cb-87ebb02d2352), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.541636 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e8786d64-ba16-452f-a622-7e9a5787a069 None None] Attempt 1 to provision port 1cbbd295-79eb-4471-92cb-87ebb02d2352 Oct 23 01:08:37.568487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9f259738-5142-4509-99c8-adc3fdf2332b None None] Deleting port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:37.569105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9f259738-5142-4509-99c8-adc3fdf2332b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.596594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Deleting port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:37.596933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.629463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e8786d64-ba16-452f-a622-7e9a5787a069 None None] Port 1cbbd295-79eb-4471-92cb-87ebb02d2352 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:37.643372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:37.656872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9f259738-5142-4509-99c8-adc3fdf2332b None None] For port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef427fdf-5b9b-4e1f-9b96-f369b60a57b5,segment=NetworkSegment(f03e0b55-63f4-4c5a-80f6-69bc681b84a5),segment_id=f03e0b55-63f4-4c5a-80f6-69bc681b84a5)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:37.657269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9f259738-5142-4509-99c8-adc3fdf2332b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.673719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9f259738-5142-4509-99c8-adc3fdf2332b None None] Calling delete_port for ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:37.688826 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-90c27ce3-1c72-4b65-a18e-03947e6fe592 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.5237064 Oct 23 01:08:37.695909 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59490) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:37.702576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4fa246b0-5c58-4249-b64d-ca6384734021 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:37.753418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] For port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef427fdf-5b9b-4e1f-9b96-f369b60a57b5,segment=NetworkSegment(f03e0b55-63f4-4c5a-80f6-69bc681b84a5),segment_id=f03e0b55-63f4-4c5a-80f6-69bc681b84a5)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:37.753815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.776637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:37.777799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb97f2b6-a985-4cd9-8742-99fe5746dd22 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1cbbd295-79eb-4471-92cb-87ebb02d2352), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.802677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Calling delete_port for ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:37.817739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9f259738-5142-4509-99c8-adc3fdf2332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.851644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (1b518e66-08a1-4c89-825c-10c49b02058a), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.862182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (1b518e66-08a1-4c89-825c-10c49b02058a), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.902444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4fa246b0-5c58-4249-b64d-ca6384734021 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (841dfc61-7c7c-4a2f-bfb4-3083b67ef183), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.971182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f259738-5142-4509-99c8-adc3fdf2332b None None] Pushing event deleted for resources: {'Port': ['ID=ef427fdf-5b9b-4e1f-9b96-f369b60a57b5,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:37.972842 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-237299d8-811c-446b-b1dc-a64fe4623458 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:37.984385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f259738-5142-4509-99c8-adc3fdf2332b None None] No DVR routers for this DVR port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:38.074591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ef427fdf-5b9b-4e1f-9b96-f369b60a57b5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.164318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Pushing event deleted for resources: {'Port': ['ID=ef427fdf-5b9b-4e1f-9b96-f369b60a57b5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:38.171150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] No DVR routers for this DVR port ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:38.213264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:38.299819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb97f2b6-a985-4cd9-8742-99fe5746dd22 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for port (1cbbd295-79eb-4471-92cb-87ebb02d2352), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.318484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (5e0725a2-2c21-4145-9f2c-0e900b1d2bf1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.331239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4fa246b0-5c58-4249-b64d-ca6384734021 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (841dfc61-7c7c-4a2f-bfb4-3083b67ef183), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.346003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0725a2-2c21-4145-9f2c-0e900b1d2bf1']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:38.358004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03e0b55-63f4-4c5a-80f6-69bc681b84a5') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:38.358327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03e0b55-63f4-4c5a-80f6-69bc681b84a5') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:38.368104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (f03e0b55-63f4-4c5a-80f6-69bc681b84a5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.368716 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb97f2b6-a985-4cd9-8742-99fe5746dd22 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (1cbbd295-79eb-4471-92cb-87ebb02d2352), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.390439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f03e0b55-63f4-4c5a-80f6-69bc681b84a5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.398288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:08:38.398746 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (f03e0b55-63f4-4c5a-80f6-69bc681b84a5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.418945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Router 1b518e66-08a1-4c89-825c-10c49b02058a is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:08:38.421429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4fa246b0-5c58-4249-b64d-ca6384734021 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (841dfc61-7c7c-4a2f-bfb4-3083b67ef183), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.422080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4fa246b0-5c58-4249-b64d-ca6384734021 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] In _notify_port_updated(), no bound segment for port 841dfc61-7c7c-4a2f-bfb4-3083b67ef183 on network 587f8e4c-d296-4631-956e-9e88946bdff3 {{(pid=105985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:08:38.426606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa246b0-5c58-4249-b64d-ca6384734021 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:38.427269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4fa246b0-5c58-4249-b64d-ca6384734021 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.428612 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4fa246b0-5c58-4249-b64d-ca6384734021 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "PUT /networking/v2.0/ports/841dfc61-7c7c-4a2f-bfb4-3083b67ef183 HTTP/1.1" status: 200 len: 818 time: 0.7317426 Oct 23 01:08:38.439150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59496) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:38.454691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:38.460248 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f03e0b55-63f4-4c5a-80f6-69bc681b84a5 resource provider aggregate not found Oct 23 01:08:38.462857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-237299d8-811c-446b-b1dc-a64fe4623458 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Deleting port 2b1bd067-1c87-4c99-b612-307c786ba785 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:38.463302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-237299d8-811c-446b-b1dc-a64fe4623458 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2b1bd067-1c87-4c99-b612-307c786ba785), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.514003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-cb97f2b6-a985-4cd9-8742-99fe5746dd22 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] In _notify_port_updated(), no bound segment for port 1cbbd295-79eb-4471-92cb-87ebb02d2352 on network 2685f57d-a1bd-475b-a35e-bd8696419c94 {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:08:38.518708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb97f2b6-a985-4cd9-8742-99fe5746dd22 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:38.519259 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f03e0b55-63f4-4c5a-80f6-69bc681b84a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f03e0b55-63f4-4c5a-80f6-69bc681b84a5 found for delete ", "request_id": "req-eb7975d6-66f2-4807-a05e-da0e2b595320"}]} Oct 23 01:08:38.519414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb97f2b6-a985-4cd9-8742-99fe5746dd22 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.520871 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cb97f2b6-a985-4cd9-8742-99fe5746dd22 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "PUT /networking/v2.0/ports/1cbbd295-79eb-4471-92cb-87ebb02d2352 HTTP/1.1" status: 200 len: 1055 time: 1.1421540 Oct 23 01:08:38.525072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59500) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:38.552515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97f2b6-a985-4cd9-8742-99fe5746dd22 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event updated for resources: {'Port': ['ID=1cbbd295-79eb-4471-92cb-87ebb02d2352,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:38.568046 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa246b0-5c58-4249-b64d-ca6384734021 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=841dfc61-7c7c-4a2f-bfb4-3083b67ef183,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:38.602261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:38.635926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-237299d8-811c-446b-b1dc-a64fe4623458 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2b1bd067-1c87-4c99-b612-307c786ba785), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.656764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-88d9b8e9-5f60-4b50-862f-93399e409d2c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 841dfc61-7c7c-4a2f-bfb4-3083b67ef183 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:38.657098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88d9b8e9-5f60-4b50-862f-93399e409d2c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (841dfc61-7c7c-4a2f-bfb4-3083b67ef183), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.661191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-237299d8-811c-446b-b1dc-a64fe4623458 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Calling delete_port for 2b1bd067-1c87-4c99-b612-307c786ba785 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:38.667295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (5e0725a2-2c21-4145-9f2c-0e900b1d2bf1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.679095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.682250 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] 10.222.0.36 "DELETE /networking/v2.0/networks/5e0725a2-2c21-4145-9f2c-0e900b1d2bf1 HTTP/1.1" status: 204 len: 168 time: 1.4154742 Oct 23 01:08:38.713010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20539611-c10b-4ac5-8c29-5a53f0f47464 tempest-ExtraDHCPOptionsTestJSON-2081691175 tempest-ExtraDHCPOptionsTestJSON-2081691175-project] Pushing event deleted for resources: {'Network': ['ID=5e0725a2-2c21-4145-9f2c-0e900b1d2bf1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:38.717043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b7c3d-63a5-4876-8e71-39ec2579e903 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Deleting port 1cbbd295-79eb-4471-92cb-87ebb02d2352 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:38.717386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0b7c3d-63a5-4876-8e71-39ec2579e903 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1cbbd295-79eb-4471-92cb-87ebb02d2352), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.733568 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:38.740139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.741543 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8d64ac59-5b90-4f09-b787-301ee7a70980 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "PUT /networking/v2.0/routers/1b518e66-08a1-4c89-825c-10c49b02058a HTTP/1.1" status: 200 len: 918 time: 5.0290596 Oct 23 01:08:38.753992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1f03d-8182-42ae-8f76-d6bb6b85a915 None None] Sync routers for ids ['1b518e66-08a1-4c89-825c-10c49b02058a'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:38.764335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59504) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:38.772761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1f03d-8182-42ae-8f76-d6bb6b85a915 None None] Routers {'1b518e66-08a1-4c89-825c-10c49b02058a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:38.774698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5fb1f03d-8182-42ae-8f76-d6bb6b85a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1b518e66-08a1-4c89-825c-10c49b02058a'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:38.820388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88d9b8e9-5f60-4b50-862f-93399e409d2c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (841dfc61-7c7c-4a2f-bfb4-3083b67ef183), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.844272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5fb1f03d-8182-42ae-8f76-d6bb6b85a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:38.850534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-88d9b8e9-5f60-4b50-862f-93399e409d2c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 841dfc61-7c7c-4a2f-bfb4-3083b67ef183 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:38.852299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b8991397-882c-4b1c-ae2f-96b219a693e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.858890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:38.860909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1f03d-8182-42ae-8f76-d6bb6b85a915 None None] Routers {'1b518e66-08a1-4c89-825c-10c49b02058a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:38.861631 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5fb1f03d-8182-42ae-8f76-d6bb6b85a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1b518e66-08a1-4c89-825c-10c49b02058a'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:38.887776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0b7c3d-63a5-4876-8e71-39ec2579e903 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1cbbd295-79eb-4471-92cb-87ebb02d2352), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:38.903017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:08:38.913041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b7c3d-63a5-4876-8e71-39ec2579e903 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Calling delete_port for 1cbbd295-79eb-4471-92cb-87ebb02d2352 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:38.924602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5fb1f03d-8182-42ae-8f76-d6bb6b85a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:38.925100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1f03d-8182-42ae-8f76-d6bb6b85a915 None None] The sync data for ids ['1b518e66-08a1-4c89-825c-10c49b02058a'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:38.927035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:08:38.927368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ef427fdf-5b9b-4e1f-9b96-f369b60a57b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:08:39.017108 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9b4b9cb3-a241-44a9-b421-5ec230bae652 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/1b518e66-08a1-4c89-825c-10c49b02058a HTTP/1.1" status: 200 len: 924 time: 0.2480025 Oct 23 01:08:39.020556 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59506) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:39.087456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947d433b-94b2-46bc-adf7-58b645677201 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:39.091562 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-947d433b-94b2-46bc-adf7-58b645677201 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&device_id=1b518e66-08a1-4c89-825c-10c49b02058a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0668747 Oct 23 01:08:39.092962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59508) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:39.165208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88d9b8e9-5f60-4b50-862f-93399e409d2c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (841dfc61-7c7c-4a2f-bfb4-3083b67ef183), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:39.187748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0b7c3d-63a5-4876-8e71-39ec2579e903 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (1cbbd295-79eb-4471-92cb-87ebb02d2352), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:39.202630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:39.205647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9b8e9-5f60-4b50-862f-93399e409d2c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=841dfc61-7c7c-4a2f-bfb4-3083b67ef183,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:39.216620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88d9b8e9-5f60-4b50-862f-93399e409d2c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:39.219838 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-88d9b8e9-5f60-4b50-862f-93399e409d2c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/841dfc61-7c7c-4a2f-bfb4-3083b67ef183 HTTP/1.1" status: 204 len: 168 time: 0.7777209 Oct 23 01:08:39.222833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b7c3d-63a5-4876-8e71-39ec2579e903 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event deleted for resources: {'Port': ['ID=1cbbd295-79eb-4471-92cb-87ebb02d2352,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:39.225201 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59512) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:39.235292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59514) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:39.249227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-237299d8-811c-446b-b1dc-a64fe4623458 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2b1bd067-1c87-4c99-b612-307c786ba785), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:39.261354 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:39.281554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a5989-ec49-4fa5-acbc-3f45fccae9a7 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:39.282971 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-923a5989-ec49-4fa5-acbc-3f45fccae9a7 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/networks/1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 881 time: 0.1884997 Oct 23 01:08:39.287583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59518) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:39.291307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237299d8-811c-446b-b1dc-a64fe4623458 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event deleted for resources: {'Port': ['ID=2b1bd067-1c87-4c99-b612-307c786ba785,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:39.341857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6832ba6-858d-43f7-827e-a7a33229f700 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:39.347365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59520) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:39.348015 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d6832ba6-858d-43f7-827e-a7a33229f700 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1204593 Oct 23 01:08:39.350156 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e812c8e5-0c19-4261-ba15-79231bf55c1e tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1b518e66-08a1-4c89-825c-10c49b02058a HTTP/1.1" status: 200 len: 205 time: 0.0615358 Oct 23 01:08:39.354287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59522) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:39.402052 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf2bf33-832d-4e44-83a0-e8f4e6ca1d49 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:08:39.412143 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bdf2bf33-832d-4e44-83a0-e8f4e6ca1d49 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/841dfc61-7c7c-4a2f-bfb4-3083b67ef183 HTTP/1.1" status: 404 len: 333 time: 0.0636721 Oct 23 01:08:39.416092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59524) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:39.426308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1003865882'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:39.544416 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fef69c41-70e2-4b3b-934f-9b60ed4f23e1 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7f51eddf2dc44e19b28d0ca533b31a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037882 Oct 23 01:08:39.544705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59528) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:39.581006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:39.584930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:39.598691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (1b518e66-08a1-4c89-825c-10c49b02058a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:39.927354 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:39.958934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-237299d8-811c-446b-b1dc-a64fe4623458 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:39.960802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:08:39.989540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:39.991321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (342ca694-4566-4e9c-bbd2-3e59722e6627), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:39.991321 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Added segment 342ca694-4566-4e9c-bbd2-3e59722e6627 of type vlan for network 40183c4a-a129-4066-8ed8-6b4e485b0880 Oct 23 01:08:39.993678 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0b7c3d-63a5-4876-8e71-39ec2579e903 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.002839 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cd0b7c3d-63a5-4876-8e71-39ec2579e903 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/1cbbd295-79eb-4471-92cb-87ebb02d2352 HTTP/1.1" status: 204 len: 168 time: 1.4699967 Oct 23 01:08:40.002839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59532) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:40.004322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa69a9b4-b86f-4169-953f-ed9207d89ddc None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:08:40.024439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a343ffe9-3610-47f9-ae25-56ca87ad1f37 admin admin] Publish callbacks [] for security_group (fc88b952-2cee-43ad-b441-a62b127e2b2f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.057679 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b76e5e-f712-4e7c-a23d-5e6f49bd1fcf tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] GET failed (client error): The resource could not be found. Oct 23 01:08:40.062591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a3b76e5e-f712-4e7c-a23d-5e6f49bd1fcf tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "GET /networking/v2.0/ports/1cbbd295-79eb-4471-92cb-87ebb02d2352 HTTP/1.1" status: 404 len: 333 time: 0.0570540 Oct 23 01:08:40.063087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59534) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:40.099222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a343ffe9-3610-47f9-ae25-56ca87ad1f37 admin admin] Publish callbacks [] for security_group (fc88b952-2cee-43ad-b441-a62b127e2b2f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.121850 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (1b518e66-08a1-4c89-825c-10c49b02058a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.153031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (40183c4a-a129-4066-8ed8-6b4e485b0880), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.169491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-890425d8-a0cf-458b-8680-48557a4b6345 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Deleting port 3f31394c-df53-4eb2-9d58-f1bbf964a734 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:40.172061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-890425d8-a0cf-458b-8680-48557a4b6345 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3f31394c-df53-4eb2-9d58-f1bbf964a734), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.174802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa69a9b4-b86f-4169-953f-ed9207d89ddc None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:08:40.280908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Deleting port d0b73d34-3b06-4704-94ae-8f3180527cf6 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:40.281277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d0b73d34-3b06-4704-94ae-8f3180527cf6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.293226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (40183c4a-a129-4066-8ed8-6b4e485b0880), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.299370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:40.299983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.347527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-890425d8-a0cf-458b-8680-48557a4b6345 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3f31394c-df53-4eb2-9d58-f1bbf964a734), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.349820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:40.365468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-890425d8-a0cf-458b-8680-48557a4b6345 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Calling delete_port for 3f31394c-df53-4eb2-9d58-f1bbf964a734 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:40.371420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a343ffe9-3610-47f9-ae25-56ca87ad1f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fc88b952-2cee-43ad-b441-a62b127e2b2f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.374093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a343ffe9-3610-47f9-ae25-56ca87ad1f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.375269 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a343ffe9-3610-47f9-ae25-56ca87ad1f37 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fc88b952-2cee-43ad-b441-a62b127e2b2f HTTP/1.1" status: 204 len: 168 time: 0.8294077 Oct 23 01:08:40.407770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343ffe9-3610-47f9-ae25-56ca87ad1f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc88b952-2cee-43ad-b441-a62b127e2b2f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:40.414481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Network': ['ID=40183c4a-a129-4066-8ed8-6b4e485b0880,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:40.419050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237299d8-811c-446b-b1dc-a64fe4623458 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Router 9ad0166b-8a9a-4083-bbb1-f21d8771a3ad has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:08:40.441523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:40.465336 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d0b73d34-3b06-4704-94ae-8f3180527cf6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.474989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 40183c4a-a129-4066-8ed8-6b4e485b0880 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:08:40.490796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Calling delete_port for d0b73d34-3b06-4704-94ae-8f3180527cf6 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:40.502145 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d9a4cfa9-5856-45b3-ab2f-5839f5bd9c5c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0812576 Oct 23 01:08:40.502372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59540) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:40.508226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '40183c4a-a129-4066-8ed8-6b4e485b0880', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:40.517201 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:40.615755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237299d8-811c-446b-b1dc-a64fe4623458 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:40.629280 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c2e2f-68b7-45bf-ac74-fa3e2c0ad9fe None None] Sync routers for ids ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:40.631026 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-237299d8-811c-446b-b1dc-a64fe4623458 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "PUT /networking/v2.0/routers/9ad0166b-8a9a-4083-bbb1-f21d8771a3ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3865421 Oct 23 01:08:40.633702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59542) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:40.650915 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c2e2f-68b7-45bf-ac74-fa3e2c0ad9fe None None] Routers {'9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:40.651560 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f05c2e2f-68b7-45bf-ac74-fa3e2c0ad9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:40.697902 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f05c2e2f-68b7-45bf-ac74-fa3e2c0ad9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:40.710059 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c2e2f-68b7-45bf-ac74-fa3e2c0ad9fe None None] Routers {'9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:40.711930 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f05c2e2f-68b7-45bf-ac74-fa3e2c0ad9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:40.769952 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f05c2e2f-68b7-45bf-ac74-fa3e2c0ad9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:40.770563 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c2e2f-68b7-45bf-ac74-fa3e2c0ad9fe None None] The sync data for ids ['9ad0166b-8a9a-4083-bbb1-f21d8771a3ad'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:40.791137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for router (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.853320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-890425d8-a0cf-458b-8680-48557a4b6345 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3f31394c-df53-4eb2-9d58-f1bbf964a734), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.868774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:40.873828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:40.927126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890425d8-a0cf-458b-8680-48557a4b6345 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event deleted for resources: {'Port': ['ID=3f31394c-df53-4eb2-9d58-f1bbf964a734,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:40.927875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for router_gateway (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.004606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (d0b73d34-3b06-4704-94ae-8f3180527cf6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.039552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Deleting port 4ea295fb-1589-470c-84d4-f99fb68c70d5 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:41.040105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4ea295fb-1589-470c-84d4-f99fb68c70d5), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.067505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1c59af6b-c1fa-44e6-ad6d-c4fb260f355b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.077363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:41.129294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Pushing event deleted for resources: {'Port': ['ID=d0b73d34-3b06-4704-94ae-8f3180527cf6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:41.140900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4ea295fb-1589-470c-84d4-f99fb68c70d5), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.156626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Calling delete_port for 4ea295fb-1589-470c-84d4-f99fb68c70d5 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:41.227968 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-890425d8-a0cf-458b-8680-48557a4b6345 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.233734 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-890425d8-a0cf-458b-8680-48557a4b6345 tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3f31394c-df53-4eb2-9d58-f1bbf964a734 HTTP/1.1" status: 204 len: 168 time: 1.1674531 Oct 23 01:08:41.235344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59554) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:41.275264 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e2ca6a-6148-4013-85d1-9a40d07f023a tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] GET failed (client error): The resource could not be found. Oct 23 01:08:41.276741 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-13e2ca6a-6148-4013-85d1-9a40d07f023a tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "GET /networking/v2.0/ports/3f31394c-df53-4eb2-9d58-f1bbf964a734 HTTP/1.1" status: 404 len: 333 time: 0.0387733 Oct 23 01:08:41.286731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:41.287604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59556) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:41.291899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (1b518e66-08a1-4c89-825c-10c49b02058a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.418453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-98bcc7a1-da3d-42fb-a6f3-230e2be768ae tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Deleting port a847c665-63a3-4aa4-b9c6-3a1d7a6baef4 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:41.418934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-98bcc7a1-da3d-42fb-a6f3-230e2be768ae tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a847c665-63a3-4aa4-b9c6-3a1d7a6baef4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.433938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (1b518e66-08a1-4c89-825c-10c49b02058a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.438553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (1b518e66-08a1-4c89-825c-10c49b02058a), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.444962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f6a0047f-8ffa-4fbe-b60f-dc9294a5688d None None] Provisioning complete for port d3d8326e-195f-4e08-8b56-6b55613e35de triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:41.445549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f6a0047f-8ffa-4fbe-b60f-dc9294a5688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.446115 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f6a0047f-8ffa-4fbe-b60f-dc9294a5688d None None] Attempt 1 to provision port d3d8326e-195f-4e08-8b56-6b55613e35de Oct 23 01:08:41.555605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-98bcc7a1-da3d-42fb-a6f3-230e2be768ae tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a847c665-63a3-4aa4-b9c6-3a1d7a6baef4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.577707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4ea295fb-1589-470c-84d4-f99fb68c70d5), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.584322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:41.585204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f6a0047f-8ffa-4fbe-b60f-dc9294a5688d None None] Current status of the port d3d8326e-195f-4e08-8b56-6b55613e35de is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:41.595511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-98bcc7a1-da3d-42fb-a6f3-230e2be768ae tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Calling delete_port for a847c665-63a3-4aa4-b9c6-3a1d7a6baef4 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:41.623150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (1b518e66-08a1-4c89-825c-10c49b02058a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.625118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Fanout notify agent at l3_agent the message router_deleted on router 1b518e66-08a1-4c89-825c-10c49b02058a {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:08:41.635284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:41.636322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event deleted for resources: {'Port': ['ID=4ea295fb-1589-470c-84d4-f99fb68c70d5,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:41.637575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.639390 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aa832ce9-5329-463c-86df-276497800776 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/1b518e66-08a1-4c89-825c-10c49b02058a HTTP/1.1" status: 204 len: 168 time: 2.2835009 Oct 23 01:08:41.643390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59564) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:41.650107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-bee029ea-fd2b-447e-a947-e0d23c8c1b71 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-727887877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:41.660231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (3d28792e-66d1-4453-9639-52a37c919c6a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.714435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:41.747302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Subnet': ['ID=3d28792e-66d1-4453-9639-52a37c919c6a,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:41.756757 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Checking segment: {'id': '342ca694-4566-4e9c-bbd2-3e59722e6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '40183c4a-a129-4066-8ed8-6b4e485b0880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:41.757651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network hostable DHCP agents. Network: 40183c4a-a129-4066-8ed8-6b4e485b0880, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:08:41.777374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.789534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bee029ea-fd2b-447e-a947-e0d23c8c1b71 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (6011f834-7de0-4189-a1e5-0b5f74183f60), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.790633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bee029ea-fd2b-447e-a947-e0d23c8c1b71 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (6011f834-7de0-4189-a1e5-0b5f74183f60), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.838996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59568) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:41.853106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bee029ea-fd2b-447e-a947-e0d23c8c1b71 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (6011f834-7de0-4189-a1e5-0b5f74183f60), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.863549 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 40183c4a-a129-4066-8ed8-6b4e485b0880 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:08:41.887078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.893196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for router_controller (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.921078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bee029ea-fd2b-447e-a947-e0d23c8c1b71 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (6011f834-7de0-4189-a1e5-0b5f74183f60), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.955350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 40183c4a-a129-4066-8ed8-6b4e485b0880) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:41.958993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1921820249'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:41.959660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:41.966493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:41.966751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38b5455-05a2-434f-a116-46074fed7f7b None None] Network 40183c4a-a129-4066-8ed8-6b4e485b0880 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:42.032090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bee029ea-fd2b-447e-a947-e0d23c8c1b71 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.032511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:42.033675 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bee029ea-fd2b-447e-a947-e0d23c8c1b71 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3892031 Oct 23 01:08:42.037064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59572) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:42.041948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'enable_snat': False}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:42.073629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-40183c4a-a129-4066-8ed8-6b4e485b0880', 'network_id': '40183c4a-a129-4066-8ed8-6b4e485b0880', 'project_id': '15afa29fb07a4b10aec3040f5f73e9a1', 'fixed_ips': [{'subnet_id': '3d28792e-66d1-4453-9639-52a37c919c6a'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:08:42.074643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.094992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:42.098644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Made reservation on behalf of f3de498c400d4ae297beb7e93671ccb1 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:42.102914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.106988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (9ad0166b-8a9a-4083-bbb1-f21d8771a3ad), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.106988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Fanout notify agent at l3_agent the message router_deleted on router 9ad0166b-8a9a-4083-bbb1-f21d8771a3ad {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:08:42.113527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.114750 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a03485d8-57f0-487a-aca1-8855186b4d1e tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "DELETE /networking/v2.0/routers/9ad0166b-8a9a-4083-bbb1-f21d8771a3ad HTTP/1.1" status: 204 len: 168 time: 1.4800386 Oct 23 01:08:42.115482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-98bcc7a1-da3d-42fb-a6f3-230e2be768ae tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a847c665-63a3-4aa4-b9c6-3a1d7a6baef4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.120922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59574) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:42.122375 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7a2458f4-a5e5-4f92-84a7-a7518e3976d5 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6190050 Oct 23 01:08:42.125049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59576) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:42.130794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-198d18bd-8673-46d4-af29-5167ff56a511 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '40183c4a-a129-4066-8ed8-6b4e485b0880', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:42.182279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.192449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcc7a1-da3d-42fb-a6f3-230e2be768ae tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event deleted for resources: {'Port': ['ID=a847c665-63a3-4aa4-b9c6-3a1d7a6baef4,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:42.262801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Allocated IP 2001:db8::2 (40183c4a-a129-4066-8ed8-6b4e485b0880/3d28792e-66d1-4453-9639-52a37c919c6a/928d4178-3e9e-4fca-9757-3006826c359a) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:42.279364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:42.297003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc57fa66-4ad7-401c-b2c5-80c77b1bd3ab tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Deleting subnet 4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:08:42.308641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc57fa66-4ad7-401c-b2c5-80c77b1bd3ab tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for subnet (4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.352720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (6011f834-7de0-4189-a1e5-0b5f74183f60), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.372322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-98bcc7a1-da3d-42fb-a6f3-230e2be768ae tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.379665 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-98bcc7a1-da3d-42fb-a6f3-230e2be768ae tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/a847c665-63a3-4aa4-b9c6-3a1d7a6baef4 HTTP/1.1" status: 204 len: 168 time: 1.0895929 Oct 23 01:08:42.380044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59578) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:42.406485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc57fa66-4ad7-401c-b2c5-80c77b1bd3ab tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.441746 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:42.446996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-841196d5-2d14-47d7-9c54-f1886d001e5b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Deleting subnet 22a25879-2422-4bd9-be47-f17c8f015437 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:08:42.454297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-841196d5-2d14-47d7-9c54-f1886d001e5b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks [] for subnet (22a25879-2422-4bd9-be47-f17c8f015437), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.483021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for security_group (f147a379-6312-474d-a4cd-a7646fb5d6a0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.506554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Publish callbacks [] for port (928d4178-3e9e-4fca-9757-3006826c359a), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.526270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.539242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc57fa66-4ad7-401c-b2c5-80c77b1bd3ab tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.544707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-841196d5-2d14-47d7-9c54-f1886d001e5b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (22a25879-2422-4bd9-be47-f17c8f015437), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.562039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f147a379-6312-474d-a4cd-a7646fb5d6a0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.571892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198d18bd-8673-46d4-af29-5167ff56a511 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:42.575582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-198d18bd-8673-46d4-af29-5167ff56a511 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.598151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:08:42.618861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f147a379-6312-474d-a4cd-a7646fb5d6a0,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:42.627357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (9aca5539-c78a-449f-a6ea-ffae89642cb1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.627469 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Added segment 9aca5539-c78a-449f-a6ea-ffae89642cb1 of type vlan for network d13de77c-f3df-4281-9fff-c1d2db5df2d0 Oct 23 01:08:42.640803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (928d4178-3e9e-4fca-9757-3006826c359a), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.685154 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (d13de77c-f3df-4281-9fff-c1d2db5df2d0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.686172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Network 40183c4a-a129-4066-8ed8-6b4e485b0880 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:42.692518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:42.696653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:42.703719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Pushing event updated for resources: {'Port': ['ID=928d4178-3e9e-4fca-9757-3006826c359a,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:42.756159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc57fa66-4ad7-401c-b2c5-80c77b1bd3ab tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.777337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Attempting to bind port 928d4178-3e9e-4fca-9757-3006826c359a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:08:42.777894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Attempting to bind port 928d4178-3e9e-4fca-9757-3006826c359a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '342ca694-4566-4e9c-bbd2-3e59722e6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '40183c4a-a129-4066-8ed8-6b4e485b0880'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:08:42.778396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Attempting to bind port 928d4178-3e9e-4fca-9757-3006826c359a on network 40183c4a-a129-4066-8ed8-6b4e485b0880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:08:42.789102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57fa66-4ad7-401c-b2c5-80c77b1bd3ab tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:42.791256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc57fa66-4ad7-401c-b2c5-80c77b1bd3ab tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.797568 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bc57fa66-4ad7-401c-b2c5-80c77b1bd3ab tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/4eb65bf8-5f30-4c0a-97fb-07f1f3d486f0 HTTP/1.1" status: 204 len: 168 time: 0.6698222 Oct 23 01:08:42.798167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59580) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:42.803770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-841196d5-2d14-47d7-9c54-f1886d001e5b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (22a25879-2422-4bd9-be47-f17c8f015437), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.814676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047e249-0122-46aa-93d6-35899aa0d099 None None] Network acb05b59-6306-40da-9fd7-3a4e2587ee6d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:42.819039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:42.826813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:42.830665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (d13de77c-f3df-4281-9fff-c1d2db5df2d0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.837664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:42.838044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.850649 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.ipam_backend_mixin [None req-198d18bd-8673-46d4-af29-5167ff56a511 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d28792e-66d1-4453-9639-52a37c919c6a (CIDR: 2001:db8::/64) Oct 23 01:08:42.869302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (6011f834-7de0-4189-a1e5-0b5f74183f60), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.901703 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-198d18bd-8673-46d4-af29-5167ff56a511 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:08:42.902138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198d18bd-8673-46d4-af29-5167ff56a511 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:08:42.907662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.932530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:08:42.934345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Checking segment: {'id': '342ca694-4566-4e9c-bbd2-3e59722e6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '40183c4a-a129-4066-8ed8-6b4e485b0880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:42.934887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.935410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Bound using segment: {'id': '342ca694-4566-4e9c-bbd2-3e59722e6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '40183c4a-a129-4066-8ed8-6b4e485b0880'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:08:42.936948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Bound port: 928d4178-3e9e-4fca-9757-3006826c359a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342ca694-4566-4e9c-bbd2-3e59722e6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '40183c4a-a129-4066-8ed8-6b4e485b0880'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:08:42.941273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (928d4178-3e9e-4fca-9757-3006826c359a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:42.978194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (acb05b59-6306-40da-9fd7-3a4e2587ee6d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.006635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Network': ['ID=d13de77c-f3df-4281-9fff-c1d2db5df2d0,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:43.027564 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-198d18bd-8673-46d4-af29-5167ff56a511 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8960474 Oct 23 01:08:43.027843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network d13de77c-f3df-4281-9fff-c1d2db5df2d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:08:43.029910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59582) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:43.036262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ff891505-81e8-43ec-bbbe-79f63b493ed3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '40183c4a-a129-4066-8ed8-6b4e485b0880', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:43.049271 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-409d177e-7378-413e-9938-8a9da6f09687 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2053094 Oct 23 01:08:43.049486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] For port 928d4178-3e9e-4fca-9757-3006826c359a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:08:43.049606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59584) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:43.057644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'subnet': {'network_id': 'd13de77c-f3df-4281-9fff-c1d2db5df2d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:43.060159 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-841196d5-2d14-47d7-9c54-f1886d001e5b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (22a25879-2422-4bd9-be47-f17c8f015437), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.065822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef527ff0-6bac-4f3a-8bd8-c0db0ade4a2f None None] DHCP port deletion for acb05b59-6306-40da-9fd7-3a4e2587ee6d request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:08:43.101367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] For port 928d4178-3e9e-4fca-9757-3006826c359a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=928d4178-3e9e-4fca-9757-3006826c359a,segment=NetworkSegment(342ca694-4566-4e9c-bbd2-3e59722e6627),segment_id=342ca694-4566-4e9c-bbd2-3e59722e6627)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:08:43.113520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Deleting port d3d8326e-195f-4e08-8b56-6b55613e35de {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:43.113894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.222192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] For port d3d8326e-195f-4e08-8b56-6b55613e35de, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3d8326e-195f-4e08-8b56-6b55613e35de,segment=NetworkSegment(b6398305-6827-4670-a22e-e694f618e175),segment_id=b6398305-6827-4670-a22e-e694f618e175)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:43.222509 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.243258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Calling delete_port for d3d8326e-195f-4e08-8b56-6b55613e35de owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:43.286663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (928d4178-3e9e-4fca-9757-3006826c359a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.350017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ef527ff0-6bac-4f3a-8bd8-c0db0ade4a2f None None] Deleting port d3d8326e-195f-4e08-8b56-6b55613e35de {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:43.350586 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ef527ff0-6bac-4f3a-8bd8-c0db0ade4a2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.351078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Made reservation on behalf of f3de498c400d4ae297beb7e93671ccb1 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:43.355235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.375762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d2dd7-4700-4bb8-8313-42d50d78124b None None] Pushing event updated for resources: {'Port': ['ID=928d4178-3e9e-4fca-9757-3006826c359a,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:43.445243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ef527ff0-6bac-4f3a-8bd8-c0db0ade4a2f None None] For port d3d8326e-195f-4e08-8b56-6b55613e35de, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3d8326e-195f-4e08-8b56-6b55613e35de,segment=NetworkSegment(b6398305-6827-4670-a22e-e694f618e175),segment_id=b6398305-6827-4670-a22e-e694f618e175)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:43.446227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ef527ff0-6bac-4f3a-8bd8-c0db0ade4a2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.453129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-841196d5-2d14-47d7-9c54-f1886d001e5b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.459278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.460657 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-841196d5-2d14-47d7-9c54-f1886d001e5b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/22a25879-2422-4bd9-be47-f17c8f015437 HTTP/1.1" status: 204 len: 168 time: 1.0794828 Oct 23 01:08:43.462788 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59586) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:43.468887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b637dd53-f681-4590-a902-f5e00f744da3 None None] Network 2685f57d-a1bd-475b-a35e-bd8696419c94 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:43.478466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ef527ff0-6bac-4f3a-8bd8-c0db0ade4a2f None None] Calling delete_port for d3d8326e-195f-4e08-8b56-6b55613e35de owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:43.480463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Allocated IP 172.36.3.107 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/4c08a4bf-edfc-4a1d-b470-d2fbee50b723) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:43.510032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841196d5-2d14-47d7-9c54-f1886d001e5b tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event deleted for resources: {'Subnet': ['ID=22a25879-2422-4bd9-be47-f17c8f015437,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:43.523418 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event deleted for resources: {'Port': ['ID=d3d8326e-195f-4e08-8b56-6b55613e35de,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:43.539640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] No DVR routers for this DVR port d3d8326e-195f-4e08-8b56-6b55613e35de on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:43.703039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:43.730528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ef527ff0-6bac-4f3a-8bd8-c0db0ade4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (d3d8326e-195f-4e08-8b56-6b55613e35de), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.758173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for port (4c08a4bf-edfc-4a1d-b470-d2fbee50b723), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.771519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef527ff0-6bac-4f3a-8bd8-c0db0ade4a2f None None] Pushing event deleted for resources: {'Port': ['ID=d3d8326e-195f-4e08-8b56-6b55613e35de,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:43.794244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef527ff0-6bac-4f3a-8bd8-c0db0ade4a2f None None] No DVR routers for this DVR port d3d8326e-195f-4e08-8b56-6b55613e35de on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:43.800684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff891505-81e8-43ec-bbbe-79f63b493ed3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:43.806186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff891505-81e8-43ec-bbbe-79f63b493ed3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.819150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17df0e29-d9fb-49dd-97d7-2c4e41d54155 None None] DHCP port deletion for 2685f57d-a1bd-475b-a35e-bd8696419c94 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:08:43.855564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (2685f57d-a1bd-475b-a35e-bd8696419c94), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.886715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.887659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-17df0e29-d9fb-49dd-97d7-2c4e41d54155 None None] Deleting port 8c097b03-d98f-430f-92fe-f9831ad0f26e {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:43.888127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-17df0e29-d9fb-49dd-97d7-2c4e41d54155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.894437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (acb05b59-6306-40da-9fd7-3a4e2587ee6d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.930865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4c08a4bf-edfc-4a1d-b470-d2fbee50b723), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.974536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-17df0e29-d9fb-49dd-97d7-2c4e41d54155 None None] For port 8c097b03-d98f-430f-92fe-f9831ad0f26e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c097b03-d98f-430f-92fe-f9831ad0f26e,segment=NetworkSegment(4a3eb461-774f-4d5e-807a-66bdc17ed819),segment_id=4a3eb461-774f-4d5e-807a-66bdc17ed819)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:43.974786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-17df0e29-d9fb-49dd-97d7-2c4e41d54155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:43.986890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:43.990767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-17df0e29-d9fb-49dd-97d7-2c4e41d54155 None None] Calling delete_port for 8c097b03-d98f-430f-92fe-f9831ad0f26e owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:43.999023 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:44.006066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb05b59-6306-40da-9fd7-3a4e2587ee6d']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:44.009611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:44.023000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (3369ca26-348e-4f5d-a0d4-27b47e589250), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.023505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:44.037448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.037764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6398305-6827-4670-a22e-e694f618e175') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:44.038100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6398305-6827-4670-a22e-e694f618e175') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:44.066110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Pushing event updated for resources: {'Port': ['ID=4c08a4bf-edfc-4a1d-b470-d2fbee50b723,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:44.088343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Deleting port 8c097b03-d98f-430f-92fe-f9831ad0f26e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:44.088688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.095780 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (b6398305-6827-4670-a22e-e694f618e175), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.175473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b6398305-6827-4670-a22e-e694f618e175), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.184454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-17df0e29-d9fb-49dd-97d7-2c4e41d54155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.186166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Subnet': ['ID=3369ca26-348e-4f5d-a0d4-27b47e589250,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:44.199243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:08:44.199652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (b6398305-6827-4670-a22e-e694f618e175), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.208895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17df0e29-d9fb-49dd-97d7-2c4e41d54155 None None] No DVR routers for this DVR port 8c097b03-d98f-430f-92fe-f9831ad0f26e on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:44.252166 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df0e29-d9fb-49dd-97d7-2c4e41d54155 None None] Pushing event deleted for resources: {'Port': ['ID=8c097b03-d98f-430f-92fe-f9831ad0f26e,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:44.291829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:44.484084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff891505-81e8-43ec-bbbe-79f63b493ed3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (0a20ee7a-4419-4d1c-b4de-af3fff05c085), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.533360 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment b6398305-6827-4670-a22e-e694f618e175 resource provider aggregate not found Oct 23 01:08:44.559986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Checking segment: {'id': '9aca5539-c78a-449f-a6ea-ffae89642cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd13de77c-f3df-4281-9fff-c1d2db5df2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:44.560498 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff891505-81e8-43ec-bbbe-79f63b493ed3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 40183c4a-a129-4066-8ed8-6b4e485b0880 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:44.560810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network hostable DHCP agents. Network: d13de77c-f3df-4281-9fff-c1d2db5df2d0, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:08:44.564522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:44.573092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-ff891505-81e8-43ec-bbbe-79f63b493ed3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:44.594758 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment b6398305-6827-4670-a22e-e694f618e175 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6398305-6827-4670-a22e-e694f618e175 found for delete ", "request_id": "req-c8909fb8-de8b-4c70-9cc4-217d7fda22ed"}]} Oct 23 01:08:44.603263 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] For port 8c097b03-d98f-430f-92fe-f9831ad0f26e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c097b03-d98f-430f-92fe-f9831ad0f26e,segment=NetworkSegment(4a3eb461-774f-4d5e-807a-66bdc17ed819),segment_id=4a3eb461-774f-4d5e-807a-66bdc17ed819)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:44.603632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.612445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff891505-81e8-43ec-bbbe-79f63b493ed3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:44.613054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff891505-81e8-43ec-bbbe-79f63b493ed3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.631975 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff891505-81e8-43ec-bbbe-79f63b493ed3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Subnet': ['ID=0a20ee7a-4419-4d1c-b4de-af3fff05c085,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:44.635766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Calling delete_port for 8c097b03-d98f-430f-92fe-f9831ad0f26e owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:44.649685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1dc12e-4c59-45f4-89b0-83c425e00e7c None None] Network 40183c4a-a129-4066-8ed8-6b4e485b0880 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:44.659243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router_gateway (6011f834-7de0-4189-a1e5-0b5f74183f60), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.734663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8c097b03-d98f-430f-92fe-f9831ad0f26e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.748003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:44.754468 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ff891505-81e8-43ec-bbbe-79f63b493ed3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7251277 Oct 23 01:08:44.759166 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59594) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:44.763221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network d13de77c-f3df-4281-9fff-c1d2db5df2d0 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:08:44.773813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '40183c4a-a129-4066-8ed8-6b4e485b0880', 'fixed_ips': [{'subnet_id': '3d28792e-66d1-4453-9639-52a37c919c6a'}, {'subnet_id': '0a20ee7a-4419-4d1c-b4de-af3fff05c085'}], 'name': 'tempest-PortsIpV6TestJSON-694333327'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:44.774015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (acb05b59-6306-40da-9fd7-3a4e2587ee6d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.774730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event deleted for resources: {'Port': ['ID=8c097b03-d98f-430f-92fe-f9831ad0f26e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:44.776535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-dd470d77-9cd2-46ea-abd0-a1c4f2e5d3c1 None None] Provisioning complete for port 928d4178-3e9e-4fca-9757-3006826c359a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:44.777457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dd470d77-9cd2-46ea-abd0-a1c4f2e5d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (928d4178-3e9e-4fca-9757-3006826c359a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.777982 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-dd470d77-9cd2-46ea-abd0-a1c4f2e5d3c1 None None] Attempt 1 to provision port 928d4178-3e9e-4fca-9757-3006826c359a Oct 23 01:08:44.781601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.785694 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "DELETE /networking/v2.0/networks/acb05b59-6306-40da-9fd7-3a4e2587ee6d HTTP/1.1" status: 204 len: 168 time: 1.9859040 Oct 23 01:08:44.786733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] No DVR routers for this DVR port 8c097b03-d98f-430f-92fe-f9831ad0f26e on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:44.789521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59596) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:44.805592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50731744-68d1-4410-96cb-6fa259fa8582 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event deleted for resources: {'Network': ['ID=acb05b59-6306-40da-9fd7-3a4e2587ee6d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:44.897306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d13de77c-f3df-4281-9fff-c1d2db5df2d0) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:44.900701 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:44.901398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.932013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (2685f57d-a1bd-475b-a35e-bd8696419c94), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:44.934773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5205d0f5-e227-4f1a-9019-00a38ce42ced None None] Network d13de77c-f3df-4281-9fff-c1d2db5df2d0 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:44.971686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2685f57d-a1bd-475b-a35e-bd8696419c94']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:44.984633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3eb461-774f-4d5e-807a-66bdc17ed819') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:44.987679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3eb461-774f-4d5e-807a-66bdc17ed819') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:44.999754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (4a3eb461-774f-4d5e-807a-66bdc17ed819), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.023176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 928d4178-3e9e-4fca-9757-3006826c359a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:45.026369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (4a3eb461-774f-4d5e-807a-66bdc17ed819), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.041515 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-62371159-4b15-4d03-9969-447dab28e1a9 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9889009 Oct 23 01:08:45.041515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:08:45.041515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (4a3eb461-774f-4d5e-807a-66bdc17ed819), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.042030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59598) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:45.058233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-263183273', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:45.069358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-dd470d77-9cd2-46ea-abd0-a1c4f2e5d3c1 None None] Current status of the port 928d4178-3e9e-4fca-9757-3006826c359a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:45.069746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dd470d77-9cd2-46ea-abd0-a1c4f2e5d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (928d4178-3e9e-4fca-9757-3006826c359a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.078995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d9e68-b4bd-41bf-8318-3f5d05cb8175 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Deleting port 2a35662e-9941-4449-b578-d8009b13ebc7 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:45.079449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9e68-b4bd-41bf-8318-3f5d05cb8175 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2a35662e-9941-4449-b578-d8009b13ebc7), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.103064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:45.115323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:45.118823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c392dc-43d1-4be4-8f17-b0333e2719c2 None None] Update dhcp port {'port': {'network_id': '40183c4a-a129-4066-8ed8-6b4e485b0880', 'fixed_ips': [{'subnet_id': '3d28792e-66d1-4453-9639-52a37c919c6a', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a20ee7a-4419-4d1c-b4de-af3fff05c085'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '928d4178-3e9e-4fca-9757-3006826c359a'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:08:45.174685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 928d4178-3e9e-4fca-9757-3006826c359a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:45.175059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (928d4178-3e9e-4fca-9757-3006826c359a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.175398 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 928d4178-3e9e-4fca-9757-3006826c359a Oct 23 01:08:45.203582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (2685f57d-a1bd-475b-a35e-bd8696419c94), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.210709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.211195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (6011f834-7de0-4189-a1e5-0b5f74183f60), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.218337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-dd470d77-9cd2-46ea-abd0-a1c4f2e5d3c1 None None] For port 928d4178-3e9e-4fca-9757-3006826c359a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=928d4178-3e9e-4fca-9757-3006826c359a,segment=NetworkSegment(342ca694-4566-4e9c-bbd2-3e59722e6627),segment_id=342ca694-4566-4e9c-bbd2-3e59722e6627)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:45.219356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (6011f834-7de0-4189-a1e5-0b5f74183f60), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.222069 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] 10.222.0.36 "DELETE /networking/v2.0/networks/2685f57d-a1bd-475b-a35e-bd8696419c94 HTTP/1.1" status: 204 len: 168 time: 1.7548287 Oct 23 01:08:45.222594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-72c392dc-43d1-4be4-8f17-b0333e2719c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (928d4178-3e9e-4fca-9757-3006826c359a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.247913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74d01b4-087f-4b9a-a05f-e9a5274b27ea None None] Network d13de77c-f3df-4281-9fff-c1d2db5df2d0 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:45.248852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cce27-fe88-4273-a9c4-576c76d35d2d tempest-AllowedAddressPairTestJSON-141402603 tempest-AllowedAddressPairTestJSON-141402603-project] Pushing event deleted for resources: {'Network': ['ID=2685f57d-a1bd-475b-a35e-bd8696419c94,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:45.289845 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9e68-b4bd-41bf-8318-3f5d05cb8175 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2a35662e-9941-4449-b578-d8009b13ebc7), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.290167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9e68-b4bd-41bf-8318-3f5d05cb8175 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for floatingip (2a35662e-9941-4449-b578-d8009b13ebc7), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.312715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d9e68-b4bd-41bf-8318-3f5d05cb8175 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Calling delete_port for 2a35662e-9941-4449-b578-d8009b13ebc7 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:45.417122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (a40cb2d0-7ddf-47bc-868f-a49398765bae), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.417447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (a40cb2d0-7ddf-47bc-868f-a49398765bae), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.481083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dd470d77-9cd2-46ea-abd0-a1c4f2e5d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (928d4178-3e9e-4fca-9757-3006826c359a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.481608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:45.510387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 928d4178-3e9e-4fca-9757-3006826c359a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:45.523493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (928d4178-3e9e-4fca-9757-3006826c359a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.566861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_controller (a40cb2d0-7ddf-47bc-868f-a49398765bae), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.567863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:45.641079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd470d77-9cd2-46ea-abd0-a1c4f2e5d3c1 None None] Pushing event updated for resources: {'Port': ['ID=928d4178-3e9e-4fca-9757-3006826c359a,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:45.645977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-72c392dc-43d1-4be4-8f17-b0333e2719c2 None None] Allocated IP 2001:db8:0:1::2 (40183c4a-a129-4066-8ed8-6b4e485b0880/0a20ee7a-4419-4d1c-b4de-af3fff05c085/928d4178-3e9e-4fca-9757-3006826c359a) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:45.654266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.673178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:08:45.673593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:08:45.676258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port fa0aeb24-6165-4649-83a8-488ed6e252d5 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:08:45.755030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-72c392dc-43d1-4be4-8f17-b0333e2719c2 None None] For port 928d4178-3e9e-4fca-9757-3006826c359a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=928d4178-3e9e-4fca-9757-3006826c359a,segment=NetworkSegment(342ca694-4566-4e9c-bbd2-3e59722e6627),segment_id=342ca694-4566-4e9c-bbd2-3e59722e6627)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:45.784214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-72c392dc-43d1-4be4-8f17-b0333e2719c2 None None] Publish callbacks [] for port (928d4178-3e9e-4fca-9757-3006826c359a), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.836550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Router 6011f834-7de0-4189-a1e5-0b5f74183f60 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:08:45.836550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9e68-b4bd-41bf-8318-3f5d05cb8175 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2a35662e-9941-4449-b578-d8009b13ebc7), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:45.905724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d9e68-b4bd-41bf-8318-3f5d05cb8175 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Pushing event deleted for resources: {'Port': ['ID=2a35662e-9941-4449-b578-d8009b13ebc7,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:45.936090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-72c392dc-43d1-4be4-8f17-b0333e2719c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (928d4178-3e9e-4fca-9757-3006826c359a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:46.101763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59608) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:46.181035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c392dc-43d1-4be4-8f17-b0333e2719c2 None None] Pushing event updated for resources: {'Port': ['ID=928d4178-3e9e-4fca-9757-3006826c359a,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:46.224411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 928d4178-3e9e-4fca-9757-3006826c359a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:46.319001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8c097b03-d98f-430f-92fe-f9831ad0f26e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:08:46.340958 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fd87acc2-1548-47da-88d0-3b57eb3b6ff7 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=bd5892ee97ac4a54b4b0f131c0bfc973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371716 Oct 23 01:08:46.345856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59614) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:46.377827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 8c097b03-d98f-430f-92fe-f9831ad0f26e {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:08:46.377827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8c097b03-d98f-430f-92fe-f9831ad0f26e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:08:46.378136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d3d8326e-195f-4e08-8b56-6b55613e35de no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:08:46.427984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: d3d8326e-195f-4e08-8b56-6b55613e35de {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:08:46.429083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d3d8326e-195f-4e08-8b56-6b55613e35de not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:08:46.501104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_gateway (a40cb2d0-7ddf-47bc-868f-a49398765bae), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:46.510685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc6b6109-b274-43e4-a5ff-6a9fb419cf38 admin admin] Publish callbacks [] for security_group (7d1182f8-0c20-4863-a2e1-b2c7bcb22466), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:46.520419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:46.535340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:46.545916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9e68-b4bd-41bf-8318-3f5d05cb8175 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks [] for floatingip (7409c652-ebdb-4bf0-96b4-396a5157c3e0), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:46.549116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9e68-b4bd-41bf-8318-3f5d05cb8175 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:46.552676 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cd0d9e68-b4bd-41bf-8318-3f5d05cb8175 tempest-FloatingIPAdminTestJSON-1257703555 tempest-FloatingIPAdminTestJSON-1257703555-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/7409c652-ebdb-4bf0-96b4-396a5157c3e0 HTTP/1.1" status: 204 len: 168 time: 1.7595999 Oct 23 01:08:46.564891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226f2db-5fac-4e63-af06-5ee595947f6c req-cef287d9-2661-4407-85d5-a4f514a40988 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:46.568059 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b226f2db-5fac-4e63-af06-5ee595947f6c req-cef287d9-2661-4407-85d5-a4f514a40988 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1422410 Oct 23 01:08:46.593423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc6b6109-b274-43e4-a5ff-6a9fb419cf38 admin admin] Publish callbacks [] for security_group (7d1182f8-0c20-4863-a2e1-b2c7bcb22466), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:46.625053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:46.646244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a977a6-bae3-49d1-a5c4-25557d05bed7 None None] Sync routers for ids ['6011f834-7de0-4189-a1e5-0b5f74183f60'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:46.666617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:46.670865 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b62d8aa8-37b5-4c36-8fa8-d72595ef9348 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "PUT /networking/v2.0/routers/6011f834-7de0-4189-a1e5-0b5f74183f60 HTTP/1.1" status: 200 len: 919 time: 4.6320081 Oct 23 01:08:46.679167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59620) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:46.689918 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 4a3eb461-774f-4d5e-807a-66bdc17ed819 resource provider aggregate not found Oct 23 01:08:46.704763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a977a6-bae3-49d1-a5c4-25557d05bed7 None None] Routers {'6011f834-7de0-4189-a1e5-0b5f74183f60'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:46.713821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a1a977a6-bae3-49d1-a5c4-25557d05bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['6011f834-7de0-4189-a1e5-0b5f74183f60'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:46.738402 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 4a3eb461-774f-4d5e-807a-66bdc17ed819 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a3eb461-774f-4d5e-807a-66bdc17ed819 found for delete ", "request_id": "req-32baeb26-224c-4fe1-810f-943f2f1d01a8"}]} Oct 23 01:08:46.772792 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b226f2db-5fac-4e63-af06-5ee595947f6c req-82ee4902-1ea5-486c-afef-53f2672a3959 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609185 Oct 23 01:08:46.790690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a1a977a6-bae3-49d1-a5c4-25557d05bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:46.793157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc6b6109-b274-43e4-a5ff-6a9fb419cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7d1182f8-0c20-4863-a2e1-b2c7bcb22466), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:46.796894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc6b6109-b274-43e4-a5ff-6a9fb419cf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:46.801531 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cc6b6109-b274-43e4-a5ff-6a9fb419cf38 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7d1182f8-0c20-4863-a2e1-b2c7bcb22466 HTTP/1.1" status: 204 len: 168 time: 0.4514797 Oct 23 01:08:46.836826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b6109-b274-43e4-a5ff-6a9fb419cf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1182f8-0c20-4863-a2e1-b2c7bcb22466,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:46.848948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a977a6-bae3-49d1-a5c4-25557d05bed7 None None] Routers {'6011f834-7de0-4189-a1e5-0b5f74183f60'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:46.849761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a1a977a6-bae3-49d1-a5c4-25557d05bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['6011f834-7de0-4189-a1e5-0b5f74183f60'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:46.854831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8::372 (40183c4a-a129-4066-8ed8-6b4e485b0880/3d28792e-66d1-4453-9639-52a37c919c6a/fa0aeb24-6165-4649-83a8-488ed6e252d5) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:46.872177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8:0:1::8a (40183c4a-a129-4066-8ed8-6b4e485b0880/0a20ee7a-4419-4d1c-b4de-af3fff05c085/fa0aeb24-6165-4649-83a8-488ed6e252d5) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:46.954516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a1a977a6-bae3-49d1-a5c4-25557d05bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:46.955188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a977a6-bae3-49d1-a5c4-25557d05bed7 None None] The sync data for ids ['6011f834-7de0-4189-a1e5-0b5f74183f60'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:46.979531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 928d4178-3e9e-4fca-9757-3006826c359a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:47.031545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:47.043923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d28ace8-d7ca-47a6-8bfa-1883052c62f8 None None] Network 40183c4a-a129-4066-8ed8-6b4e485b0880 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:47.096483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:47.107757 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:47.118054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-94889608-87d1-4499-9e5b-3cd25f35f107 None None] Provisioning complete for port 928d4178-3e9e-4fca-9757-3006826c359a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:47.118452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-94889608-87d1-4499-9e5b-3cd25f35f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (928d4178-3e9e-4fca-9757-3006826c359a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:47.118839 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-94889608-87d1-4499-9e5b-3cd25f35f107 None None] Attempt 1 to provision port 928d4178-3e9e-4fca-9757-3006826c359a Oct 23 01:08:47.119544 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22afce-15b5-4313-bb16-33450bb17bc8 req-198fb105-7e28-4592-a15e-36ac0aecdd27 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:47.121263 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5e22afce-15b5-4313-bb16-33450bb17bc8 req-198fb105-7e28-4592-a15e-36ac0aecdd27 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2131445 Oct 23 01:08:47.175672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 928d4178-3e9e-4fca-9757-3006826c359a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:47.176470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (928d4178-3e9e-4fca-9757-3006826c359a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:47.177114 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 928d4178-3e9e-4fca-9757-3006826c359a Oct 23 01:08:47.324743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-94889608-87d1-4499-9e5b-3cd25f35f107 None None] Current status of the port 928d4178-3e9e-4fca-9757-3006826c359a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:47.361403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59634) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:47.371834 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ec20e53b-ec09-407d-b7a5-e260526213c2 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/6011f834-7de0-4189-a1e5-0b5f74183f60 HTTP/1.1" status: 200 len: 925 time: 0.6922257 Oct 23 01:08:47.396873 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 928d4178-3e9e-4fca-9757-3006826c359a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:47.413361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59636) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:47.503449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_gateway (a40cb2d0-7ddf-47bc-868f-a49398765bae), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:47.531542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82c85ef-953a-4009-bd47-33b790b3b4b8 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:47.539745 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b82c85ef-953a-4009-bd47-33b790b3b4b8 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&device_id=6011f834-7de0-4189-a1e5-0b5f74183f60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1757753 Oct 23 01:08:47.540594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59642) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:47.555838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:47.562180 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5e22afce-15b5-4313-bb16-33450bb17bc8 req-a829991f-4f16-4a75-80b8-dab250c06814 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4284825 Oct 23 01:08:47.679063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:47.760007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-2cf2df9d-1bb5-44eb-8853-9cc2bbb9df8e None None] Provisioning complete for port 928d4178-3e9e-4fca-9757-3006826c359a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:47.761032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2cf2df9d-1bb5-44eb-8853-9cc2bbb9df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (928d4178-3e9e-4fca-9757-3006826c359a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:47.761032 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2cf2df9d-1bb5-44eb-8853-9cc2bbb9df8e None None] Attempt 1 to provision port 928d4178-3e9e-4fca-9757-3006826c359a Oct 23 01:08:47.767609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8191d581-d3b0-4872-9df0-aac6cb80302e tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:47.769613 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8191d581-d3b0-4872-9df0-aac6cb80302e tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/networks/1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 881 time: 0.2272635 Oct 23 01:08:47.775873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59652) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:47.817161 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7f3365ea-0c8a-4db1-9a8a-8340154ae2c6 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6011f834-7de0-4189-a1e5-0b5f74183f60 HTTP/1.1" status: 200 len: 205 time: 0.0400677 Oct 23 01:08:47.823854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59654) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:47.885940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66092e38-acd2-46f1-902b-58dbcb777473 req-1e8f8d01-abb7-4cc6-91ba-ebb01d10abb8 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:47.890559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2df9d-1bb5-44eb-8853-9cc2bbb9df8e None None] Current status of the port 928d4178-3e9e-4fca-9757-3006826c359a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:47.894439 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-66092e38-acd2-46f1-902b-58dbcb777473 req-1e8f8d01-abb7-4cc6-91ba-ebb01d10abb8 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 946 time: 0.0806828 Oct 23 01:08:47.936765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:47.954107 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-66092e38-acd2-46f1-902b-58dbcb777473 req-4ed8ba3c-8196-4bfb-83bd-08587f75a28d tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515814 Oct 23 01:08:47.972155 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.36.3.19 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/fe8c0299-216c-43fb-8de6-32ff3d430b85) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:48.019193 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c78a8fd8-c2c0-4c4b-b2ca-74b80ee552b9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=bb6943aa9147430191a241e3c5d93765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6033444 Oct 23 01:08:48.023143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59658) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:48.033413 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390afbe-dff3-4919-9f48-8227bfd61e9c req-5eec0af7-f6e5-416f-9f4d-f47b73b26fb7 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:48.035055 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8390afbe-dff3-4919-9f48-8227bfd61e9c req-5eec0af7-f6e5-416f-9f4d-f47b73b26fb7 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2507720 Oct 23 01:08:48.103492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8273aa2b-acea-4361-bc65-f03c45235051 admin admin] Publish callbacks [] for security_group (cce9a2c0-ee34-4c8f-882e-82342a45f454), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.119476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 40183c4a-a129-4066-8ed8-6b4e485b0880 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:48.141938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8273aa2b-acea-4361-bc65-f03c45235051 admin admin] Publish callbacks [] for security_group (cce9a2c0-ee34-4c8f-882e-82342a45f454), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.166628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=fa0aeb24-6165-4649-83a8-488ed6e252d5,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:48.192208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:48.209244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:48.216326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:48.217584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.247776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (6011f834-7de0-4189-a1e5-0b5f74183f60), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.397672 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8390afbe-dff3-4919-9f48-8227bfd61e9c req-bd01952a-d115-4627-b29a-f427e1870e3d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466938 Oct 23 01:08:48.418718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8273aa2b-acea-4361-bc65-f03c45235051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (cce9a2c0-ee34-4c8f-882e-82342a45f454), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.422783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8273aa2b-acea-4361-bc65-f03c45235051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.428668 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8273aa2b-acea-4361-bc65-f03c45235051 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cce9a2c0-ee34-4c8f-882e-82342a45f454 HTTP/1.1" status: 204 len: 168 time: 0.4038646 Oct 23 01:08:48.437018 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b53b8a5d-7117-4930-b217-7d352373366d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.6759522 Oct 23 01:08:48.459920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59668) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:48.475450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-fd8c5165-eb3d-4dfe-a9e1-efc278a86932 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d28792e-66d1-4453-9639-52a37c919c6a'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:48.500865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (fe8c0299-216c-43fb-8de6-32ff3d430b85), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.511126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273aa2b-acea-4361-bc65-f03c45235051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce9a2c0-ee34-4c8f-882e-82342a45f454,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:48.574152 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (6011f834-7de0-4189-a1e5-0b5f74183f60), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.630646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-36b7e434-330e-4403-9fff-e65aff39a9f4 None None] Provisioning complete for port fa0aeb24-6165-4649-83a8-488ed6e252d5 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:48.631486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-36b7e434-330e-4403-9fff-e65aff39a9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.631486 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-36b7e434-330e-4403-9fff-e65aff39a9f4 None None] Attempt 1 to provision port fa0aeb24-6165-4649-83a8-488ed6e252d5 Oct 23 01:08:48.676844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-36b7e434-330e-4403-9fff-e65aff39a9f4 None None] Port fa0aeb24-6165-4649-83a8-488ed6e252d5 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:48.765191 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59674) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:48.770442 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fe8c0299-216c-43fb-8de6-32ff3d430b85), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.773855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:48.784205 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Deleting port 4c08a4bf-edfc-4a1d-b470-d2fbee50b723 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:48.784877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4c08a4bf-edfc-4a1d-b470-d2fbee50b723), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.832400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5165-eb3d-4dfe-a9e1-efc278a86932 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:48.843482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:48.880759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:48.890180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:48.954538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=fe8c0299-216c-43fb-8de6-32ff3d430b85,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:49.087144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4c08a4bf-edfc-4a1d-b470-d2fbee50b723), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:49.119861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Calling delete_port for 4c08a4bf-edfc-4a1d-b470-d2fbee50b723 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:49.287752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aece2d-6c51-4dbe-9002-78da5600a7bc req-69e62028-3aa9-4ab3-a39c-bfa74fe3437e tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:49.290642 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e2aece2d-6c51-4dbe-9002-78da5600a7bc req-69e62028-3aa9-4ab3-a39c-bfa74fe3437e tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 946 time: 0.1732430 Oct 23 01:08:49.356905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-fd8c5165-eb3d-4dfe-a9e1-efc278a86932 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Delete allocated IP 2001:db8:0:1::8a (40183c4a-a129-4066-8ed8-6b4e485b0880/0a20ee7a-4419-4d1c-b4de-af3fff05c085) {{(pid=105984) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 23 01:08:49.368288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317b7b3-31e4-439d-9fda-271e11a29a92 req-ffedc4b5-e144-42bd-9fe8-a057fc667668 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:49.369966 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1317b7b3-31e4-439d-9fda-271e11a29a92 req-ffedc4b5-e144-42bd-9fe8-a057fc667668 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.0827799 Oct 23 01:08:49.381425 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-715547372'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:49.492467 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1317b7b3-31e4-439d-9fda-271e11a29a92 req-b0297b06-9d7f-4f74-8dcb-16b0425237de tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114137 Oct 23 01:08:49.587514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5165-eb3d-4dfe-a9e1-efc278a86932 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:49.621322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:49.649692 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-6a87eab2-d8c2-4390-a3be-56d159e02bbb tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:49.651661 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-6a87eab2-d8c2-4390-a3be-56d159e02bbb tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 946 time: 0.1068199 Oct 23 01:08:49.674488 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Made reservation on behalf of b92fee0c78fb4a5eb3db11b1dd4627e4 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:49.680659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:49.697591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e2aece2d-6c51-4dbe-9002-78da5600a7bc req-4e8a79a0-4c08-4e7e-a6bb-8d0f7d58c989 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5eed68a1-38b0-496d-96c3-90dc8500110b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815272 Oct 23 01:08:49.697591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_gateway (a40cb2d0-7ddf-47bc-868f-a49398765bae), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:49.727847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5165-eb3d-4dfe-a9e1-efc278a86932 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:49.766589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:49.774587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59688) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:49.824608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c5165-eb3d-4dfe-a9e1-efc278a86932 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] In _notify_port_updated(), no bound segment for port fa0aeb24-6165-4649-83a8-488ed6e252d5 on network 40183c4a-a129-4066-8ed8-6b4e485b0880 {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:08:49.825453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8c5165-eb3d-4dfe-a9e1-efc278a86932 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:49.826794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5165-eb3d-4dfe-a9e1-efc278a86932 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:49.828194 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fd8c5165-eb3d-4dfe-a9e1-efc278a86932 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "PUT /networking/v2.0/ports/fa0aeb24-6165-4649-83a8-488ed6e252d5 HTTP/1.1" status: 200 len: 925 time: 1.3661807 Oct 23 01:08:49.833505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6000802a-68f8-4653-a6ad-1872a012dbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:49.836126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59690) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:49.856792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c5165-eb3d-4dfe-a9e1-efc278a86932 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=fa0aeb24-6165-4649-83a8-488ed6e252d5,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:49.889490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b7073036-a6c3-452f-88c1-92527ab9a7d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d28792e-66d1-4453-9639-52a37c919c6a'}, {'subnet_id': '0a20ee7a-4419-4d1c-b4de-af3fff05c085'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:49.893364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Deleting port 8897cd45-5421-4d15-be1f-1ea24967e608 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:49.893364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:50.005071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:50.012463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] For port 8897cd45-5421-4d15-be1f-1ea24967e608, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8897cd45-5421-4d15-be1f-1ea24967e608,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:50.014198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:50.109015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7073036-a6c3-452f-88c1-92527ab9a7d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:50.111207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4c08a4bf-edfc-4a1d-b470-d2fbee50b723), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:50.247502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-af53810e-30a2-43ca-94af-baa4a245375e None None] Provisioning complete for port fa0aeb24-6165-4649-83a8-488ed6e252d5 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:50.248561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-af53810e-30a2-43ca-94af-baa4a245375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:50.249087 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-af53810e-30a2-43ca-94af-baa4a245375e None None] Attempt 1 to provision port fa0aeb24-6165-4649-83a8-488ed6e252d5 Oct 23 01:08:50.302853 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-af53810e-30a2-43ca-94af-baa4a245375e None None] Port fa0aeb24-6165-4649-83a8-488ed6e252d5 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:50.334631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:50.335192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (67f3e479-73c9-43f3-a9e7-64589a7a77b3), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:50.335704 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Floating IP 67f3e479-73c9-43f3-a9e7-64589a7a77b3 disassociated. External IP: 172.36.3.82, port: 8897cd45-5421-4d15-be1f-1ea24967e608. Oct 23 01:08:50.336250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Calling delete_port for 8897cd45-5421-4d15-be1f-1ea24967e608 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:50.550569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:50.551882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Pushing event deleted for resources: {'Port': ['ID=4c08a4bf-edfc-4a1d-b470-d2fbee50b723,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:50.608724 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8897cd45-5421-4d15-be1f-1ea24967e608), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:50.670617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Pushing event deleted for resources: {'Port': ['ID=8897cd45-5421-4d15-be1f-1ea24967e608,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:50.739432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (a40cb2d0-7ddf-47bc-868f-a49398765bae), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:50.858951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:50.893668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for security_group (a9883b54-0621-4009-891b-850a8cbe5d68), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:50.907094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c2ff-b177-46e8-82ce-10ea7e9c75e2 req-fce92fde-25a6-4b9a-b392-5fd72ed269c3 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:50.912443 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cb42c2ff-b177-46e8-82ce-10ea7e9c75e2 req-fce92fde-25a6-4b9a-b392-5fd72ed269c3 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1380017 Oct 23 01:08:50.941498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:50.947369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:08:50.989622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6000802a-68f8-4653-a6ad-1872a012dbc8 admin admin] Publish callbacks [] for security_group (cf38c7c8-1b80-4d57-a9fa-61576c1eac59), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.008652 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a9883b54-0621-4009-891b-850a8cbe5d68), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.094756 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cb42c2ff-b177-46e8-82ce-10ea7e9c75e2 req-ce4419d5-8053-4a7d-843a-d8f8cd5ed9dc tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721876 Oct 23 01:08:51.110241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (6011f834-7de0-4189-a1e5-0b5f74183f60), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.116081 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a5e94bcb-8d2f-4c42-a667-cc0016a5e971 req-c27b0201-b0e7-428f-bb47-d33a5f95535c tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 210 time: 0.2261093 Oct 23 01:08:51.145605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6000802a-68f8-4653-a6ad-1872a012dbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (cf38c7c8-1b80-4d57-a9fa-61576c1eac59), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.162191 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:08:51.243620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:51.257398 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20df764-ff4a-42b1-b6f5-dbc974aa9149 None None] Sync routers for ids ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:51.272114 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20df764-ff4a-42b1-b6f5-dbc974aa9149 None None] Routers {'25cf7d12-3dd6-49e6-a7d9-5a8da977187f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:51.273115 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b20df764-ff4a-42b1-b6f5-dbc974aa9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:51.316783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] No DVR routers for this DVR port 8897cd45-5421-4d15-be1f-1ea24967e608 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:51.320565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.324616 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ea4ebda-5194-43ae-a161-75df14fbe38e req-b5c85a47-ecd4-4088-b870-30939cf6f976 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.48 "DELETE /networking/v2.0/ports/8897cd45-5421-4d15-be1f-1ea24967e608 HTTP/1.1" status: 204 len: 173 time: 1.6667798 Oct 23 01:08:51.325402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'name': 'network-vif-deleted', 'tag': '8897cd45-5421-4d15-be1f-1ea24967e608'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:08:51.328845 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af095369-b2f8-4ac0-9d29-d1c524ebfd8e" -d '{"events": [{"server_uuid": "a8b7434c-b750-407b-a877-69e5c8bdf547", "name": "network-vif-deleted", "tag": "8897cd45-5421-4d15-be1f-1ea24967e608"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:08:51.383294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8579b91b-9998-425e-bb19-6624a3c21527 x-openstack-request-id: req-8579b91b-9998-425e-bb19-6624a3c21527 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:08:51.383889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b7434c-b750-407b-a877-69e5c8bdf547", "name": "network-vif-deleted", "tag": "8897cd45-5421-4d15-be1f-1ea24967e608", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:08:51.384386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8579b91b-9998-425e-bb19-6624a3c21527 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:08:51.385019 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8579b91b-9998-425e-bb19-6624a3c21527'] response: {'server_uuid': 'a8b7434c-b750-407b-a877-69e5c8bdf547', 'name': 'network-vif-deleted', 'tag': '8897cd45-5421-4d15-be1f-1ea24967e608', 'status': 'completed', 'code': 200} Oct 23 01:08:51.398362 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9883b54-0621-4009-891b-850a8cbe5d68,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:51.412818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (40d2f67f-96fc-4a6f-a67b-df7f0c83f096), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.413660 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Added segment 40d2f67f-96fc-4a6f-a67b-df7f0c83f096 of type vlan for network 76ac13ac-6822-4fb0-9754-21af3fbd4611 Oct 23 01:08:51.490935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:51.495156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-b7073036-a6c3-452f-88c1-92527ab9a7d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8:0:1::103 (40183c4a-a129-4066-8ed8-6b4e485b0880/0a20ee7a-4419-4d1c-b4de-af3fff05c085/fa0aeb24-6165-4649-83a8-488ed6e252d5) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:51.566297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (6011f834-7de0-4189-a1e5-0b5f74183f60), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.569464 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-b20df764-ff4a-42b1-b6f5-dbc974aa9149 None None] Set router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:51.580933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (6011f834-7de0-4189-a1e5-0b5f74183f60), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.722645 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6000802a-68f8-4653-a6ad-1872a012dbc8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=141a712d99b44237810c39ffd29872c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9438627 Oct 23 01:08:51.725523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59704) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:51.793564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.805255 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d8062e1-695a-473f-bcb3-c3357b6c9146 admin admin] Publish callbacks [] for security_group (cf38c7c8-1b80-4d57-a9fa-61576c1eac59), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.834438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d8062e1-695a-473f-bcb3-c3357b6c9146 admin admin] Publish callbacks [] for security_group (cf38c7c8-1b80-4d57-a9fa-61576c1eac59), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.843228 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b20df764-ff4a-42b1-b6f5-dbc974aa9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '653e80b8-f8fd-4abd-8ce1-1db2034ef239', 'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'mac_address': 'fa:16:3e:16:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:17Z', 'updated_at': '2022-10-23T01:07:29Z', 'revision_number': 5, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'subnets': [{'id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:51.880286 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20df764-ff4a-42b1-b6f5-dbc974aa9149 None None] Checking router: 25cf7d12-3dd6-49e6-a7d9-5a8da977187f for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:08:51.891749 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20df764-ff4a-42b1-b6f5-dbc974aa9149 None None] Routers {'25cf7d12-3dd6-49e6-a7d9-5a8da977187f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:51.892715 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b20df764-ff4a-42b1-b6f5-dbc974aa9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:52.014501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000802a-68f8-4653-a6ad-1872a012dbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf38c7c8-1b80-4d57-a9fa-61576c1eac59,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:52.015250 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-b20df764-ff4a-42b1-b6f5-dbc974aa9149 None None] Set router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:52.025753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (76ac13ac-6822-4fb0-9754-21af3fbd4611), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.033543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d8062e1-695a-473f-bcb3-c3357b6c9146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (cf38c7c8-1b80-4d57-a9fa-61576c1eac59), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.037643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d8062e1-695a-473f-bcb3-c3357b6c9146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.042437 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5d8062e1-695a-473f-bcb3-c3357b6c9146 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cf38c7c8-1b80-4d57-a9fa-61576c1eac59 HTTP/1.1" status: 204 len: 168 time: 0.3157496 Oct 23 01:08:52.055572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8062e1-695a-473f-bcb3-c3357b6c9146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf38c7c8-1b80-4d57-a9fa-61576c1eac59,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:52.152825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (6011f834-7de0-4189-a1e5-0b5f74183f60), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.153744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Fanout notify agent at l3_agent the message router_deleted on router 6011f834-7de0-4189-a1e5-0b5f74183f60 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:08:52.187102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.190881 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-86b18896-4eca-47c8-8c5a-a9c91cf12c0a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/6011f834-7de0-4189-a1e5-0b5f74183f60 HTTP/1.1" status: 204 len: 168 time: 4.3501644 Oct 23 01:08:52.192333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59714) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:52.197434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2069257357', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:52.213674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0f183-2e09-41a7-b0dd-ecf1d378d036 req-5b7b3473-e5e8-4258-852f-db409eac35b6 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:52.222715 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-71b0f183-2e09-41a7-b0dd-ecf1d378d036 req-5b7b3473-e5e8-4258-852f-db409eac35b6 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 945 time: 0.2690194 Oct 23 01:08:52.257093 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7073036-a6c3-452f-88c1-92527ab9a7d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.291770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bcd71-4191-4f8a-85c6-15cd2023c504 req-9f088bc0-4f21-4fdc-a5ab-f23699a2f36e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:52.293935 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b20bcd71-4191-4f8a-85c6-15cd2023c504 req-9f088bc0-4f21-4fdc-a5ab-f23699a2f36e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.0604627 Oct 23 01:08:52.301738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:52.305924 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-71b0f183-2e09-41a7-b0dd-ecf1d378d036 req-97d0b0a3-b4e2-454e-9a97-aea5094256c5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816679 Oct 23 01:08:52.375895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7073036-a6c3-452f-88c1-92527ab9a7d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.382899 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b20bcd71-4191-4f8a-85c6-15cd2023c504 req-3aac20d1-701b-4ebc-9f8b-3892d309f043 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796359 Oct 23 01:08:52.387528 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b20df764-ff4a-42b1-b6f5-dbc974aa9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '653e80b8-f8fd-4abd-8ce1-1db2034ef239', 'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'mac_address': 'fa:16:3e:16:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:17Z', 'updated_at': '2022-10-23T01:07:29Z', 'revision_number': 5, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'subnets': [{'id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:52.430168 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20df764-ff4a-42b1-b6f5-dbc974aa9149 None None] The sync data for ids ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'] in dv-neutron-master-2-hyperv is: [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '653e80b8-f8fd-4abd-8ce1-1db2034ef239', 'name': '', 'network_id': '90278020-7334-4e49-a351-40edec530728', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'mac_address': 'fa:16:3e:16:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:17Z', 'updated_at': '2022-10-23T01:07:29Z', 'revision_number': 5, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'subnets': [{'id': '22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:52.441121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (76ac13ac-6822-4fb0-9754-21af3fbd4611), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.446411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:52.452252 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.454856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:08:52.469502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (bd11d3a6-192a-47c2-9748-38cea771049c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.471632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (bd11d3a6-192a-47c2-9748-38cea771049c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.551922 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-24e04b7e-51e5-4e76-84cd-d48c161c8e63 req-cf545895-8225-4f58-b554-93ac975c0c22 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 210 time: 0.1181035 Oct 23 01:08:52.657297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7073036-a6c3-452f-88c1-92527ab9a7d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=fa0aeb24-6165-4649-83a8-488ed6e252d5,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:52.745265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (bd11d3a6-192a-47c2-9748-38cea771049c), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.760876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-b7073036-a6c3-452f-88c1-92527ab9a7d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] In _notify_port_updated(), no bound segment for port fa0aeb24-6165-4649-83a8-488ed6e252d5 on network 40183c4a-a129-4066-8ed8-6b4e485b0880 {{(pid=105985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:08:52.766229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7073036-a6c3-452f-88c1-92527ab9a7d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:52.766932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7073036-a6c3-452f-88c1-92527ab9a7d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.768384 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b7073036-a6c3-452f-88c1-92527ab9a7d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "PUT /networking/v2.0/ports/fa0aeb24-6165-4649-83a8-488ed6e252d5 HTTP/1.1" status: 200 len: 1011 time: 2.9067593 Oct 23 01:08:52.769234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event updated for resources: {'Network': ['ID=76ac13ac-6822-4fb0-9754-21af3fbd4611,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:52.771673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59718) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:52.777050 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-af0a3570-7b1a-4077-ae89-7913d5461102 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.0052898 Oct 23 01:08:52.777050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:52.778707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59720) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:52.786802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Request body: {'subnet': {'network_id': '76ac13ac-6822-4fb0-9754-21af3fbd4611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:52.795492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 76ac13ac-6822-4fb0-9754-21af3fbd4611 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:08:52.946266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:52.956708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a95b73b-2276-41a5-991d-a4ab6416ff50 None None] New status for floating IP 67f3e479-73c9-43f3-a9e7-64589a7a77b3: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:08:53.002849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:53.024408 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8860e-bef0-4627-a1f6-b1dcc1d1dc36 None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:53.055390 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8860e-bef0-4627-a1f6-b1dcc1d1dc36 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:53.056036 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f1a8860e-bef0-4627-a1f6-b1dcc1d1dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:53.140451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-521b812e-7161-4627-8d12-0c4beda8f347 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port fa0aeb24-6165-4649-83a8-488ed6e252d5 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:53.140865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-521b812e-7161-4627-8d12-0c4beda8f347 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.144940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bf850b9c-8fb7-4e08-aab9-261839b93c9c None None] Provisioning complete for port fa0aeb24-6165-4649-83a8-488ed6e252d5 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:53.147089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bf850b9c-8fb7-4e08-aab9-261839b93c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.147873 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bf850b9c-8fb7-4e08-aab9-261839b93c9c None None] Attempt 1 to provision port fa0aeb24-6165-4649-83a8-488ed6e252d5 Oct 23 01:08:53.152672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.157135 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8e9e4dd2-d8eb-4659-a8ac-170528f59d1c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1057391 Oct 23 01:08:53.157356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59722) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:53.163013 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f1a8860e-bef0-4627-a1f6-b1dcc1d1dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:53.174396 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8860e-bef0-4627-a1f6-b1dcc1d1dc36 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:53.177508 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f1a8860e-bef0-4627-a1f6-b1dcc1d1dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:53.196073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bf850b9c-8fb7-4e08-aab9-261839b93c9c None None] Port fa0aeb24-6165-4649-83a8-488ed6e252d5 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:53.241311 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f1a8860e-bef0-4627-a1f6-b1dcc1d1dc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:53.242305 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8860e-bef0-4627-a1f6-b1dcc1d1dc36 None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:53.279305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59724) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:53.280078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Made reservation on behalf of b92fee0c78fb4a5eb3db11b1dd4627e4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:53.283551 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (bd11d3a6-192a-47c2-9748-38cea771049c), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.287368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.366551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-087de717-9b5e-48f2-adc2-974ec60508b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.368988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-521b812e-7161-4627-8d12-0c4beda8f347 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.390234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-521b812e-7161-4627-8d12-0c4beda8f347 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for fa0aeb24-6165-4649-83a8-488ed6e252d5 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:53.596083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:53.614519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-7c45eb76-e622-47b8-8c69-fefc08d3f575 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:53.616077 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-7c45eb76-e622-47b8-8c69-fefc08d3f575 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 945 time: 0.1795785 Oct 23 01:08:53.621984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986aecc-3dc7-466b-950a-dbbc0f23dfd2 req-e9246735-2f63-46b1-87a4-9570ecd54639 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:53.624181 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4986aecc-3dc7-466b-950a-dbbc0f23dfd2 req-e9246735-2f63-46b1-87a4-9570ecd54639 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 945 time: 0.2255654 Oct 23 01:08:53.647004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13b8c0-e8cc-4972-8dbd-fec733fbcc4e req-dc806669-a3cc-4c2e-861d-6970314d55f8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:53.648585 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3a13b8c0-e8cc-4972-8dbd-fec733fbcc4e req-dc806669-a3cc-4c2e-861d-6970314d55f8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1514468 Oct 23 01:08:53.759420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-087de717-9b5e-48f2-adc2-974ec60508b2 admin admin] Publish callbacks [] for security_group (3ebb70ba-4203-479a-95dd-cd30b7d4e576), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.760836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:53.822167 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3a13b8c0-e8cc-4972-8dbd-fec733fbcc4e req-2a4c17ee-fd43-4c13-b17a-9310e4b51158 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469045 Oct 23 01:08:53.828346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-087de717-9b5e-48f2-adc2-974ec60508b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3ebb70ba-4203-479a-95dd-cd30b7d4e576), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.912859 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:53.921970 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-087de717-9b5e-48f2-adc2-974ec60508b2 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=70c7f2f1e5c343c3ba729246e0c8f69e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6302030 Oct 23 01:08:53.925472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (947c64e3-4855-4c43-9fdd-97245cace4d9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.933338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59732) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:53.941369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087de717-9b5e-48f2-adc2-974ec60508b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebb70ba-4203-479a-95dd-cd30b7d4e576,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:54.100073 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-015addee-4a8d-4169-aa5f-fec1b1069fb4 req-714207be-864d-49ce-a886-ee84e4d14956 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8b7434c-b750-407b-a877-69e5c8bdf547 HTTP/1.1" status: 200 len: 210 time: 0.1245401 Oct 23 01:08:54.119631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event updated for resources: {'Subnet': ['ID=947c64e3-4855-4c43-9fdd-97245cace4d9,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:54.128950 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Checking segment: {'id': '40d2f67f-96fc-4a6f-a67b-df7f0c83f096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '76ac13ac-6822-4fb0-9754-21af3fbd4611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:54.129350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Network hostable DHCP agents. Network: 76ac13ac-6822-4fb0-9754-21af3fbd4611, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:08:54.177288 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4986aecc-3dc7-466b-950a-dbbc0f23dfd2 req-254089aa-0ae7-4f0a-9a2d-291e0f8edd1f tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5432320 Oct 23 01:08:54.186743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49e7cb45-b9e4-476d-8aa7-966dc3526539 admin admin] Publish callbacks [] for security_group (3ebb70ba-4203-479a-95dd-cd30b7d4e576), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.225908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49e7cb45-b9e4-476d-8aa7-966dc3526539 admin admin] Publish callbacks [] for security_group (3ebb70ba-4203-479a-95dd-cd30b7d4e576), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.251361 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (bd11d3a6-192a-47c2-9748-38cea771049c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.257951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:54.284155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.292375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Network 76ac13ac-6822-4fb0-9754-21af3fbd4611 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:08:54.337257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Deleting port 183002a1-4cd9-45bf-bda8-717f2f126eb5 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:54.337602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.344240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.434531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8897cd45-5421-4d15-be1f-1ea24967e608 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:08:54.460676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 8897cd45-5421-4d15-be1f-1ea24967e608 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:08:54.461567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8897cd45-5421-4d15-be1f-1ea24967e608 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:08:54.519914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] For port 183002a1-4cd9-45bf-bda8-717f2f126eb5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=183002a1-4cd9-45bf-bda8-717f2f126eb5,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:54.520285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.583885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-521b812e-7161-4627-8d12-0c4beda8f347 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (fa0aeb24-6165-4649-83a8-488ed6e252d5), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.585947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Allocated IP 172.36.3.249 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/a947b328-9b12-489d-af79-4c6f07899267) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:54.633489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b812e-7161-4627-8d12-0c4beda8f347 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=fa0aeb24-6165-4649-83a8-488ed6e252d5,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:54.653493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:54.722718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49e7cb45-b9e4-476d-8aa7-966dc3526539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3ebb70ba-4203-479a-95dd-cd30b7d4e576), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.725425 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49e7cb45-b9e4-476d-8aa7-966dc3526539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.726517 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-49e7cb45-b9e4-476d-8aa7-966dc3526539 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3ebb70ba-4203-479a-95dd-cd30b7d4e576 HTTP/1.1" status: 204 len: 168 time: 0.7873199 Oct 23 01:08:54.727191 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 76ac13ac-6822-4fb0-9754-21af3fbd4611) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:54.733777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:54.734405 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.739237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b074ffb-9769-444a-99c0-56d93c6b186f None None] Network 76ac13ac-6822-4fb0-9754-21af3fbd4611 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:54.762634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:54.765485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:54.777115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7cb45-b9e4-476d-8aa7-966dc3526539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebb70ba-4203-479a-95dd-cd30b7d4e576,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:54.793375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-521b812e-7161-4627-8d12-0c4beda8f347 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.797918 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-521b812e-7161-4627-8d12-0c4beda8f347 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fa0aeb24-6165-4649-83a8-488ed6e252d5 HTTP/1.1" status: 204 len: 168 time: 2.0235980 Oct 23 01:08:54.802679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59736) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:54.854542 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-299826a2-9dc5-45b4-abcd-c1152a268734 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:08:54.859812 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-299826a2-9dc5-45b4-abcd-c1152a268734 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/fa0aeb24-6165-4649-83a8-488ed6e252d5 HTTP/1.1" status: 404 len: 333 time: 0.0560243 Oct 23 01:08:54.862539 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59738) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:54.867642 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-274abaee-9e78-4395-8055-2bf5369ab972 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0872562 Oct 23 01:08:54.870659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59742) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:54.887809 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-35a481df-5799-4339-a6c4-bf0ae48b4efa tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1907580710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:54.925428 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-76ac13ac-6822-4fb0-9754-21af3fbd4611', 'network_id': '76ac13ac-6822-4fb0-9754-21af3fbd4611', 'project_id': 'b92fee0c78fb4a5eb3db11b1dd4627e4', 'fixed_ips': [{'subnet_id': '947c64e3-4855-4c43-9fdd-97245cace4d9'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:08:54.926633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.959195 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:54.966922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.967751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (d775fdc5-db93-4260-a122-4f405ac17f98), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:54.967995 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Floating IP d775fdc5-db93-4260-a122-4f405ac17f98 disassociated. External IP: 172.36.3.168, port: 183002a1-4cd9-45bf-bda8-717f2f126eb5. Oct 23 01:08:54.968332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Calling delete_port for 183002a1-4cd9-45bf-bda8-717f2f126eb5 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:54.980215 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for port (a947b328-9b12-489d-af79-4c6f07899267), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.056694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-35a481df-5799-4339-a6c4-bf0ae48b4efa tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.057704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-35a481df-5799-4339-a6c4-bf0ae48b4efa tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.091192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff07b47-298f-4da3-be13-f7f3462a4a57 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting subnet 0a20ee7a-4419-4d1c-b4de-af3fff05c085 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:08:55.104619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8962c08-b69f-405f-81b8-a4ee6e36b318 req-078e4f61-0c6b-41cc-90bf-f404c6afee45 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:55.106316 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e8962c08-b69f-405f-81b8-a4ee6e36b318 req-078e4f61-0c6b-41cc-90bf-f404c6afee45 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1317275 Oct 23 01:08:55.107175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eff07b47-298f-4da3-be13-f7f3462a4a57 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (0a20ee7a-4419-4d1c-b4de-af3fff05c085), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.122750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Allocated IP 172.20.0.2 (76ac13ac-6822-4fb0-9754-21af3fbd4611/947c64e3-4855-4c43-9fdd-97245cace4d9/d79a0c74-4822-4ec8-a905-0086c9e00886) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:55.156323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-35a481df-5799-4339-a6c4-bf0ae48b4efa tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for router_controller (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.219535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eff07b47-298f-4da3-be13-f7f3462a4a57 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (0a20ee7a-4419-4d1c-b4de-af3fff05c085), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.229653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a947b328-9b12-489d-af79-4c6f07899267), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.254075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:55.260857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-35a481df-5799-4339-a6c4-bf0ae48b4efa tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.298949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:55.299464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59752) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:55.321287 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:55.331399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Publish callbacks [] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.333018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:55.342332 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e8962c08-b69f-405f-81b8-a4ee6e36b318 req-e12e935f-e00e-4e22-82ab-e044acc9b7bd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052715 Oct 23 01:08:55.381399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Pushing event updated for resources: {'Port': ['ID=a947b328-9b12-489d-af79-4c6f07899267,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:55.413652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-35a481df-5799-4339-a6c4-bf0ae48b4efa tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.414870 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-35a481df-5799-4339-a6c4-bf0ae48b4efa tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5331342 Oct 23 01:08:55.419612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59754) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:55.425248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eff07b47-298f-4da3-be13-f7f3462a4a57 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (0a20ee7a-4419-4d1c-b4de-af3fff05c085), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.440347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.448243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (183002a1-4cd9-45bf-bda8-717f2f126eb5), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.512205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:55.528953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Pushing event updated for resources: {'Port': ['ID=d79a0c74-4822-4ec8-a905-0086c9e00886,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:55.539465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a27728cc-8ba4-4381-a65e-e24eb4044c21 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group (5eed68a1-38b0-496d-96c3-90dc8500110b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.543888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Network 76ac13ac-6822-4fb0-9754-21af3fbd4611 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:55.550234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:55.554648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:55.573462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75adcce-620d-4933-a0f6-30080833db18 req-639895d4-a384-478b-b031-27258e369dd1 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:55.575404 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c75adcce-620d-4933-a0f6-30080833db18 req-639895d4-a384-478b-b031-27258e369dd1 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 945 time: 0.1917851 Oct 23 01:08:55.578206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.20.0.1 (d13de77c-f3df-4281-9fff-c1d2db5df2d0/3369ca26-348e-4f5d-a0d4-27b47e589250/5879981e-2518-400c-a9c2-e093ae8b5e09) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:55.580687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a27728cc-8ba4-4381-a65e-e24eb4044c21 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group (5eed68a1-38b0-496d-96c3-90dc8500110b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.586289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Pushing event deleted for resources: {'Port': ['ID=183002a1-4cd9-45bf-bda8-717f2f126eb5,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:55.631043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:55.635933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:55.647592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Attempting to bind port d79a0c74-4822-4ec8-a905-0086c9e00886 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:08:55.648087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Attempting to bind port d79a0c74-4822-4ec8-a905-0086c9e00886 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '40d2f67f-96fc-4a6f-a67b-df7f0c83f096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '76ac13ac-6822-4fb0-9754-21af3fbd4611'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:08:55.648391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Attempting to bind port d79a0c74-4822-4ec8-a905-0086c9e00886 on network 76ac13ac-6822-4fb0-9754-21af3fbd4611 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:08:55.695053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:08:55.695416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Checking segment: {'id': '40d2f67f-96fc-4a6f-a67b-df7f0c83f096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '76ac13ac-6822-4fb0-9754-21af3fbd4611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:08:55.695809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.696197 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Bound using segment: {'id': '40d2f67f-96fc-4a6f-a67b-df7f0c83f096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '76ac13ac-6822-4fb0-9754-21af3fbd4611'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:08:55.696670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Bound port: d79a0c74-4822-4ec8-a905-0086c9e00886, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d2f67f-96fc-4a6f-a67b-df7f0c83f096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '76ac13ac-6822-4fb0-9754-21af3fbd4611'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:08:55.697045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.745749 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:55.773318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] For port d79a0c74-4822-4ec8-a905-0086c9e00886, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:08:55.777865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] For port d79a0c74-4822-4ec8-a905-0086c9e00886, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d79a0c74-4822-4ec8-a905-0086c9e00886,segment=NetworkSegment(40d2f67f-96fc-4a6f-a67b-df7f0c83f096),segment_id=40d2f67f-96fc-4a6f-a67b-df7f0c83f096)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:08:55.839367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:55.856585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.892824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eff07b47-298f-4da3-be13-f7f3462a4a57 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (0a20ee7a-4419-4d1c-b4de-af3fff05c085), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.898075 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c75adcce-620d-4933-a0f6-30080833db18 req-5cb7f3ba-4a9a-457e-9265-e5b32bc7247e tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91d164ab-bc33-4d58-9fc5-8890363a46ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009410 Oct 23 01:08:55.908750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Router 223fbffb-6323-4fd2-9e39-fbb8578e1979 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:08:55.950357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa21e1-3ed0-4cd3-bce1-cfd966b45c5e None None] Pushing event updated for resources: {'Port': ['ID=d79a0c74-4822-4ec8-a905-0086c9e00886,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:55.966648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00570efe-ffc7-4296-9d1f-c020880c9e18 None None] Network 40183c4a-a129-4066-8ed8-6b4e485b0880 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:55.977029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff07b47-298f-4da3-be13-f7f3462a4a57 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Subnet': ['ID=0a20ee7a-4419-4d1c-b4de-af3fff05c085,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:55.982552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eff07b47-298f-4da3-be13-f7f3462a4a57 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:55.991886 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-eff07b47-298f-4da3-be13-f7f3462a4a57 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/0a20ee7a-4419-4d1c-b4de-af3fff05c085 HTTP/1.1" status: 204 len: 168 time: 1.1277826 Oct 23 01:08:56.010244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59766) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:56.038357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (5879981e-2518-400c-a9c2-e093ae8b5e09), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:56.073833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a27728cc-8ba4-4381-a65e-e24eb4044c21 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (5eed68a1-38b0-496d-96c3-90dc8500110b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:56.077369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a27728cc-8ba4-4381-a65e-e24eb4044c21 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:56.084415 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a27728cc-8ba4-4381-a65e-e24eb4044c21 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5eed68a1-38b0-496d-96c3-90dc8500110b HTTP/1.1" status: 204 len: 168 time: 0.7816634 Oct 23 01:08:56.096124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59770) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:56.241019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27728cc-8ba4-4381-a65e-e24eb4044c21 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eed68a1-38b0-496d-96c3-90dc8500110b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:56.245458 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-e27f481b-e77a-4c52-81a5-a118f7349c3c tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] show failed (client error): The resource could not be found. Oct 23 01:08:56.246754 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e27f481b-e77a-4c52-81a5-a118f7349c3c tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "GET /networking/v2.0/security-groups/5eed68a1-38b0-496d-96c3-90dc8500110b HTTP/1.1" status: 404 len: 347 time: 0.1458700 Oct 23 01:08:56.255891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59774) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:56.365817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:56.379192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c554f4f-786a-4c97-9a3d-bee91ca48cb8 None None] Sync routers for ids ['223fbffb-6323-4fd2-9e39-fbb8578e1979'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:56.379644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (bd11d3a6-192a-47c2-9748-38cea771049c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:56.389096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-2822e8ea-499c-4a0b-8d5b-fa52e3d03d20 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting subnet 3d28792e-66d1-4453-9639-52a37c919c6a {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:08:56.397144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c554f4f-786a-4c97-9a3d-bee91ca48cb8 None None] Routers {'223fbffb-6323-4fd2-9e39-fbb8578e1979'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:56.399016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2c554f4f-786a-4c97-9a3d-bee91ca48cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['223fbffb-6323-4fd2-9e39-fbb8578e1979'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:56.417307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:56.424380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2822e8ea-499c-4a0b-8d5b-fa52e3d03d20 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (3d28792e-66d1-4453-9639-52a37c919c6a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:56.471932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] No DVR routers for this DVR port 183002a1-4cd9-45bf-bda8-717f2f126eb5 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:56.475880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:56.480421 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d3baa896-0872-4593-941d-ed8ca15b7f6a req-461e2761-dd12-4139-80ad-68c1a526fbe9 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.48 "DELETE /networking/v2.0/ports/183002a1-4cd9-45bf-bda8-717f2f126eb5 HTTP/1.1" status: 204 len: 173 time: 2.7488708 Oct 23 01:08:56.485452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af969711-f7d5-4109-95f7-28011c1178f2', 'name': 'network-vif-deleted', 'tag': '183002a1-4cd9-45bf-bda8-717f2f126eb5'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:08:56.487990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e500d5e-9abc-4ab3-907a-480374fb2a9e" -d '{"events": [{"server_uuid": "af969711-f7d5-4109-95f7-28011c1178f2", "name": "network-vif-deleted", "tag": "183002a1-4cd9-45bf-bda8-717f2f126eb5"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:08:56.533904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (5879981e-2518-400c-a9c2-e093ae8b5e09), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:56.612870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2135b03-ce14-400f-b8ec-713d018cab37 x-openstack-request-id: req-c2135b03-ce14-400f-b8ec-713d018cab37 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:08:56.614145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af969711-f7d5-4109-95f7-28011c1178f2", "name": "network-vif-deleted", "tag": "183002a1-4cd9-45bf-bda8-717f2f126eb5", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:08:56.614413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2135b03-ce14-400f-b8ec-713d018cab37 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:08:56.615940 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2135b03-ce14-400f-b8ec-713d018cab37'] response: {'server_uuid': 'af969711-f7d5-4109-95f7-28011c1178f2', 'name': 'network-vif-deleted', 'tag': '183002a1-4cd9-45bf-bda8-717f2f126eb5', 'status': 'completed', 'code': 200} Oct 23 01:08:56.619986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ff9979c9-0a77-4fce-8f02-beba00c7dac5 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Deleting port 44d33b83-ad46-408e-b261-e50569136f96 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:56.620332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff9979c9-0a77-4fce-8f02-beba00c7dac5 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (44d33b83-ad46-408e-b261-e50569136f96), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:56.635280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:56.642757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-2c554f4f-786a-4c97-9a3d-bee91ca48cb8 None None] Set router 223fbffb-6323-4fd2-9e39-fbb8578e1979 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:56.775087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (bd11d3a6-192a-47c2-9748-38cea771049c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:56.844830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46a870-3084-4174-9277-b0f3e67a0837 req-c2d3cbcc-4501-4abd-be7f-1419226e4ad8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:56.846545 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-da46a870-3084-4174-9277-b0f3e67a0837 req-c2d3cbcc-4501-4abd-be7f-1419226e4ad8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2304740 Oct 23 01:08:57.008519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network d13de77c-f3df-4281-9fff-c1d2db5df2d0 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:57.068658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d79a0c74-4822-4ec8-a905-0086c9e00886 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:57.104682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:57.119022 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-56b595f2-c76b-4ada-a1c2-229b1f723017 req-5d567dce-6df1-4346-9ffb-b22be21cfaa5 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=af969711-f7d5-4109-95f7-28011c1178f2 HTTP/1.1" status: 200 len: 210 time: 0.0621822 Oct 23 01:08:57.167176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff9979c9-0a77-4fce-8f02-beba00c7dac5 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (44d33b83-ad46-408e-b261-e50569136f96), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:57.167751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff9979c9-0a77-4fce-8f02-beba00c7dac5 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for floatingip (44d33b83-ad46-408e-b261-e50569136f96), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:57.190826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2c554f4f-786a-4c97-9a3d-bee91ca48cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:18Z', 'revision_number': 4, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3d2156f8-4156-45b5-a968-e8d83029cd13', 'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:16Z', 'updated_at': '2022-10-23T01:07:30Z', 'revision_number': 5, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'subnets': [{'id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:57.205230 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:57.218877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Router bd11d3a6-192a-47c2-9748-38cea771049c is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:08:57.234702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c554f4f-786a-4c97-9a3d-bee91ca48cb8 None None] Checking router: 223fbffb-6323-4fd2-9e39-fbb8578e1979 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:08:57.238021 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d79a0c74-4822-4ec8-a905-0086c9e00886 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:57.238633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:57.239136 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d79a0c74-4822-4ec8-a905-0086c9e00886 Oct 23 01:08:57.287414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (a40cb2d0-7ddf-47bc-868f-a49398765bae), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:57.322961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ff9979c9-0a77-4fce-8f02-beba00c7dac5 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Calling delete_port for 44d33b83-ad46-408e-b261-e50569136f96 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:57.326221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c554f4f-786a-4c97-9a3d-bee91ca48cb8 None None] Routers {'223fbffb-6323-4fd2-9e39-fbb8578e1979'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:57.327279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2c554f4f-786a-4c97-9a3d-bee91ca48cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['223fbffb-6323-4fd2-9e39-fbb8578e1979'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:57.400562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=5879981e-2518-400c-a9c2-e093ae8b5e09,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:57.402553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:08:57.408893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2822e8ea-499c-4a0b-8d5b-fa52e3d03d20 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (3d28792e-66d1-4453-9639-52a37c919c6a), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:57.423294 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb4b3c-80e8-4f5b-909e-e7a0fe862cbd None None] Sync routers for ids ['bd11d3a6-192a-47c2-9748-38cea771049c'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:08:57.442950 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb4b3c-80e8-4f5b-909e-e7a0fe862cbd None None] Routers {'bd11d3a6-192a-47c2-9748-38cea771049c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:57.443611 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-94bb4b3c-80e8-4f5b-909e-e7a0fe862cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd11d3a6-192a-47c2-9748-38cea771049c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:57.456847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d79a0c74-4822-4ec8-a905-0086c9e00886 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:57.457339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:57.471381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b5eba63c-3a99-42d9-9c50-f0ef1689d5f4 None None] Provisioning complete for port 928d4178-3e9e-4fca-9757-3006826c359a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:57.471381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b5eba63c-3a99-42d9-9c50-f0ef1689d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (928d4178-3e9e-4fca-9757-3006826c359a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:57.471381 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b5eba63c-3a99-42d9-9c50-f0ef1689d5f4 None None] Attempt 1 to provision port 928d4178-3e9e-4fca-9757-3006826c359a Oct 23 01:08:57.485619 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-94bb4b3c-80e8-4f5b-909e-e7a0fe862cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:57.496006 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb4b3c-80e8-4f5b-909e-e7a0fe862cbd None None] Routers {'bd11d3a6-192a-47c2-9748-38cea771049c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:08:57.496804 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-94bb4b3c-80e8-4f5b-909e-e7a0fe862cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd11d3a6-192a-47c2-9748-38cea771049c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:57.521205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cdd5ca-7ada-4b0a-8f57-9cfcd709d65f None None] Network 76ac13ac-6822-4fb0-9754-21af3fbd4611 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:57.536216 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-94bb4b3c-80e8-4f5b-909e-e7a0fe862cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:57.537070 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb4b3c-80e8-4f5b-909e-e7a0fe862cbd None None] The sync data for ids ['bd11d3a6-192a-47c2-9748-38cea771049c'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:57.556258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:57.557600 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-090eec7c-d775-474c-a80d-f38e48a88cc8 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3640435 Oct 23 01:08:57.565687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59794) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:57.571239 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:57.611693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:57.716216 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-da46a870-3084-4174-9277-b0f3e67a0837 req-dcf97453-4f90-4c72-88e2-a805880f9326 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7425537 Oct 23 01:08:57.722693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5879981e-2518-400c-a9c2-e093ae8b5e09), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:57.790011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:57.870864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port d79a0c74-4822-4ec8-a905-0086c9e00886, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d79a0c74-4822-4ec8-a905-0086c9e00886,segment=NetworkSegment(40d2f67f-96fc-4a6f-a67b-df7f0c83f096),segment_id=40d2f67f-96fc-4a6f-a67b-df7f0c83f096)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:57.881066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-2c554f4f-786a-4c97-9a3d-bee91ca48cb8 None None] Set router 223fbffb-6323-4fd2-9e39-fbb8578e1979 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:08:57.937139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:57.944935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b5eba63c-3a99-42d9-9c50-f0ef1689d5f4 None None] Current status of the port 928d4178-3e9e-4fca-9757-3006826c359a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:57.948582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2822e8ea-499c-4a0b-8d5b-fa52e3d03d20 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (3d28792e-66d1-4453-9639-52a37c919c6a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:57.965763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (bd11d3a6-192a-47c2-9748-38cea771049c), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:57.971367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59800) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:57.992523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:58.032770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.107995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_gateway (bd11d3a6-192a-47c2-9748-38cea771049c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.121704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Allocated IP 172.20.0.1 (76ac13ac-6822-4fb0-9754-21af3fbd4611/947c64e3-4855-4c43-9fdd-97245cace4d9/b707a47e-fac6-4ea2-861c-1c54b0333704) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:08:58.132213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1466130652', 'router:external': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:08:58.178315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0815c09c-93cb-4546-88c7-756485788108 None None] Provisioning complete for port d79a0c74-4822-4ec8-a905-0086c9e00886 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:58.178721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0815c09c-93cb-4546-88c7-756485788108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.179202 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0815c09c-93cb-4546-88c7-756485788108 None None] Attempt 1 to provision port d79a0c74-4822-4ec8-a905-0086c9e00886 Oct 23 01:08:58.262944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=d79a0c74-4822-4ec8-a905-0086c9e00886,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:58.271380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Deleting port a947b328-9b12-489d-af79-4c6f07899267 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:58.271741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a947b328-9b12-489d-af79-4c6f07899267), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.294010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Made reservation on behalf of e374c862e2c74e9482c1c89966829165 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:08:58.297232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2822e8ea-499c-4a0b-8d5b-fa52e3d03d20 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (3d28792e-66d1-4453-9639-52a37c919c6a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.300384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.330839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2c554f4f-786a-4c97-9a3d-bee91ca48cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:18Z', 'revision_number': 4, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3d2156f8-4156-45b5-a968-e8d83029cd13', 'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:16Z', 'updated_at': '2022-10-23T01:07:30Z', 'revision_number': 5, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'subnets': [{'id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:08:58.346915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.361280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59808) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:58.362542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c554f4f-786a-4c97-9a3d-bee91ca48cb8 None None] The sync data for ids ['223fbffb-6323-4fd2-9e39-fbb8578e1979'] in dv-neutron-master-2-hyperv is: [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:07:18Z', 'revision_number': 4, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3d2156f8-4156-45b5-a968-e8d83029cd13', 'name': '', 'network_id': '05bcd369-fd6c-4f2a-b5d0-3331a3a7f454', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:16Z', 'updated_at': '2022-10-23T01:07:30Z', 'revision_number': 5, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'subnets': [{'id': '4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:08:58.375044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822e8ea-499c-4a0b-8d5b-fa52e3d03d20 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Subnet': ['ID=3d28792e-66d1-4453-9639-52a37c919c6a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:58.407280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2822e8ea-499c-4a0b-8d5b-fa52e3d03d20 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.413181 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2822e8ea-499c-4a0b-8d5b-fa52e3d03d20 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/3d28792e-66d1-4453-9639-52a37c919c6a HTTP/1.1" status: 204 len: 168 time: 2.4114828 Oct 23 01:08:58.416681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59810) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:58.444206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0815c09c-93cb-4546-88c7-756485788108 None None] Current status of the port d79a0c74-4822-4ec8-a905-0086c9e00886 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:58.448146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25563ea-a407-4934-9db8-faafd7a977c5 None None] Network 40183c4a-a129-4066-8ed8-6b4e485b0880 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:08:58.520227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 183002a1-4cd9-45bf-bda8-717f2f126eb5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:08:58.544432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 183002a1-4cd9-45bf-bda8-717f2f126eb5 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:08:58.545548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 183002a1-4cd9-45bf-bda8-717f2f126eb5 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:08:58.550381 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=2,neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:58.551379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff9979c9-0a77-4fce-8f02-beba00c7dac5 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (44d33b83-ad46-408e-b261-e50569136f96), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.588068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-487c6a6a-3220-43f2-93b4-90588d8b2e03 None None] Provisioning complete for port d79a0c74-4822-4ec8-a905-0086c9e00886 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:58.588443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-487c6a6a-3220-43f2-93b4-90588d8b2e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.588785 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-487c6a6a-3220-43f2-93b4-90588d8b2e03 None None] Attempt 1 to provision port d79a0c74-4822-4ec8-a905-0086c9e00886 Oct 23 01:08:58.631132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:58.715580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-487c6a6a-3220-43f2-93b4-90588d8b2e03 None None] Current status of the port d79a0c74-4822-4ec8-a905-0086c9e00886 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:58.788776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e400a50-22da-41d3-8112-70b4b4e99654 None None] New status for floating IP d775fdc5-db93-4260-a122-4f405ac17f98: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:08:58.795179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350de3e6-da28-47ab-af66-c431a8103859 None None] DHCP port deletion for 40183c4a-a129-4066-8ed8-6b4e485b0880 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:08:58.838048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:58.912795 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (5879981e-2518-400c-a9c2-e093ae8b5e09), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.915606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a947b328-9b12-489d-af79-4c6f07899267), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.933851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d79a0c74-4822-4ec8-a905-0086c9e00886 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:08:58.944526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Calling delete_port for a947b328-9b12-489d-af79-4c6f07899267 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:58.948560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for port (b707a47e-fac6-4ea2-861c-1c54b0333704), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.951687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-610ba1ce-443a-4684-a247-066047a1969b tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group (91d164ab-bc33-4d58-9fc5-8890363a46ef), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.970981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608404d-36fd-4e18-9210-798a0404386b req-165e8e48-c0a5-4cbd-ae0e-27f5311db149 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:58.972580 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6608404d-36fd-4e18-9210-798a0404386b req-165e8e48-c0a5-4cbd-ae0e-27f5311db149 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1486347 Oct 23 01:08:58.983913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9979c9-0a77-4fce-8f02-beba00c7dac5 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Pushing event deleted for resources: {'Port': ['ID=44d33b83-ad46-408e-b261-e50569136f96,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:58.994569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (5879981e-2518-400c-a9c2-e093ae8b5e09), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:58.997129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-350de3e6-da28-47ab-af66-c431a8103859 None None] Deleting port 928d4178-3e9e-4fca-9757-3006826c359a {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:58.998066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-350de3e6-da28-47ab-af66-c431a8103859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (928d4178-3e9e-4fca-9757-3006826c359a), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.003461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-610ba1ce-443a-4684-a247-066047a1969b tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group (91d164ab-bc33-4d58-9fc5-8890363a46ef), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.063414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (40183c4a-a129-4066-8ed8-6b4e485b0880), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.094007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-350de3e6-da28-47ab-af66-c431a8103859 None None] For port 928d4178-3e9e-4fca-9757-3006826c359a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=928d4178-3e9e-4fca-9757-3006826c359a,segment=NetworkSegment(342ca694-4566-4e9c-bbd2-3e59722e6627),segment_id=342ca694-4566-4e9c-bbd2-3e59722e6627)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:59.094757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-350de3e6-da28-47ab-af66-c431a8103859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (928d4178-3e9e-4fca-9757-3006826c359a), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.098352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:59.105267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d79a0c74-4822-4ec8-a905-0086c9e00886 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:59.105485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.105698 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d79a0c74-4822-4ec8-a905-0086c9e00886 Oct 23 01:08:59.147858 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6608404d-36fd-4e18-9210-798a0404386b req-444d715a-d6d2-4d3e-be49-580c3101bda2 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467066 Oct 23 01:08:59.152319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-350de3e6-da28-47ab-af66-c431a8103859 None None] Calling delete_port for 928d4178-3e9e-4fca-9757-3006826c359a owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:59.158320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:59.162907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for security_group (7ad960f6-9b42-44a5-bfc6-162c04debac8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.163068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=5879981e-2518-400c-a9c2-e093ae8b5e09,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:59.212158 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (a40cb2d0-7ddf-47bc-868f-a49398765bae), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.231059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff9979c9-0a77-4fce-8f02-beba00c7dac5 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks [] for floatingip (67f3e479-73c9-43f3-a9e7-64589a7a77b3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.233258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff9979c9-0a77-4fce-8f02-beba00c7dac5 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.234552 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ff9979c9-0a77-4fce-8f02-beba00c7dac5 tempest-ServersTestJSON-2075042154 tempest-ServersTestJSON-2075042154-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/67f3e479-73c9-43f3-a9e7-64589a7a77b3 HTTP/1.1" status: 204 len: 168 time: 2.9776268 Oct 23 01:08:59.238801 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59814) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:59.252757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d79a0c74-4822-4ec8-a905-0086c9e00886 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:59.267285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 928d4178-3e9e-4fca-9757-3006826c359a {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:59.267668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (928d4178-3e9e-4fca-9757-3006826c359a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.301109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7ad960f6-9b42-44a5-bfc6-162c04debac8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.318180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 928d4178-3e9e-4fca-9757-3006826c359a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:08:59.348130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (b707a47e-fac6-4ea2-861c-1c54b0333704), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.350300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-610ba1ce-443a-4684-a247-066047a1969b tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (91d164ab-bc33-4d58-9fc5-8890363a46ef), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.352942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-610ba1ce-443a-4684-a247-066047a1969b tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.354130 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-610ba1ce-443a-4684-a247-066047a1969b tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/91d164ab-bc33-4d58-9fc5-8890363a46ef HTTP/1.1" status: 204 len: 168 time: 0.9919789 Oct 23 01:08:59.360685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59816) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:59.390548 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-ef378b5e-5f16-4e97-a0f4-31a48ff22003 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] show failed (client error): The resource could not be found. Oct 23 01:08:59.394336 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ef378b5e-5f16-4e97-a0f4-31a48ff22003 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "GET /networking/v2.0/security-groups/91d164ab-bc33-4d58-9fc5-8890363a46ef HTTP/1.1" status: 404 len: 347 time: 0.0242693 Oct 23 01:08:59.401091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-350de3e6-da28-47ab-af66-c431a8103859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (928d4178-3e9e-4fca-9757-3006826c359a), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.402069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59818) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:08:59.438773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad960f6-9b42-44a5-bfc6-162c04debac8,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:59.439055 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350de3e6-da28-47ab-af66-c431a8103859 None None] Pushing event deleted for resources: {'Port': ['ID=928d4178-3e9e-4fca-9757-3006826c359a,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:59.441561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350de3e6-da28-47ab-af66-c431a8103859 None None] No DVR routers for this DVR port 928d4178-3e9e-4fca-9757-3006826c359a on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:08:59.443151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 928d4178-3e9e-4fca-9757-3006826c359a is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:08:59.443546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (928d4178-3e9e-4fca-9757-3006826c359a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.486746 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Network 76ac13ac-6822-4fb0-9754-21af3fbd4611 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:59.514268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:59.519169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:08:59.521908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ba1ce-443a-4684-a247-066047a1969b tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d164ab-bc33-4d58-9fc5-8890363a46ef,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:59.536594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] For port 928d4178-3e9e-4fca-9757-3006826c359a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=928d4178-3e9e-4fca-9757-3006826c359a,segment=NetworkSegment(342ca694-4566-4e9c-bbd2-3e59722e6627),segment_id=342ca694-4566-4e9c-bbd2-3e59722e6627)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:08:59.536972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (928d4178-3e9e-4fca-9757-3006826c359a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.539671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event updated for resources: {'Port': ['ID=b707a47e-fac6-4ea2-861c-1c54b0333704,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:59.543933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a947b328-9b12-489d-af79-4c6f07899267), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.548183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:08:59.552551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:59.591319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (dd65c626-5435-43b0-ad36-9c815a3a3e7e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.591319 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Added segment dd65c626-5435-43b0-ad36-9c815a3a3e7e of type vlan for network a2c5ba1a-1874-4e2f-a056-8cee1ca509cc Oct 23 01:08:59.601855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Pushing event deleted for resources: {'Port': ['ID=a947b328-9b12-489d-af79-4c6f07899267,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:08:59.646887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 928d4178-3e9e-4fca-9757-3006826c359a owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:08:59.656572 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network d13de77c-f3df-4281-9fff-c1d2db5df2d0 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:08:59.687553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:08:59.725352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:59.732124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (a2c5ba1a-1874-4e2f-a056-8cee1ca509cc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.747317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.788693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea19e6-81a9-4d6a-adca-694031eb2711 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Deleting port 76cf2144-8fc1-4c01-97a1-4cf787c70d59 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:08:59.789028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8ea19e6-81a9-4d6a-adca-694031eb2711 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (76cf2144-8fc1-4c01-97a1-4cf787c70d59), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.793418 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (bd11d3a6-192a-47c2-9748-38cea771049c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.818703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:59.839037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:59.856211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7c6f8ef4-4703-4396-9d67-2226bde642f2 None None] Provisioning complete for port b707a47e-fac6-4ea2-861c-1c54b0333704 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:08:59.856815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8ef4-4703-4396-9d67-2226bde642f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b707a47e-fac6-4ea2-861c-1c54b0333704), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.856815 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7c6f8ef4-4703-4396-9d67-2226bde642f2 None None] Attempt 1 to provision port b707a47e-fac6-4ea2-861c-1c54b0333704 Oct 23 01:08:59.886631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (a2c5ba1a-1874-4e2f-a056-8cee1ca509cc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.887873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:59.889703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.893603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f8ef4-4703-4396-9d67-2226bde642f2 None None] Port b707a47e-fac6-4ea2-861c-1c54b0333704 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:08:59.993520 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0206273 Oct 23 01:09:00.002127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59820) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:00.002981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:00.011859 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Request body: {'subnet': {'network_id': 'a2c5ba1a-1874-4e2f-a056-8cee1ca509cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:00.033543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8ea19e6-81a9-4d6a-adca-694031eb2711 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (76cf2144-8fc1-4c01-97a1-4cf787c70d59), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.033967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8ea19e6-81a9-4d6a-adca-694031eb2711 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for floatingip (76cf2144-8fc1-4c01-97a1-4cf787c70d59), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.048375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (928d4178-3e9e-4fca-9757-3006826c359a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.066564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d39d41-14d6-44c8-8e42-27a9884e6949 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event updated for resources: {'Network': ['ID=a2c5ba1a-1874-4e2f-a056-8cee1ca509cc,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:00.067946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea19e6-81a9-4d6a-adca-694031eb2711 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Calling delete_port for 76cf2144-8fc1-4c01-97a1-4cf787c70d59 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:00.074604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:00.077514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network a2c5ba1a-1874-4e2f-a056-8cee1ca509cc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:00.125053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=928d4178-3e9e-4fca-9757-3006826c359a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:00.130362 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No DVR routers for this DVR port 928d4178-3e9e-4fca-9757-3006826c359a on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:00.144716 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (bd11d3a6-192a-47c2-9748-38cea771049c), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.147162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.151678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (bd11d3a6-192a-47c2-9748-38cea771049c), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.192224 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b707a47e-fac6-4ea2-861c-1c54b0333704), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.212365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Made reservation on behalf of e374c862e2c74e9482c1c89966829165 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:00.214737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.301306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Router bd11d3a6-192a-47c2-9748-38cea771049c has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:00.407636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (40183c4a-a129-4066-8ed8-6b4e485b0880), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.441086 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:00.448365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.449648 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ba72719c-017f-4197-80b1-3ac7504ebb07 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "PUT /networking/v2.0/routers/bd11d3a6-192a-47c2-9748-38cea771049c HTTP/1.1" status: 200 len: 710 time: 2.8820357 Oct 23 01:09:00.452241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59824) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:00.455973 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a220d19-9088-42da-a51b-2915ebed7c86 None None] Sync routers for ids ['bd11d3a6-192a-47c2-9748-38cea771049c'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:00.469898 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a220d19-9088-42da-a51b-2915ebed7c86 None None] Routers {'bd11d3a6-192a-47c2-9748-38cea771049c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:00.470517 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5a220d19-9088-42da-a51b-2915ebed7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd11d3a6-192a-47c2-9748-38cea771049c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:00.507086 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5a220d19-9088-42da-a51b-2915ebed7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:00.517662 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a220d19-9088-42da-a51b-2915ebed7c86 None None] Routers {'bd11d3a6-192a-47c2-9748-38cea771049c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:00.518749 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5a220d19-9088-42da-a51b-2915ebed7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd11d3a6-192a-47c2-9748-38cea771049c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:00.536800 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40183c4a-a129-4066-8ed8-6b4e485b0880']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:00.557611 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5a220d19-9088-42da-a51b-2915ebed7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:00.558235 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a220d19-9088-42da-a51b-2915ebed7c86 None None] The sync data for ids ['bd11d3a6-192a-47c2-9748-38cea771049c'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:00.560490 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3fa3dffa-d305-470b-b544-32d3b60a91b8 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/bd11d3a6-192a-47c2-9748-38cea771049c HTTP/1.1" status: 200 len: 745 time: 0.1070707 Oct 23 01:09:00.563570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59826) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:00.596868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1850353-bfa0-4244-a7ef-7082be0477b6 req-a0f7d373-2753-424a-a95e-b088de7ecc73 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:00.598605 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d1850353-bfa0-4244-a7ef-7082be0477b6 req-a0f7d373-2753-424a-a95e-b088de7ecc73 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2789776 Oct 23 01:09:00.635424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f24a1340-7286-4227-a9e1-f1fb4e2407b6 tempest-RoutersIpV6AdminTest-551822411 tempest-RoutersIpV6AdminTest-551822411-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&device_id=bd11d3a6-192a-47c2-9748-38cea771049c HTTP/1.1" status: 200 len: 205 time: 0.0707793 Oct 23 01:09:00.829947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59828) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:00.829947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:00.830555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342ca694-4566-4e9c-bbd2-3e59722e6627') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:00.830555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342ca694-4566-4e9c-bbd2-3e59722e6627') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:00.830738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] Deleting port 653e80b8-f8fd-4abd-8ce1-1db2034ef239 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:00.830738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.830738 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c04dc4d0-fd87-4380-a755-1d74d92a2342 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bd11d3a6-192a-47c2-9748-38cea771049c HTTP/1.1" status: 200 len: 205 time: 0.0422142 Oct 23 01:09:00.830738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59830) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:00.831032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (342ca694-4566-4e9c-bbd2-3e59722e6627), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.831032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:00.831193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27ae6a-7802-4035-bc78-8447937cde9c None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:00.831278 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f2b33e38-46d0-4e35-b51c-f49f4d872bac tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "PUT /networking/v2.0/routers/a40cb2d0-7ddf-47bc-868f-a49398765bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5889525 Oct 23 01:09:00.831359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27ae6a-7802-4035-bc78-8447937cde9c None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:00.831359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6c27ae6a-7802-4035-bc78-8447937cde9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:00.831538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59832) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:00.831538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'port': {'network_id': 'd13de77c-f3df-4281-9fff-c1d2db5df2d0', 'name': 'tempest-FloatingIPTestJSON-1128348570'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:00.831688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6c27ae6a-7802-4035-bc78-8447937cde9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:00.831781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (342ca694-4566-4e9c-bbd2-3e59722e6627), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.831874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27ae6a-7802-4035-bc78-8447937cde9c None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:00.831874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6c27ae6a-7802-4035-bc78-8447937cde9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:00.832035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e9459479-d9a1-442c-a557-94edd3170643 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (bd11d3a6-192a-47c2-9748-38cea771049c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.835279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6c27ae6a-7802-4035-bc78-8447937cde9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:00.835882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27ae6a-7802-4035-bc78-8447937cde9c None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:00.872026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:00.872455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (342ca694-4566-4e9c-bbd2-3e59722e6627), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.910437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] For port 653e80b8-f8fd-4abd-8ce1-1db2034ef239, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=653e80b8-f8fd-4abd-8ce1-1db2034ef239,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:00.910885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:00.940859 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:00.946448 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d1850353-bfa0-4244-a7ef-7082be0477b6 req-43554def-167d-4d27-bd05-6331a6f0ccff tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307538 Oct 23 01:09:00.947995 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 342ca694-4566-4e9c-bbd2-3e59722e6627 resource provider aggregate not found Oct 23 01:09:00.979170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] Calling delete_port for 653e80b8-f8fd-4abd-8ce1-1db2034ef239 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:01.002127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8ea19e6-81a9-4d6a-adca-694031eb2711 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (76cf2144-8fc1-4c01-97a1-4cf787c70d59), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.022757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e9459479-d9a1-442c-a557-94edd3170643 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (bd11d3a6-192a-47c2-9748-38cea771049c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.026428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e9459479-d9a1-442c-a557-94edd3170643 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router_controller (bd11d3a6-192a-47c2-9748-38cea771049c), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.027438 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 342ca694-4566-4e9c-bbd2-3e59722e6627 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 342ca694-4566-4e9c-bbd2-3e59722e6627 found for delete ", "request_id": "req-3ecddb5b-d826-432b-ab4d-d48b18297631"}]} Oct 23 01:09:01.065180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea19e6-81a9-4d6a-adca-694031eb2711 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Pushing event deleted for resources: {'Port': ['ID=76cf2144-8fc1-4c01-97a1-4cf787c70d59,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:01.068444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:01.171918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (40183c4a-a129-4066-8ed8-6b4e485b0880), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.211980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.215119 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/networks/40183c4a-a129-4066-8ed8-6b4e485b0880 HTTP/1.1" status: 204 len: 168 time: 2.7927830 Oct 23 01:09:01.223857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59838) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:01.240028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e9459479-d9a1-442c-a557-94edd3170643 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (bd11d3a6-192a-47c2-9748-38cea771049c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.240559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9459479-d9a1-442c-a557-94edd3170643 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Fanout notify agent at l3_agent the message router_deleted on router bd11d3a6-192a-47c2-9748-38cea771049c {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:01.242399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a569e-85f4-404c-96b0-5f8174afc4d6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Network': ['ID=40183c4a-a129-4066-8ed8-6b4e485b0880,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:01.249862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e9459479-d9a1-442c-a557-94edd3170643 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.254648 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e9459479-d9a1-442c-a557-94edd3170643 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/bd11d3a6-192a-47c2-9748-38cea771049c HTTP/1.1" status: 204 len: 168 time: 0.5562115 Oct 23 01:09:01.255565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59840) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:01.277801 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:01.283110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for port (b707a47e-fac6-4ea2-861c-1c54b0333704), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.299783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96904b95-f66c-4085-b6be-d55f64b4ab14 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:01.301350 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-96904b95-f66c-4085-b6be-d55f64b4ab14 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0765579 Oct 23 01:09:01.305288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59842) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:01.309809 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-19f08318-89f1-4e09-a290-ef0cba109bc7 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bd11d3a6-192a-47c2-9748-38cea771049c HTTP/1.1" status: 200 len: 205 time: 0.0510418 Oct 23 01:09:01.315112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59844) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:01.324009 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8ea19e6-81a9-4d6a-adca-694031eb2711 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks [] for floatingip (d775fdc5-db93-4260-a122-4f405ac17f98), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.326628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8ea19e6-81a9-4d6a-adca-694031eb2711 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.329619 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c8ea19e6-81a9-4d6a-adca-694031eb2711 tempest-ServersTestManualDisk-484920977 tempest-ServersTestManualDisk-484920977-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/d775fdc5-db93-4260-a122-4f405ac17f98 HTTP/1.1" status: 204 len: 168 time: 1.9247794 Oct 23 01:09:01.336671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59846) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:01.357937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (b707a47e-fac6-4ea2-861c-1c54b0333704), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.407364 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-301a6ebe-195f-442a-b15b-cdb8ce88877a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] delete failed (client error): The resource could not be found. Oct 23 01:09:01.408409 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-301a6ebe-195f-442a-b15b-cdb8ce88877a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/bd11d3a6-192a-47c2-9748-38cea771049c HTTP/1.1" status: 404 len: 336 time: 0.0923500 Oct 23 01:09:01.413918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59848) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:01.426764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (653e80b8-f8fd-4abd-8ce1-1db2034ef239), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.438129 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4df0e275-a60d-4d7a-bdb1-fbec94aa3228 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1316614 Oct 23 01:09:01.443710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59850) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:01.459425 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-629582864'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:01.463116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.468686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event updated for resources: {'Port': ['ID=b707a47e-fac6-4ea2-861c-1c54b0333704,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:01.476780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Made reservation on behalf of f3de498c400d4ae297beb7e93671ccb1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:01.480506 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.486450 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4fa7f0c0-5fd2-40ee-9417-ccbb3de16ead tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6011f834-7de0-4189-a1e5-0b5f74183f60 HTTP/1.1" status: 200 len: 205 time: 0.0677621 Oct 23 01:09:01.487001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=653e80b8-f8fd-4abd-8ce1-1db2034ef239,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:01.490003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59852) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:01.539852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:09:01.540904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (7376a767-161f-46c9-87d3-2b82722f7e57), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.575828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] device_id is not set on port fb7690d1-3a82-4752-abe4-c83b7afafc19 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:01.887110 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-d7d7a55f-326f-4c7e-9a95-250d1963a863 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] delete failed (client error): The resource could not be found. Oct 23 01:09:01.891077 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d7d7a55f-326f-4c7e-9a95-250d1963a863 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/6011f834-7de0-4189-a1e5-0b5f74183f60 HTTP/1.1" status: 404 len: 336 time: 0.3927953 Oct 23 01:09:01.893619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59854) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:01.956375 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-aeb4071d-e413-42d2-8be1-985848d9661a tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1b518e66-08a1-4c89-825c-10c49b02058a HTTP/1.1" status: 200 len: 205 time: 0.0600200 Oct 23 01:09:01.960204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:01.960786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59856) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:01.964419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:01.982575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:01.982575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=9,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:01.996142 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:01.998990 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:09:02.040813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7376a767-161f-46c9-87d3-2b82722f7e57,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:02.042561 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-f2e899a7-0c7c-4c78-bd36-e92a6a9866c1 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] delete failed (client error): The resource could not be found. Oct 23 01:09:02.046361 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f2e899a7-0c7c-4c78-bd36-e92a6a9866c1 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/1b518e66-08a1-4c89-825c-10c49b02058a HTTP/1.1" status: 404 len: 336 time: 0.0800869 Oct 23 01:09:02.048182 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59860) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:02.090216 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-00e7390a-414c-47b7-b95d-37532148cf33 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ebcd0c47-5467-407a-9d78-521c87db054a HTTP/1.1" status: 200 len: 205 time: 0.0360715 Oct 23 01:09:02.092138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59862) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:02.100188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:02.129357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Network 76ac13ac-6822-4fb0-9754-21af3fbd4611 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:02.135112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (d9a60625-a471-4dbc-8a1d-f49f28d20bc4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:02.135112 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Added segment d9a60625-a471-4dbc-8a1d-f49f28d20bc4 of type vlan for network 2fb89b78-3442-413b-8816-ebaaa9270dce Oct 23 01:09:02.141329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:02.152328 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Checking segment: {'id': 'dd65c626-5435-43b0-ad36-9c815a3a3e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a2c5ba1a-1874-4e2f-a056-8cee1ca509cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:02.152690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Network hostable DHCP agents. Network: a2c5ba1a-1874-4e2f-a056-8cee1ca509cc, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:02.165905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.20.0.4 (d13de77c-f3df-4281-9fff-c1d2db5df2d0/3369ca26-348e-4f5d-a0d4-27b47e589250/fb7690d1-3a82-4752-abe4-c83b7afafc19) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:02.180926 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-d7a8be29-8be8-4816-b425-9504490833b7 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] delete failed (client error): The resource could not be found. Oct 23 01:09:02.184648 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d7a8be29-8be8-4816-b425-9504490833b7 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/ebcd0c47-5467-407a-9d78-521c87db054a HTTP/1.1" status: 404 len: 336 time: 0.0884440 Oct 23 01:09:02.190610 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59864) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:02.283071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (2fb89b78-3442-413b-8816-ebaaa9270dce), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:02.290606 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-984db492-651e-416f-b909-cb2ad67fcf08 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=34177c9d-5cf3-4937-9487-49597e790d7f HTTP/1.1" status: 200 len: 205 time: 0.0966229 Oct 23 01:09:02.296900 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59866) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:02.299036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:02.324316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec3e1-746e-4940-a9b5-0f56b38db273 req-62ad8f6d-9d4f-4dbf-9411-7311c53c7238 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:02.326595 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-629ec3e1-746e-4940-a9b5-0f56b38db273 req-62ad8f6d-9d4f-4dbf-9411-7311c53c7238 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1077631 Oct 23 01:09:02.345597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:02.379692 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:02.393591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-462ed101-31bc-4cf2-8dcb-05ab26cbea00 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] delete failed (client error): The resource could not be found. Oct 23 01:09:02.397659 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-462ed101-31bc-4cf2-8dcb-05ab26cbea00 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/34177c9d-5cf3-4937-9487-49597e790d7f HTTP/1.1" status: 404 len: 336 time: 0.0930629 Oct 23 01:09:02.403181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59868) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:02.404188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Network a2c5ba1a-1874-4e2f-a056-8cee1ca509cc is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:02.447581 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7394acae-3415-4e0b-b371-df7ebbf88230 None None] Provisioning complete for port b707a47e-fac6-4ea2-861c-1c54b0333704 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:02.448700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7394acae-3415-4e0b-b371-df7ebbf88230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b707a47e-fac6-4ea2-861c-1c54b0333704), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:02.449459 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7394acae-3415-4e0b-b371-df7ebbf88230 None None] Attempt 1 to provision port b707a47e-fac6-4ea2-861c-1c54b0333704 Oct 23 01:09:02.450681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:02.482808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbd3992-ff50-4231-a600-da1d4690325c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:09:02.507233 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-58ab169d-0765-416f-a211-1be78c22cb46 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bcb7eb23-d834-47ed-a788-5a004f3b83cd HTTP/1.1" status: 200 len: 205 time: 0.0985579 Oct 23 01:09:02.507478 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (2fb89b78-3442-413b-8816-ebaaa9270dce), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:02.509611 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-629ec3e1-746e-4940-a9b5-0f56b38db273 req-f091bec0-0494-4f78-959e-3f04afc3ecbf tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572645 Oct 23 01:09:02.511820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59870) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:02.512326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:02.517193 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:02.519890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7394acae-3415-4e0b-b371-df7ebbf88230 None None] Port b707a47e-fac6-4ea2-861c-1c54b0333704 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:02.562471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a2c5ba1a-1874-4e2f-a056-8cee1ca509cc) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:02.570795 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-7879a861-9c3a-4c49-a33c-caa79c1bb295 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] delete failed (client error): The resource could not be found. Oct 23 01:09:02.575795 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7879a861-9c3a-4c49-a33c-caa79c1bb295 tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/routers/bcb7eb23-d834-47ed-a788-5a004f3b83cd HTTP/1.1" status: 404 len: 336 time: 0.0576241 Oct 23 01:09:02.579078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59872) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:02.609526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:02.612753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:02.613359 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:02.636542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:02.643446 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ceb235d-f333-49f3-b134-4caabb31dcde tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] DELETE failed (client error): The resource could not be found. Oct 23 01:09:02.643929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ceb235d-f333-49f3-b134-4caabb31dcde tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:09:02.647045 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1ceb235d-f333-49f3-b134-4caabb31dcde tempest-RoutersIpV6AdminTest-103884363 tempest-RoutersIpV6AdminTest-103884363-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/37a1efb9-7752-46eb-963d-40c9d6e58fa7 HTTP/1.1" status: 404 len: 337 time: 0.0655477 Oct 23 01:09:02.651761 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2005501 Oct 23 01:09:02.652554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59876) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:02.657639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '2fb89b78-3442-413b-8816-ebaaa9270dce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:02.661222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbd3992-ff50-4231-a600-da1d4690325c None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:09:02.665634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f892d7d-509c-4536-9a9d-47596485c53a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Network': ['ID=2fb89b78-3442-413b-8816-ebaaa9270dce,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:02.686666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (223fbffb-6323-4fd2-9e39-fbb8578e1979), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:02.701930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 2fb89b78-3442-413b-8816-ebaaa9270dce details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:02.726294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Router 5bd18b88-37e2-443d-867c-3cdfd2ea04fe is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:09:02.733696 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (fb7690d1-3a82-4752-abe4-c83b7afafc19), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:02.735997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:02.772238 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e53e7c80-64ee-410f-bec7-7c2f3744f568 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7658775 Oct 23 01:09:02.787456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59878) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:02.793450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-961120339', 'network_id': 'a2c5ba1a-1874-4e2f-a056-8cee1ca509cc'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:02.960661 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:02.966682 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7727826e-b688-40cd-89eb-54348b19335e tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "PUT /networking/v2.0/routers/5bd18b88-37e2-443d-867c-3cdfd2ea04fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5435004 Oct 23 01:09:02.973154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59880) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:02.983460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Request body: {'port': {'network_id': '76ac13ac-6822-4fb0-9754-21af3fbd4611', 'name': 'tempest-FloatingIPNegativeTestJSON-1198062680'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:02.989232 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c517d01-e1ba-4f00-afe5-08d124bba6ed None None] Sync routers for ids ['5bd18b88-37e2-443d-867c-3cdfd2ea04fe'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:03.009909 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c517d01-e1ba-4f00-afe5-08d124bba6ed None None] Routers {'5bd18b88-37e2-443d-867c-3cdfd2ea04fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:03.011003 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3c517d01-e1ba-4f00-afe5-08d124bba6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5bd18b88-37e2-443d-867c-3cdfd2ea04fe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:03.078231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] Router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:03.110570 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3c517d01-e1ba-4f00-afe5-08d124bba6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:03.116284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Made reservation on behalf of e374c862e2c74e9482c1c89966829165 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:03.120333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:03.140412 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c517d01-e1ba-4f00-afe5-08d124bba6ed None None] Routers {'5bd18b88-37e2-443d-867c-3cdfd2ea04fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:03.141065 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3c517d01-e1ba-4f00-afe5-08d124bba6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5bd18b88-37e2-443d-867c-3cdfd2ea04fe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:03.151285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fb7690d1-3a82-4752-abe4-c83b7afafc19), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:03.153666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:03.158575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:03.165843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:03.167789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:03.194430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] device_id is not set on port bde5448c-d589-4ff7-b0dd-5d47ea07326e yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:03.220569 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3c517d01-e1ba-4f00-afe5-08d124bba6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:03.221324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network d13de77c-f3df-4281-9fff-c1d2db5df2d0 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:03.222510 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c517d01-e1ba-4f00-afe5-08d124bba6ed None None] The sync data for ids ['5bd18b88-37e2-443d-867c-3cdfd2ea04fe'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:03.226745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:03.257726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] Deleting port 3d2156f8-4156-45b5-a968-e8d83029cd13 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:03.257972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:03.284352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=fb7690d1-3a82-4752-abe4-c83b7afafc19,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:03.301021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:03.316539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:03.326496 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a3038d86-1ef4-4906-b54f-e05d2a42e6c3 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/25cf7d12-3dd6-49e6-a7d9-5a8da977187f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0866251 Oct 23 01:09:03.329029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59884) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:03.330620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7e088-d24f-49f2-bbf1-287b68c5dbf5 None None] Sync routers for ids ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:03.355684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7e088-d24f-49f2-bbf1-287b68c5dbf5 None None] Routers {'25cf7d12-3dd6-49e6-a7d9-5a8da977187f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:03.356341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f2f7e088-d24f-49f2-bbf1-287b68c5dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:03.445327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59886) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:03.452939 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:03.524875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] For port 3d2156f8-4156-45b5-a968-e8d83029cd13, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d2156f8-4156-45b5-a968-e8d83029cd13,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:03.525878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:03.623012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] Calling delete_port for 3d2156f8-4156-45b5-a968-e8d83029cd13 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:03.640624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:03.687981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Publish callbacks [] for router (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:03.704399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88b3f0b5-c939-4b86-874f-ed68b61b2246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:03.704640 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:03.705223 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:03.710018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Allocated IP 172.20.0.12 (a2c5ba1a-1874-4e2f-a056-8cee1ca509cc/7376a767-161f-46c9-87d3-2b82722f7e57/bde5448c-d589-4ff7-b0dd-5d47ea07326e) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:03.712355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:03.819713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-f2f7e088-d24f-49f2-bbf1-287b68c5dbf5 None None] Set router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:03.829071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f5f3d-0308-45a8-a017-b62d5a447654 req-b0733960-6620-49c0-a2f3-7be2509c2d01 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:03.830789 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f67f5f3d-0308-45a8-a017-b62d5a447654 req-b0733960-6620-49c0-a2f3-7be2509c2d01 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1534140 Oct 23 01:09:03.876353 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fc2e48dc-7052-40c4-86a7-6f1f2d7e270b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1136274 Oct 23 01:09:03.887029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59892) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:03.903641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'port': {'network_id': 'd13de77c-f3df-4281-9fff-c1d2db5df2d0', 'name': 'tempest-FloatingIPTestJSON-247507219'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:03.970384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Made reservation on behalf of b92fee0c78fb4a5eb3db11b1dd4627e4 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:03.974700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.040750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff0e86c-6225-4727-afb3-410bb2c23d5a None None] Network a2c5ba1a-1874-4e2f-a056-8cee1ca509cc requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:04.060647 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f67f5f3d-0308-45a8-a017-b62d5a447654 req-249e54a5-96c9-42a7-8d9f-97a226ec65aa tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099993 Oct 23 01:09:04.094541 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] device_id is not set on port 95889ec4-2648-450d-96cf-97485930d230 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:04.109112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:04.140761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:04.155764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Publish callbacks [] for router_gateway (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.165598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-eb43334f-eea3-40c2-9d58-71e80dca45ed None None] Provisioning complete for port 4d0931c6-2a8f-41aa-832e-f542b130348f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:04.166018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eb43334f-eea3-40c2-9d58-71e80dca45ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.169817 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-eb43334f-eea3-40c2-9d58-71e80dca45ed None None] Attempt 1 to provision port 4d0931c6-2a8f-41aa-832e-f542b130348f Oct 23 01:09:04.207184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for port (bde5448c-d589-4ff7-b0dd-5d47ea07326e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.225751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88b3f0b5-c939-4b86-874f-ed68b61b2246 admin admin] Publish callbacks [] for security_group (7931ef97-bc75-4f0d-b885-1dab3ae82d5f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.252651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f2f7e088-d24f-49f2-bbf1-287b68c5dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67'}], 'enable_snat': True}, 'gw_port_id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:09:01Z', 'revision_number': 5, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port': {'id': '0b796dff-60b2-4cf7-8641-8bd4d354fa3a', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:04.256949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.316863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7e088-d24f-49f2-bbf1-287b68c5dbf5 None None] Checking router: 25cf7d12-3dd6-49e6-a7d9-5a8da977187f for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:09:04.330319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e776f200-5211-40c2-9372-481a4539f137 None None] Network a2c5ba1a-1874-4e2f-a056-8cee1ca509cc requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:04.331590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88b3f0b5-c939-4b86-874f-ed68b61b2246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7931ef97-bc75-4f0d-b885-1dab3ae82d5f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.349004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Allocated IP 172.20.0.11 (76ac13ac-6822-4fb0-9754-21af3fbd4611/947c64e3-4855-4c43-9fdd-97245cace4d9/95889ec4-2648-450d-96cf-97485930d230) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:04.376349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Subnet': ['ID=5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:04.382922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:04.398560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Deleting port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:04.398906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.414288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Checking segment: {'id': 'd9a60625-a471-4dbc-8a1d-f49f28d20bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2fb89b78-3442-413b-8816-ebaaa9270dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:04.414836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network hostable DHCP agents. Network: 2fb89b78-3442-413b-8816-ebaaa9270dce, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:04.415860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7e088-d24f-49f2-bbf1-287b68c5dbf5 None None] Routers {'25cf7d12-3dd6-49e6-a7d9-5a8da977187f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:04.416776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f2f7e088-d24f-49f2-bbf1-287b68c5dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:04.431893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (bde5448c-d589-4ff7-b0dd-5d47ea07326e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.434654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59894) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:04.435932 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-88b3f0b5-c939-4b86-874f-ed68b61b2246 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=804368289cdb4540a84b7c22be4a067b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9892344 Oct 23 01:09:04.439730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Made reservation on behalf of f3de498c400d4ae297beb7e93671ccb1 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:04.444065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.475608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3f0b5-c939-4b86-874f-ed68b61b2246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7931ef97-bc75-4f0d-b885-1dab3ae82d5f,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:04.504899 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3d2156f8-4156-45b5-a968-e8d83029cd13), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.517681 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-eb43334f-eea3-40c2-9d58-71e80dca45ed None None] Current status of the port 4d0931c6-2a8f-41aa-832e-f542b130348f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:04.520634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:04.558373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-f2f7e088-d24f-49f2-bbf1-287b68c5dbf5 None None] Set router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:04.578387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Network a2c5ba1a-1874-4e2f-a056-8cee1ca509cc is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:04.585522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:04.591141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event updated for resources: {'Port': ['ID=bde5448c-d589-4ff7-b0dd-5d47ea07326e,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:04.596150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:04.638147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f2f7e088-d24f-49f2-bbf1-287b68c5dbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:09:04Z', 'revision_number': 6, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:04.638429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 2fb89b78-3442-413b-8816-ebaaa9270dce is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:04.673687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb154f2b-5ecd-48b0-b26b-82b656dae870 admin admin] Publish callbacks [] for security_group (7931ef97-bc75-4f0d-b885-1dab3ae82d5f), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.674729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7e088-d24f-49f2-bbf1-287b68c5dbf5 None None] The sync data for ids ['25cf7d12-3dd6-49e6-a7d9-5a8da977187f'] in dv-neutron-master-2-hyperv is: [{'id': '25cf7d12-3dd6-49e6-a7d9-5a8da977187f', 'name': 'tempest-ServersTestJSON-79537808-router', 'tenant_id': '65fee9c1b06a4303b3561763cb1f5f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:09:04Z', 'revision_number': 6, 'project_id': '65fee9c1b06a4303b3561763cb1f5f07', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:04.699667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:04.711782 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:04.712472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.735980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for port (95889ec4-2648-450d-96cf-97485930d230), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.740956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb154f2b-5ecd-48b0-b26b-82b656dae870 admin admin] Publish callbacks [] for security_group (7931ef97-bc75-4f0d-b885-1dab3ae82d5f), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.756852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2fb89b78-3442-413b-8816-ebaaa9270dce) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:04.767969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796892ef-5716-4d98-9517-3d250c0ff58d None None] Network 2fb89b78-3442-413b-8816-ebaaa9270dce requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:04.779129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:04.779810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.838039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:04.847270 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f905f45d-8c00-424e-a004-8abf636da87d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0582478 Oct 23 01:09:04.849902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59896) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:04.913686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2fb89b78-3442-413b-8816-ebaaa9270dce', 'network_id': '2fb89b78-3442-413b-8816-ebaaa9270dce', 'project_id': '15afa29fb07a4b10aec3040f5f73e9a1', 'fixed_ips': [{'subnet_id': '5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:09:04.914967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.915926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] device_id is not set on port 9be40b7c-d50b-4f67-bf90-3ebf77fac3fe yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:04.931168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2156f8-4156-45b5-a968-e8d83029cd13,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:04.961765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (95889ec4-2648-450d-96cf-97485930d230), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.968745 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-99764116-9033-4f2e-ae76-1531f7300f0c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3124816 Oct 23 01:09:04.973373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb154f2b-5ecd-48b0-b26b-82b656dae870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7931ef97-bc75-4f0d-b885-1dab3ae82d5f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.980322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb154f2b-5ecd-48b0-b26b-82b656dae870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:04.980322 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bb154f2b-5ecd-48b0-b26b-82b656dae870 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7931ef97-bc75-4f0d-b885-1dab3ae82d5f HTTP/1.1" status: 204 len: 168 time: 0.5409551 Oct 23 01:09:04.983025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59898) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:05.008534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '2fb89b78-3442-413b-8816-ebaaa9270dce', 'name': 'tempest-PortsIpV6TestJSON-8464527'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:05.056602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb154f2b-5ecd-48b0-b26b-82b656dae870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7931ef97-bc75-4f0d-b885-1dab3ae82d5f,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:05.099025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f7325312-111e-439e-9fd6-179d22e79184 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Deleting port bde5448c-d589-4ff7-b0dd-5d47ea07326e {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:05.099266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f7325312-111e-439e-9fd6-179d22e79184 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bde5448c-d589-4ff7-b0dd-5d47ea07326e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.120846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Network 76ac13ac-6822-4fb0-9754-21af3fbd4611 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:05.139676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event updated for resources: {'Port': ['ID=95889ec4-2648-450d-96cf-97485930d230,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:05.145720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:05.265157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:05.290767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:05.303874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 653e80b8-f8fd-4abd-8ce1-1db2034ef239 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:05.327651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 653e80b8-f8fd-4abd-8ce1-1db2034ef239 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:05.328000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 653e80b8-f8fd-4abd-8ce1-1db2034ef239 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:05.353931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Allocated IP 2001:db8::2 (2fb89b78-3442-413b-8816-ebaaa9270dce/5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0/dcf77f9e-a6f3-429c-8019-4e34f1931556) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:05.405558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:05.408458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] For port 0b796dff-60b2-4cf7-8641-8bd4d354fa3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b796dff-60b2-4cf7-8641-8bd4d354fa3a,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:05.410057 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.416319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.434612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Calling delete_port for 0b796dff-60b2-4cf7-8641-8bd4d354fa3a owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:05.506407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f7325312-111e-439e-9fd6-179d22e79184 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bde5448c-d589-4ff7-b0dd-5d47ea07326e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.526696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0237b3-94cb-489c-801a-d0a29cc5b015 req-67a8d6d9-b9f1-43f0-8b5f-f9a259b90113 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:05.528462 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0c0237b3-94cb-489c-801a-d0a29cc5b015 req-67a8d6d9-b9f1-43f0-8b5f-f9a259b90113 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2856836 Oct 23 01:09:05.547158 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f7325312-111e-439e-9fd6-179d22e79184 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Calling delete_port for bde5448c-d589-4ff7-b0dd-5d47ea07326e owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:05.550436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:05.578472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Publish callbacks [] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.586769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fd861465-f71b-4ade-b2f3-51c7ea3e8a0f None None] Provisioning complete for port 95889ec4-2648-450d-96cf-97485930d230 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:05.587141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fd861465-f71b-4ade-b2f3-51c7ea3e8a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (95889ec4-2648-450d-96cf-97485930d230), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.587473 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fd861465-f71b-4ade-b2f3-51c7ea3e8a0f None None] Attempt 1 to provision port 95889ec4-2648-450d-96cf-97485930d230 Oct 23 01:09:05.615741 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cce00ef2-7f10-4711-b1a6-168c47523cdd tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6412656 Oct 23 01:09:05.617854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:05.622042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.624119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59906) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:05.630600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fd861465-f71b-4ade-b2f3-51c7ea3e8a0f None None] Port 95889ec4-2648-450d-96cf-97485930d230 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:05.630719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=11,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:05.639988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:05.667878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port c93b6224-7d3d-4d28-a483-cc1e03c64969 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:05.674795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.20.0.13 (d13de77c-f3df-4281-9fff-c1d2db5df2d0/3369ca26-348e-4f5d-a0d4-27b47e589250/9be40b7c-d50b-4f67-bf90-3ebf77fac3fe) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:05.682969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.712711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:05.715564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (223fbffb-6323-4fd2-9e39-fbb8578e1979), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.756043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Pushing event updated for resources: {'Port': ['ID=dcf77f9e-a6f3-429c-8019-4e34f1931556,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:05.779717 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Network 2fb89b78-3442-413b-8816-ebaaa9270dce is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:05.782183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:05.786415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:05.821911 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0c0237b3-94cb-489c-801a-d0a29cc5b015 req-396e2d96-ea9a-4491-8a6b-f52838150c35 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410846 Oct 23 01:09:05.821911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.862691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f7325312-111e-439e-9fd6-179d22e79184 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (bde5448c-d589-4ff7-b0dd-5d47ea07326e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.869366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Attempting to bind port dcf77f9e-a6f3-429c-8019-4e34f1931556 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:05.870053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Attempting to bind port dcf77f9e-a6f3-429c-8019-4e34f1931556 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd9a60625-a471-4dbc-8a1d-f49f28d20bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2fb89b78-3442-413b-8816-ebaaa9270dce'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:05.870500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Attempting to bind port dcf77f9e-a6f3-429c-8019-4e34f1931556 on network 2fb89b78-3442-413b-8816-ebaaa9270dce {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:05.905586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7325312-111e-439e-9fd6-179d22e79184 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event deleted for resources: {'Port': ['ID=bde5448c-d589-4ff7-b0dd-5d47ea07326e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:05.930306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:05.944270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:05.944731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Checking segment: {'id': 'd9a60625-a471-4dbc-8a1d-f49f28d20bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2fb89b78-3442-413b-8816-ebaaa9270dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:05.945600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.945769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Bound using segment: {'id': 'd9a60625-a471-4dbc-8a1d-f49f28d20bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2fb89b78-3442-413b-8816-ebaaa9270dce'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:05.946954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Bound port: dcf77f9e-a6f3-429c-8019-4e34f1931556, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a60625-a471-4dbc-8a1d-f49f28d20bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2fb89b78-3442-413b-8816-ebaaa9270dce'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:05.947077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59908) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:05.947214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:05.968389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8::30a (2fb89b78-3442-413b-8816-ebaaa9270dce/5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0/c93b6224-7d3d-4d28-a483-cc1e03c64969) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:05.971781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:05.983788 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:06.015407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-939112b2-569d-47df-8d44-ef226954b44b None None] For port dcf77f9e-a6f3-429c-8019-4e34f1931556, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:06.019436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-939112b2-569d-47df-8d44-ef226954b44b None None] For port dcf77f9e-a6f3-429c-8019-4e34f1931556, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcf77f9e-a6f3-429c-8019-4e34f1931556,segment=NetworkSegment(d9a60625-a471-4dbc-8a1d-f49f28d20bc4),segment_id=d9a60625-a471-4dbc-8a1d-f49f28d20bc4)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:06.037607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f7325312-111e-439e-9fd6-179d22e79184 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.040807 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f7325312-111e-439e-9fd6-179d22e79184 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/bde5448c-d589-4ff7-b0dd-5d47ea07326e HTTP/1.1" status: 204 len: 168 time: 1.1899760 Oct 23 01:09:06.046365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59910) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:06.050705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2c5ba1a-1874-4e2f-a056-8cee1ca509cc', 'external_fixed_ips': [{'subnet_id': '7376a767-161f-46c9-87d3-2b82722f7e57', 'ip_address': '172.20.0.12'}]}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:06.098072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.147596 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.159801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (4722560a-b462-4aed-989e-338ce2498c47), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.161312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (4722560a-b462-4aed-989e-338ce2498c47), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.170261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939112b2-569d-47df-8d44-ef226954b44b None None] Pushing event updated for resources: {'Port': ['ID=dcf77f9e-a6f3-429c-8019-4e34f1931556,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:06.196509 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-76c942fb-4369-46d1-baa5-7919028b1ade admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b4e836b2f8dd439bb4980e7974ee3e40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2480452 Oct 23 01:09:06.200496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59912) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:06.278723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_controller (4722560a-b462-4aed-989e-338ce2498c47), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.284613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (c93b6224-7d3d-4d28-a483-cc1e03c64969), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.305755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (0b796dff-60b2-4cf7-8641-8bd4d354fa3a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.323369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (9be40b7c-d50b-4f67-bf90-3ebf77fac3fe), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.349772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6932843-996b-44c0-b1a9-27a191e45301 admin admin] Publish callbacks [] for security_group (7e07c910-677a-45fc-bab5-916cc9afecdb), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.380262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6932843-996b-44c0-b1a9-27a191e45301 admin admin] Publish callbacks [] for security_group (7e07c910-677a-45fc-bab5-916cc9afecdb), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.396148 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Pushing event deleted for resources: {'Port': ['ID=0b796dff-60b2-4cf7-8641-8bd4d354fa3a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:06.481119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (c93b6224-7d3d-4d28-a483-cc1e03c64969), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.522168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:06.536984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Allocated IP 172.36.3.54 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/fcd6e10b-d61f-4472-94c5-a1e85318caba) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:06.545622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] Router 223fbffb-6323-4fd2-9e39-fbb8578e1979 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:06.562374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.590451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (4722560a-b462-4aed-989e-338ce2498c47), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.604388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 2fb89b78-3442-413b-8816-ebaaa9270dce is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:06.611111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:06.615562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:06.620390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:06.621044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.634482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=c93b6224-7d3d-4d28-a483-cc1e03c64969,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:06.705857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9be40b7c-d50b-4f67-bf90-3ebf77fac3fe), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.715468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.720707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Publish callbacks [] for router_controller (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.728447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6932843-996b-44c0-b1a9-27a191e45301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7e07c910-677a-45fc-bab5-916cc9afecdb), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.731036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6932843-996b-44c0-b1a9-27a191e45301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:06.737447 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b6932843-996b-44c0-b1a9-27a191e45301 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7e07c910-677a-45fc-bab5-916cc9afecdb HTTP/1.1" status: 204 len: 168 time: 0.5295830 Oct 23 01:09:06.744074 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f73ac467-3faa-4824-8f99-0cf0eeba2487 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7557805 Oct 23 01:09:06.745124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59916) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:06.749618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '2fb89b78-3442-413b-8816-ebaaa9270dce', 'name': 'tempest-PortsIpV6TestJSON-1048332734'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:06.921589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network d13de77c-f3df-4281-9fff-c1d2db5df2d0 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:06.937227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=9be40b7c-d50b-4f67-bf90-3ebf77fac3fe,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:06.941172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:06.944340 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:07.020457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (25cf7d12-3dd6-49e6-a7d9-5a8da977187f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.020790 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25cf7d12-3dd6-49e6-a7d9-5a8da977187f {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:07.025685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.030329 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2d00ba76-2de3-4e1b-833e-e100310d63aa admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/25cf7d12-3dd6-49e6-a7d9-5a8da977187f HTTP/1.1" status: 204 len: 168 time: 3.6971118 Oct 23 01:09:07.039885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59920) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:07.090231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dcf77f9e-a6f3-429c-8019-4e34f1931556 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:07.098755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for port (fcd6e10b-d61f-4472-94c5-a1e85318caba), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.117245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:07.117923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.127435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:07.135560 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f34c094f-4509-4a0b-91a6-3bc207293984 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/223fbffb-6323-4fd2-9e39-fbb8578e1979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7938445 Oct 23 01:09:07.144529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59922) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:07.151824 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448312ca-2696-4ea7-979f-17b7ceaabd7e None None] Sync routers for ids ['223fbffb-6323-4fd2-9e39-fbb8578e1979'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:07.159276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6932843-996b-44c0-b1a9-27a191e45301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e07c910-677a-45fc-bab5-916cc9afecdb,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:07.191862 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448312ca-2696-4ea7-979f-17b7ceaabd7e None None] Routers {'223fbffb-6323-4fd2-9e39-fbb8578e1979'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:07.192972 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-448312ca-2696-4ea7-979f-17b7ceaabd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['223fbffb-6323-4fd2-9e39-fbb8578e1979'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:07.195020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad3b458-68d2-4c7c-9816-4051554e7bfb admin admin] Deleting subnet 22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:09:07.197629 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:07.201878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b458-68d2-4c7c-9816-4051554e7bfb admin admin] Publish callbacks [] for subnet (22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.259262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:07.283429 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-739c98e7-e533-4305-941e-9e10c2d20dc5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3873870 Oct 23 01:09:07.295633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port dcf77f9e-a6f3-429c-8019-4e34f1931556 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:07.297088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.297634 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port dcf77f9e-a6f3-429c-8019-4e34f1931556 Oct 23 01:09:07.308067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59926) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:07.320102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '9be40b7c-d50b-4f67-bf90-3ebf77fac3fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:07.323050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b458-68d2-4c7c-9816-4051554e7bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.338761 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:07.382007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (fcd6e10b-d61f-4472-94c5-a1e85318caba), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.386676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84245aad-0091-4f8c-923b-642c6615195d req-04b3c7bc-6759-42ff-862e-bf550c168315 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:07.388748 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-84245aad-0091-4f8c-923b-642c6615195d req-04b3c7bc-6759-42ff-862e-bf550c168315 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2413762 Oct 23 01:09:07.445156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Publish callbacks [] for router (223fbffb-6323-4fd2-9e39-fbb8578e1979), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.480423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port dcf77f9e-a6f3-429c-8019-4e34f1931556 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:07.481303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.486669 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-448312ca-2696-4ea7-979f-17b7ceaabd7e None None] Set router 223fbffb-6323-4fd2-9e39-fbb8578e1979 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:07.579578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port dcf77f9e-a6f3-429c-8019-4e34f1931556, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcf77f9e-a6f3-429c-8019-4e34f1931556,segment=NetworkSegment(d9a60625-a471-4dbc-8a1d-f49f28d20bc4),segment_id=d9a60625-a471-4dbc-8a1d-f49f28d20bc4)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:07.586466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34dd68d-0009-434c-b600-a6d514b383b9 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:09:07.604878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.667173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fa17f03e-804f-4c7a-95b0-b0c0f1c7e2d3 None None] Provisioning complete for port dcf77f9e-a6f3-429c-8019-4e34f1931556 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:07.667761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fa17f03e-804f-4c7a-95b0-b0c0f1c7e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.668097 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fa17f03e-804f-4c7a-95b0-b0c0f1c7e2d3 None None] Attempt 1 to provision port dcf77f9e-a6f3-429c-8019-4e34f1931556 Oct 23 01:09:07.706155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.717651 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-84245aad-0091-4f8c-923b-642c6615195d req-488f6446-8af8-4237-8033-5ea824cc800f tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769651 Oct 23 01:09:07.742568 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (4722560a-b462-4aed-989e-338ce2498c47), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.824766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.847892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.865325 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-448312ca-2696-4ea7-979f-17b7ceaabd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:09:04Z', 'revision_number': 5, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:07.907576 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448312ca-2696-4ea7-979f-17b7ceaabd7e None None] Checking router: 223fbffb-6323-4fd2-9e39-fbb8578e1979 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:09:07.915363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0b796dff-60b2-4cf7-8641-8bd4d354fa3a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:07.925427 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448312ca-2696-4ea7-979f-17b7ceaabd7e None None] Routers {'223fbffb-6323-4fd2-9e39-fbb8578e1979'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:07.926129 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-448312ca-2696-4ea7-979f-17b7ceaabd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['223fbffb-6323-4fd2-9e39-fbb8578e1979'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:07.931720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34dd68d-0009-434c-b600-a6d514b383b9 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:09:07.932304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:07.941499 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:07.958119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:07.969691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:07.971351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:07.971810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:07.974819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:07.980756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 0b796dff-60b2-4cf7-8641-8bd4d354fa3a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:07.981101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0b796dff-60b2-4cf7-8641-8bd4d354fa3a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:08.017663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event updated for resources: {'Port': ['ID=fcd6e10b-d61f-4472-94c5-a1e85318caba,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:08.023926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port f959c8fb-a6f2-48b1-8a86-07eb8f24dc77 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:08.044643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b458-68d2-4c7c-9816-4051554e7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:08.277743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.36.3.83 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/2683ef1d-5367-4926-abdd-affe3c13b6e0) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:08.306014 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Publish callbacks [] for router_gateway (223fbffb-6323-4fd2-9e39-fbb8578e1979), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:08.307624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=dcf77f9e-a6f3-429c-8019-4e34f1931556,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:08.322180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8::e3 (2fb89b78-3442-413b-8816-ebaaa9270dce/5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0/f959c8fb-a6f2-48b1-8a86-07eb8f24dc77) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:08.332300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Allocated IP 172.20.0.12 (a2c5ba1a-1874-4e2f-a056-8cee1ca509cc/7376a767-161f-46c9-87d3-2b82722f7e57/2409984d-f411-4ab5-a474-195f05ee3fbb) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:08.337823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for floatingip (eda35da5-7b3e-4028-9b46-06ac63d9ab79), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:08.338594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fa17f03e-804f-4c7a-95b0-b0c0f1c7e2d3 None None] Current status of the port dcf77f9e-a6f3-429c-8019-4e34f1931556 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:08.414424 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-448312ca-2696-4ea7-979f-17b7ceaabd7e None None] Set router 223fbffb-6323-4fd2-9e39-fbb8578e1979 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:08.482901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b458-68d2-4c7c-9816-4051554e7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:08.597517 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Deleting port bc7ecf4e-b232-43a7-9986-26c827edda37 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:08.598089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:08.610352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59948) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:08.639490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3b458-68d2-4c7c-9816-4051554e7bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:08.701652 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a93f22-6ca8-42fd-bd7c-352882ab0f43 req-c8c89c74-d355-47f9-8878-e2e7ed8b51a8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:08.709116 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-48a93f22-6ca8-42fd-bd7c-352882ab0f43 req-c8c89c74-d355-47f9-8878-e2e7ed8b51a8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2679682 Oct 23 01:09:08.726773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b458-68d2-4c7c-9816-4051554e7bfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:08.732669 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:08.732989 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-448312ca-2696-4ea7-979f-17b7ceaabd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:09:04Z', 'revision_number': 5, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:08.736212 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0ad3b458-68d2-4c7c-9816-4051554e7bfb admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/22aa7ed0-3cac-49da-a2e8-b7e16b3cc0f1 HTTP/1.1" status: 204 len: 168 time: 1.6950989 Oct 23 01:09:08.767093 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448312ca-2696-4ea7-979f-17b7ceaabd7e None None] The sync data for ids ['223fbffb-6323-4fd2-9e39-fbb8578e1979'] in dv-neutron-master-2-hyperv is: [{'id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'name': 'tempest-ServersTestManualDisk-1222618610-router', 'tenant_id': '66260213c74c4acdba660fea4f3a482e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:09Z', 'updated_at': '2022-10-23T01:09:04Z', 'revision_number': 5, 'project_id': '66260213c74c4acdba660fea4f3a482e', 'gw_port': {'id': 'bc7ecf4e-b232-43a7-9986-26c827edda37', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223fbffb-6323-4fd2-9e39-fbb8578e1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:10Z', 'updated_at': '2022-10-23T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:08.769801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59952) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:08.784819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70711a50-15ae-4a7b-94d7-8b7c894b81e8 req-6970d232-641f-40e5-8b26-a2ace12bdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:08.786983 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-70711a50-15ae-4a7b-94d7-8b7c894b81e8 req-6970d232-641f-40e5-8b26-a2ace12bdc24 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e&device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 1129 time: 0.1557498 Oct 23 01:09:08.788518 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (fcd6e10b-d61f-4472-94c5-a1e85318caba), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:08.805746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-27ccfc42-c300-44fa-bfad-3358a8248b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:08.849081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for port (2409984d-f411-4ab5-a474-195f05ee3fbb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:08.900438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:08.906763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (f959c8fb-a6f2-48b1-8a86-07eb8f24dc77), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:08.913557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:08.914922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] For port bc7ecf4e-b232-43a7-9986-26c827edda37, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc7ecf4e-b232-43a7-9986-26c827edda37,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:08.915486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:08.945736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Calling delete_port for bc7ecf4e-b232-43a7-9986-26c827edda37 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:08.951086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (2683ef1d-5367-4926-abdd-affe3c13b6e0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.005652 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7ba00134-02e0-4959-87f3-5323d83686b0 tempest-AgentManagementNegativeTest-1859261882 tempest-AgentManagementNegativeTest-1859261882-project] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2909577 Oct 23 01:09:09.031497 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70711a50-15ae-4a7b-94d7-8b7c894b81e8 req-88258b29-1495-448a-b509-b4468567fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:09.033045 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-70711a50-15ae-4a7b-94d7-8b7c894b81e8 req-88258b29-1495-448a-b509-b4468567fa15 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec HTTP/1.1" status: 200 len: 911 time: 0.2375581 Oct 23 01:09:09.033162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (90278020-7334-4e49-a351-40edec530728), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.033958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:09.049638 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-48a93f22-6ca8-42fd-bd7c-352882ab0f43 req-651c43a7-ab11-4f18-8e29-39b51c452f02 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395295 Oct 23 01:09:09.150557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Deleting port 4d0931c6-2a8f-41aa-832e-f542b130348f {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:09.150848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.210482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f959c8fb-a6f2-48b1-8a86-07eb8f24dc77), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.222720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2409984d-f411-4ab5-a474-195f05ee3fbb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.234969 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-70711a50-15ae-4a7b-94d7-8b7c894b81e8 req-9b6ee83d-0c39-412e-91d2-e2f5edfda945 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14 HTTP/1.1" status: 200 len: 1001 time: 0.1639321 Oct 23 01:09:09.263470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dcf77f9e-a6f3-429c-8019-4e34f1931556 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:09.291995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 2fb89b78-3442-413b-8816-ebaaa9270dce is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:09.293319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2683ef1d-5367-4926-abdd-affe3c13b6e0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.308762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:09.312385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:09.316485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:09.317559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.321520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] For port 4d0931c6-2a8f-41aa-832e-f542b130348f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d0931c6-2a8f-41aa-832e-f542b130348f,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:09.321932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.358334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43341a26-4551-4be3-a7dc-5c6915bad88c None None] Network 2fb89b78-3442-413b-8816-ebaaa9270dce requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:09.358815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Network a2c5ba1a-1874-4e2f-a056-8cee1ca509cc is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:09.359100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70711a50-15ae-4a7b-94d7-8b7c894b81e8 req-686cd1bd-8f05-474b-b8ee-ced377a1e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:09.360551 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-70711a50-15ae-4a7b-94d7-8b7c894b81e8 req-686cd1bd-8f05-474b-b8ee-ced377a1e481 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8b74024a-d17f-4db3-83e8-5ff782bd2612 HTTP/1.1" status: 200 len: 849 time: 0.1121473 Oct 23 01:09:09.364720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa71092a-b29d-4815-aa86-3c0736e933c6 None None] Network 90278020-7334-4e49-a351-40edec530728 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:09.372411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:09.375775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:09.379993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Calling delete_port for 4d0931c6-2a8f-41aa-832e-f542b130348f owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:09.385884 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=f959c8fb-a6f2-48b1-8a86-07eb8f24dc77,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:09.401343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port dcf77f9e-a6f3-429c-8019-4e34f1931556 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:09.402959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.404268 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port dcf77f9e-a6f3-429c-8019-4e34f1931556 Oct 23 01:09:09.435015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:09.441399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.441748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.442128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.446349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:09.449248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for port (fcd6e10b-d61f-4472-94c5-a1e85318caba), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.469594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70711a50-15ae-4a7b-94d7-8b7c894b81e8 req-5be66cd1-63ae-4fb6-a076-b8289d32efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:09.471946 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-70711a50-15ae-4a7b-94d7-8b7c894b81e8 req-5be66cd1-63ae-4fb6-a076-b8289d32efdd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0683458 Oct 23 01:09:09.506131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fa9a1cd8-55aa-4d32-be15-b200c74410ef None None] Provisioning complete for port dc878f47-b1e1-4d62-b91b-146b7e3939ce triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:09.506131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1cd8-55aa-4d32-be15-b200c74410ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.506131 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fa9a1cd8-55aa-4d32-be15-b200c74410ef None None] Attempt 1 to provision port dc878f47-b1e1-4d62-b91b-146b7e3939ce Oct 23 01:09:09.511227 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ea4fafdd-1c61-4d89-8686-8608af5bf5c1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7655671 Oct 23 01:09:09.512153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:09.519970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59956) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:09.523663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:09.568251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (fcd6e10b-d61f-4472-94c5-a1e85318caba), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.615534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:09.709656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (eda35da5-7b3e-4028-9b46-06ac63d9ab79), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.713716 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-70711a50-15ae-4a7b-94d7-8b7c894b81e8 req-0f3bbff5-48ec-438e-8964-37caf6498a14 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365527 Oct 23 01:09:09.716580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59960) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:09.750057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event updated for resources: {'Port': ['ID=2409984d-f411-4ab5-a474-195f05ee3fbb,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:09.757300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a1cd8-55aa-4d32-be15-b200c74410ef None None] Current status of the port dc878f47-b1e1-4d62-b91b-146b7e3939ce is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:09.791739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfef23f-962c-4fab-92a2-c9b32850de1a None None] DHCP port deletion for 90278020-7334-4e49-a351-40edec530728 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:09:09.812377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c97594b-acca-45ff-a2e4-38cc7f434fb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:09.821452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59964) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:09.822063 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1c97594b-acca-45ff-a2e4-38cc7f434fb0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30a HTTP/1.1" status: 200 len: 926 time: 0.2989504 Oct 23 01:09:09.852767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9dfef23f-962c-4fab-92a2-c9b32850de1a None None] Deleting port 4d0931c6-2a8f-41aa-832e-f542b130348f {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:09.853424 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9dfef23f-962c-4fab-92a2-c9b32850de1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.886201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.890115 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2517374 Oct 23 01:09:09.900686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59966) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:09.911825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4a31ea4e-045f-442d-b344-d41835e7211d tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Request body: {'floatingip': {'port_id': '95889ec4-2648-450d-96cf-97485930d230', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:09.936213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9dfef23f-962c-4fab-92a2-c9b32850de1a None None] For port 4d0931c6-2a8f-41aa-832e-f542b130348f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d0931c6-2a8f-41aa-832e-f542b130348f,segment=NetworkSegment(2833c15c-3392-49d7-9268-cc972dc27563),segment_id=2833c15c-3392-49d7-9268-cc972dc27563)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:09.940645 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9dfef23f-962c-4fab-92a2-c9b32850de1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.940783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5c43c18d-8563-414b-bf6c-98631a63bf32 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port f959c8fb-a6f2-48b1-8a86-07eb8f24dc77 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:09.940783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c43c18d-8563-414b-bf6c-98631a63bf32 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f959c8fb-a6f2-48b1-8a86-07eb8f24dc77), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.953990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9dfef23f-962c-4fab-92a2-c9b32850de1a None None] Calling delete_port for 4d0931c6-2a8f-41aa-832e-f542b130348f owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:09.956552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port dcf77f9e-a6f3-429c-8019-4e34f1931556 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:09.972366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3d2156f8-4156-45b5-a968-e8d83029cd13 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:09.995650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=2683ef1d-5367-4926-abdd-affe3c13b6e0,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:10.007968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 3d2156f8-4156-45b5-a968-e8d83029cd13 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:10.008243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3d2156f8-4156-45b5-a968-e8d83029cd13 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:10.011360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a31ea4e-045f-442d-b344-d41835e7211d tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for floatingip (eda35da5-7b3e-4028-9b46-06ac63d9ab79), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.040032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c43c18d-8563-414b-bf6c-98631a63bf32 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f959c8fb-a6f2-48b1-8a86-07eb8f24dc77), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.057759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.062627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:10.062771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:10.063788 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a4915-4a3b-4fae-93d0-92a51a0b61a3 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event updated for resources: {'Port': ['ID=fcd6e10b-d61f-4472-94c5-a1e85318caba,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:10.067835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5c43c18d-8563-414b-bf6c-98631a63bf32 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for f959c8fb-a6f2-48b1-8a86-07eb8f24dc77 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:10.086049 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (bc7ecf4e-b232-43a7-9986-26c827edda37), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.113817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-43864ffc-71fc-4df7-ae59-bd12c2bb6800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.119228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9dfef23f-962c-4fab-92a2-c9b32850de1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (4d0931c6-2a8f-41aa-832e-f542b130348f), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.130540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0931c6-2a8f-41aa-832e-f542b130348f,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:10.145355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:10.157742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfef23f-962c-4fab-92a2-c9b32850de1a None None] Pushing event deleted for resources: {'Port': ['ID=4d0931c6-2a8f-41aa-832e-f542b130348f,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:10.159854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfef23f-962c-4fab-92a2-c9b32850de1a None None] No DVR routers for this DVR port 4d0931c6-2a8f-41aa-832e-f542b130348f on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:10.224484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] No DVR routers for this DVR port 4d0931c6-2a8f-41aa-832e-f542b130348f on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:10.296525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7ecf4e-b232-43a7-9986-26c827edda37,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:10.338189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Provisioning complete for port dcf77f9e-a6f3-429c-8019-4e34f1931556 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:10.338706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.339715 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Attempt 1 to provision port dcf77f9e-a6f3-429c-8019-4e34f1931556 Oct 23 01:09:10.427779 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6037d4-1485-42b6-bd5d-c99e359620fd req-2de019df-e576-41f8-9323-e687f3e9222c tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:10.436610 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1d6037d4-1485-42b6-bd5d-c99e359620fd req-2de019df-e576-41f8-9323-e687f3e9222c tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2322843 Oct 23 01:09:10.441066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (223fbffb-6323-4fd2-9e39-fbb8578e1979), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.450714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Current status of the port dcf77f9e-a6f3-429c-8019-4e34f1931556 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:10.460384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Provisioning complete for port c93b6224-7d3d-4d28-a483-cc1e03c64969 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:10.460742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c93b6224-7d3d-4d28-a483-cc1e03c64969), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.461074 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Attempt 1 to provision port c93b6224-7d3d-4d28-a483-cc1e03c64969 Oct 23 01:09:10.499997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Port c93b6224-7d3d-4d28-a483-cc1e03c64969 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:10.510412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Provisioning complete for port f959c8fb-a6f2-48b1-8a86-07eb8f24dc77 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:10.510797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f959c8fb-a6f2-48b1-8a86-07eb8f24dc77), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.514797 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Attempt 1 to provision port f959c8fb-a6f2-48b1-8a86-07eb8f24dc77 Oct 23 01:09:10.565190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1b219-9f36-45c7-aebb-8c4aaa5debd1 None None] Port f959c8fb-a6f2-48b1-8a86-07eb8f24dc77 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:10.572337 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-70711a50-15ae-4a7b-94d7-8b7c894b81e8 req-82151b55-887d-47f8-a898-b0a94e5e0a57 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8215947 Oct 23 01:09:10.574402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-43864ffc-71fc-4df7-ae59-bd12c2bb6800 admin admin] Publish callbacks [] for security_group (b44ebf45-f266-46c2-839c-8b733a8f8e07), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.690142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-43864ffc-71fc-4df7-ae59-bd12c2bb6800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (b44ebf45-f266-46c2-839c-8b733a8f8e07), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.694793 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-09ab99be-e967-402d-aef0-b5e608dc017f None None] Provisioning complete for port c93b6224-7d3d-4d28-a483-cc1e03c64969 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:10.695509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-09ab99be-e967-402d-aef0-b5e608dc017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c93b6224-7d3d-4d28-a483-cc1e03c64969), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.696062 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-09ab99be-e967-402d-aef0-b5e608dc017f None None] Attempt 1 to provision port c93b6224-7d3d-4d28-a483-cc1e03c64969 Oct 23 01:09:10.748153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-09ab99be-e967-402d-aef0-b5e608dc017f None None] Port c93b6224-7d3d-4d28-a483-cc1e03c64969 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:10.757348 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-43864ffc-71fc-4df7-ae59-bd12c2bb6800 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=06fb5d1c963e48e1a9defa2d3aaf2d64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0381832 Oct 23 01:09:10.763150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (223fbffb-6323-4fd2-9e39-fbb8578e1979), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.765546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59970) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:10.769377 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-4a31ea4e-045f-442d-b344-d41835e7211d tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] update failed (client error): The resource could not be found. Oct 23 01:09:10.771691 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4a31ea4e-045f-442d-b344-d41835e7211d tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/eda35da5-7b3e-4028-9b46-06ac63d9ab79 HTTP/1.1" status: 404 len: 507 time: 0.8657336 Oct 23 01:09:10.775245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (90278020-7334-4e49-a351-40edec530728), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.779936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Publish callbacks [] for router_controller (223fbffb-6323-4fd2-9e39-fbb8578e1979), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.780711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:10.783178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59972) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:10.826927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:10.870998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90278020-7334-4e49-a351-40edec530728']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:10.883521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43864ffc-71fc-4df7-ae59-bd12c2bb6800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44ebf45-f266-46c2-839c-8b733a8f8e07,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:10.883719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (4722560a-b462-4aed-989e-338ce2498c47), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.915171 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1d6037d4-1485-42b6-bd5d-c99e359620fd req-a101fd5b-0656-409c-a381-1fba5798e076 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4775777 Oct 23 01:09:10.926978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c43c18d-8563-414b-bf6c-98631a63bf32 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f959c8fb-a6f2-48b1-8a86-07eb8f24dc77), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.946513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2833c15c-3392-49d7-9268-cc972dc27563') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:10.946810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2833c15c-3392-49d7-9268-cc972dc27563') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:10.964403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43c18d-8563-414b-bf6c-98631a63bf32 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=f959c8fb-a6f2-48b1-8a86-07eb8f24dc77,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:10.970426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c3ebe562-8d14-4571-828f-57755355c4fd None None] Could not find standard attr ID for object f959c8fb-a6f2-48b1-8a86-07eb8f24dc77. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:09:10.982168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Publish callbacks [] for security_group (b44ebf45-f266-46c2-839c-8b733a8f8e07), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.993021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (2833c15c-3392-49d7-9268-cc972dc27563), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.993943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (223fbffb-6323-4fd2-9e39-fbb8578e1979), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:10.995622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 223fbffb-6323-4fd2-9e39-fbb8578e1979 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:11.003785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.005291 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e7f0233d-74bd-4c33-8728-5fe122fdfd11 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/223fbffb-6323-4fd2-9e39-fbb8578e1979 HTTP/1.1" status: 204 len: 168 time: 3.8598094 Oct 23 01:09:11.014184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 59974) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:11.035581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c43c18d-8563-414b-bf6c-98631a63bf32 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.039532 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5c43c18d-8563-414b-bf6c-98631a63bf32 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/f959c8fb-a6f2-48b1-8a86-07eb8f24dc77 HTTP/1.1" status: 204 len: 168 time: 1.2169094 Oct 23 01:09:11.044430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59976) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:11.070679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4d0931c6-2a8f-41aa-832e-f542b130348f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:11.073968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Publish callbacks [] for security_group (b44ebf45-f266-46c2-839c-8b733a8f8e07), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.097888 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b02e07-baa0-414b-bde4-860110d92aa7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:09:11.099390 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-17b02e07-baa0-414b-bde4-860110d92aa7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/f959c8fb-a6f2-48b1-8a86-07eb8f24dc77 HTTP/1.1" status: 404 len: 333 time: 0.0533178 Oct 23 01:09:11.102156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59978) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:11.107047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2833c15c-3392-49d7-9268-cc972dc27563), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.114516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 4d0931c6-2a8f-41aa-832e-f542b130348f {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:11.115229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4d0931c6-2a8f-41aa-832e-f542b130348f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:11.115838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:11.116267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (2833c15c-3392-49d7-9268-cc972dc27563), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.119607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7c23ca32-0924-4f7b-98a4-f964b4f0abbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.200922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2cf315-b65d-45f5-b614-bcd2001bc150 admin admin] Deleting subnet 4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:09:11.228753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf315-b65d-45f5-b614-bcd2001bc150 admin admin] Publish callbacks [] for subnet (4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.230156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-bffb8bc2-47b3-4e96-a80f-74715d2d6e1d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port c93b6224-7d3d-4d28-a483-cc1e03c64969 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:11.230699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bffb8bc2-47b3-4e96-a80f-74715d2d6e1d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c93b6224-7d3d-4d28-a483-cc1e03c64969), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.283480 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 2833c15c-3392-49d7-9268-cc972dc27563 resource provider aggregate not found Oct 23 01:09:11.328182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d91a1119-0f4f-4b78-bae3-59223fbb6c12 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Deleting port fcd6e10b-d61f-4472-94c5-a1e85318caba {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:11.328182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d91a1119-0f4f-4b78-bae3-59223fbb6c12 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fcd6e10b-d61f-4472-94c5-a1e85318caba), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.335635 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 2833c15c-3392-49d7-9268-cc972dc27563 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2833c15c-3392-49d7-9268-cc972dc27563 found for delete ", "request_id": "req-b563330c-cd31-46d6-bd53-d72a794dde0d"}]} Oct 23 01:09:11.341329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (90278020-7334-4e49-a351-40edec530728), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.350601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bffb8bc2-47b3-4e96-a80f-74715d2d6e1d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c93b6224-7d3d-4d28-a483-cc1e03c64969), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.368298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-bffb8bc2-47b3-4e96-a80f-74715d2d6e1d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for c93b6224-7d3d-4d28-a483-cc1e03c64969 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:11.395648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.398994 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/90278020-7334-4e49-a351-40edec530728 HTTP/1.1" status: 204 len: 168 time: 2.6281004 Oct 23 01:09:11.410031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (b44ebf45-f266-46c2-839c-8b733a8f8e07), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.412014 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf315-b65d-45f5-b614-bcd2001bc150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.412744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.414730 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b44ebf45-f266-46c2-839c-8b733a8f8e07 HTTP/1.1" status: 204 len: 168 time: 0.6429017 Oct 23 01:09:11.429297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44ebf45-f266-46c2-839c-8b733a8f8e07,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:11.445585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.448326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.448326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.448326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.448326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.448326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.448326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.448326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.448945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.448945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.449111 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.449384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.449921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.450261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.450582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a94bd-e94d-4ba7-a16a-f9fe1fc4a6ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:11.597143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73760f72-999f-48ec-82b6-bd88490f9a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=90278020-7334-4e49-a351-40edec530728,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:11.706867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (f3592a49-0580-4924-847f-4473ca4d675e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.709663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bffb8bc2-47b3-4e96-a80f-74715d2d6e1d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (c93b6224-7d3d-4d28-a483-cc1e03c64969), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.738481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb8bc2-47b3-4e96-a80f-74715d2d6e1d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=c93b6224-7d3d-4d28-a483-cc1e03c64969,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:11.764930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d91a1119-0f4f-4b78-bae3-59223fbb6c12 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fcd6e10b-d61f-4472-94c5-a1e85318caba), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.765374 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d91a1119-0f4f-4b78-bae3-59223fbb6c12 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for floatingip (fcd6e10b-d61f-4472-94c5-a1e85318caba), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.797311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (4722560a-b462-4aed-989e-338ce2498c47), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.800110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d91a1119-0f4f-4b78-bae3-59223fbb6c12 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Calling delete_port for fcd6e10b-d61f-4472-94c5-a1e85318caba owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:11.821291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bffb8bc2-47b3-4e96-a80f-74715d2d6e1d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.823666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:11.838717 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bffb8bc2-47b3-4e96-a80f-74715d2d6e1d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/c93b6224-7d3d-4d28-a483-cc1e03c64969 HTTP/1.1" status: 204 len: 168 time: 0.7345514 Oct 23 01:09:11.839013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59990) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:11.846068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf315-b65d-45f5-b614-bcd2001bc150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:11.885843 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-13be3e69-e775-4df0-82d2-f221b1829534 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:09:11.890550 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-13be3e69-e775-4df0-82d2-f221b1829534 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/c93b6224-7d3d-4d28-a483-cc1e03c64969 HTTP/1.1" status: 404 len: 333 time: 0.0475118 Oct 23 01:09:11.891979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59992) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:11.905327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=8,neutron:INSERT=9,neutron:SELECT=83 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:12.020497 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 59998) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:12.041970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f10b5cc-7c12-4739-9132-32868dca5de7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting subnet 5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:09:12.063991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f10b5cc-7c12-4739-9132-32868dca5de7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.086288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2683ef1d-5367-4926-abdd-affe3c13b6e0), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.105353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:12.131099 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ec108def-c26f-4a01-91b7-c218f045c6af admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=65fee9c1b06a4303b3561763cb1f5f07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1093256 Oct 23 01:09:12.133990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f10b5cc-7c12-4739-9132-32868dca5de7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.136675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60002) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:12.179899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdef3a3-1572-4d5b-8891-a3a164b0380c req-ef867937-b325-4b94-adb1-d4169bc6568f tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:12.181608 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6fdef3a3-1572-4d5b-8891-a3a164b0380c req-ef867937-b325-4b94-adb1-d4169bc6568f tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1215334 Oct 23 01:09:12.247637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf315-b65d-45f5-b614-bcd2001bc150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.253606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-64155a4f-6f78-4bfe-807e-6a16eda229ef admin admin] Publish callbacks [] for security_group (e4c035c9-e458-4204-a5d2-f7654b1f0784), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.274266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f10b5cc-7c12-4739-9132-32868dca5de7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.308315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-64155a4f-6f78-4bfe-807e-6a16eda229ef admin admin] Publish callbacks [] for security_group (e4c035c9-e458-4204-a5d2-f7654b1f0784), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.342661 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf315-b65d-45f5-b614-bcd2001bc150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.345833 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aa2cf315-b65d-45f5-b614-bcd2001bc150 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211 HTTP/1.1" status: 204 len: 168 time: 1.3111548 Oct 23 01:09:12.348898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539a8aeb-8bde-439a-914b-4b050ff46bf7 None None] Network 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:12.351496 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60008) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:12.356414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cf315-b65d-45f5-b614-bcd2001bc150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a16ceaf-eb28-4bd7-bb9a-3a27ef2fa211,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:12.391873 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6fdef3a3-1572-4d5b-8891-a3a164b0380c req-b8794da7-82c0-482b-b508-3fac66065731 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973240 Oct 23 01:09:12.436443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.449682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (05bcd369-fd6c-4f2a-b5d0-3331a3a7f454), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.455582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:12.474658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (2683ef1d-5367-4926-abdd-affe3c13b6e0), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.478021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Router 4722560a-b462-4aed-989e-338ce2498c47 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:09:12.481440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d91a1119-0f4f-4b78-bae3-59223fbb6c12 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fcd6e10b-d61f-4472-94c5-a1e85318caba), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.517835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Deleting port dc878f47-b1e1-4d62-b91b-146b7e3939ce {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:12.519678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.519802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a1119-0f4f-4b78-bae3-59223fbb6c12 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event deleted for resources: {'Port': ['ID=fcd6e10b-d61f-4472-94c5-a1e85318caba,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:12.554943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f10b5cc-7c12-4739-9132-32868dca5de7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.604233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (2683ef1d-5367-4926-abdd-affe3c13b6e0), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.621092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] DHCP port deletion for 05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:09:12.648268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10b5cc-7c12-4739-9132-32868dca5de7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:12.654376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-64155a4f-6f78-4bfe-807e-6a16eda229ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (e4c035c9-e458-4204-a5d2-f7654b1f0784), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.657889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-64155a4f-6f78-4bfe-807e-6a16eda229ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.661359 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-64155a4f-6f78-4bfe-807e-6a16eda229ef admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e4c035c9-e458-4204-a5d2-f7654b1f0784 HTTP/1.1" status: 204 len: 168 time: 0.5209095 Oct 23 01:09:12.681378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Deleting port dc878f47-b1e1-4d62-b91b-146b7e3939ce {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:12.681378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.696773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64155a4f-6f78-4bfe-807e-6a16eda229ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c035c9-e458-4204-a5d2-f7654b1f0784,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:12.732027 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f10b5cc-7c12-4739-9132-32868dca5de7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.738268 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5f10b5cc-7c12-4739-9132-32868dca5de7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0 HTTP/1.1" status: 204 len: 168 time: 0.8425555 Oct 23 01:09:12.741267 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60020) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:12.754068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0605a5db-038a-43a6-8177-8148cdd6895b None None] Network 2fb89b78-3442-413b-8816-ebaaa9270dce requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:12.770247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (f3592a49-0580-4924-847f-4473ca4d675e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.830506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92620c72-33f2-4bff-b481-c6892ec7478a req-ccd85aff-b2d2-40d1-ab24-ed24b10eb015 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:12.830506 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-92620c72-33f2-4bff-b481-c6892ec7478a req-ccd85aff-b2d2-40d1-ab24-ed24b10eb015 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2946997 Oct 23 01:09:12.837572 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d91a1119-0f4f-4b78-bae3-59223fbb6c12 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for floatingip (eda35da5-7b3e-4028-9b46-06ac63d9ab79), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.839926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d91a1119-0f4f-4b78-bae3-59223fbb6c12 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.848671 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d91a1119-0f4f-4b78-bae3-59223fbb6c12 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/eda35da5-7b3e-4028-9b46-06ac63d9ab79 HTTP/1.1" status: 204 len: 168 time: 2.0508866 Oct 23 01:09:12.848671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60022) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:12.851223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:12.853250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] For port dc878f47-b1e1-4d62-b91b-146b7e3939ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc878f47-b1e1-4d62-b91b-146b7e3939ce,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:12.853512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-51af3e54-8ce9-49b0-a12d-04dca0e800a2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Request body: {'floatingip': {'floating_network_id': '76ac13ac-6822-4fb0-9754-21af3fbd4611', 'port_id': '95889ec4-2648-450d-96cf-97485930d230', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:12.853739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.863251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] For port dc878f47-b1e1-4d62-b91b-146b7e3939ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc878f47-b1e1-4d62-b91b-146b7e3939ce,segment=NetworkSegment(8f8a8e4a-cad8-48dc-92a2-81114ea573e7),segment_id=8f8a8e4a-cad8-48dc-92a2-81114ea573e7)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:12.863640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.893582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=2683ef1d-5367-4926-abdd-affe3c13b6e0,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:12.897316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Calling delete_port for dc878f47-b1e1-4d62-b91b-146b7e3939ce owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:12.909626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (2fb89b78-3442-413b-8816-ebaaa9270dce), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:12.937469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Calling delete_port for dc878f47-b1e1-4d62-b91b-146b7e3939ce owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:13.005678 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-92620c72-33f2-4bff-b481-c6892ec7478a req-0b223ca9-a9d6-40c8-a7b7-d1a5fe80c6e1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660378 Oct 23 01:09:13.006819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:13.017805 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP f3592a49-0580-4924-847f-4473ca4d675e associated. External IP: 172.36.3.83, port: 9be40b7c-d50b-4f67-bf90-3ebf77fac3fe. Oct 23 01:09:13.048463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Sync routers for ids ['4722560a-b462-4aed-989e-338ce2498c47'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:13.062451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa6a6ad-1e0a-4113-823a-e93fc87f72c3 None None] DHCP port deletion for 2fb89b78-3442-413b-8816-ebaaa9270dce request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:09:13.089451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bc7ecf4e-b232-43a7-9986-26c827edda37 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:13.175508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: bc7ecf4e-b232-43a7-9986-26c827edda37 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:13.175854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bc7ecf4e-b232-43a7-9986-26c827edda37 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:13.176271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dc878f47-b1e1-4d62-b91b-146b7e3939ce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:13.200676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60032) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:13.218523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port dcf77f9e-a6f3-429c-8019-4e34f1931556 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:13.219050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.253523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Routers {'4722560a-b462-4aed-989e-338ce2498c47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:13.254200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4722560a-b462-4aed-989e-338ce2498c47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:13.285678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6a6ad-1e0a-4113-823a-e93fc87f72c3 None None] Deleting port dcf77f9e-a6f3-429c-8019-4e34f1931556 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:13.286133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a6ad-1e0a-4113-823a-e93fc87f72c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.350732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.386923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:13.388989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (dc878f47-b1e1-4d62-b91b-146b7e3939ce), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.404336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1608921743'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:13.412576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] For port dcf77f9e-a6f3-429c-8019-4e34f1931556, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcf77f9e-a6f3-429c-8019-4e34f1931556,segment=NetworkSegment(d9a60625-a471-4dbc-8a1d-f49f28d20bc4),segment_id=d9a60625-a471-4dbc-8a1d-f49f28d20bc4)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:13.416883 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.418353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc878f47-b1e1-4d62-b91b-146b7e3939ce,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:13.423312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] No DVR routers for this DVR port dc878f47-b1e1-4d62-b91b-146b7e3939ce on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:13.474832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Pushing event deleted for resources: {'Port': ['ID=dc878f47-b1e1-4d62-b91b-146b7e3939ce,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:13.479437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for dcf77f9e-a6f3-429c-8019-4e34f1931556 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:13.491606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No active binding found for port dc878f47-b1e1-4d62-b91b-146b7e3939ce {{(pid=105986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 23 01:09:13.491986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] The host dv-neutron-master-2-hyperv is not matching for port dc878f47-b1e1-4d62-b91b-146b7e3939ce host None! {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 23 01:09:13.492375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dc878f47-b1e1-4d62-b91b-146b7e3939ce not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:13.495958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.496339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.497217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.497580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.497893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.498273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.498598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.498918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.499243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.500353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.500703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.501048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.501818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.502432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.502432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:13.509278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1aa331-bb48-4203-8044-0b1c2f129bfc None None] No DVR routers for this DVR port dc878f47-b1e1-4d62-b91b-146b7e3939ce on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:13.531220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3fa6a6ad-1e0a-4113-823a-e93fc87f72c3 None None] For port dcf77f9e-a6f3-429c-8019-4e34f1931556, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcf77f9e-a6f3-429c-8019-4e34f1931556,segment=NetworkSegment(d9a60625-a471-4dbc-8a1d-f49f28d20bc4),segment_id=d9a60625-a471-4dbc-8a1d-f49f28d20bc4)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:13.531623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a6ad-1e0a-4113-823a-e93fc87f72c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.542787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:13.559785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:13.600715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51af3e54-8ce9-49b0-a12d-04dca0e800a2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.600997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (05bcd369-fd6c-4f2a-b5d0-3331a3a7f454), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.603766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:13.605282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:13.606708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Made reservation on behalf of ab750ff95e744b7c8c2329311571f0b7 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:13.610867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.634768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.655936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bcd369-fd6c-4f2a-b5d0-3331a3a7f454']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:13.668249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8a8e4a-cad8-48dc-92a2-81114ea573e7') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:13.673900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8a8e4a-cad8-48dc-92a2-81114ea573e7') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:13.686421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (8f8a8e4a-cad8-48dc-92a2-81114ea573e7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.703063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (8f8a8e4a-cad8-48dc-92a2-81114ea573e7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.703337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.704626 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-24861acd-2025-408e-9d39-158ee03f152b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.6573114 Oct 23 01:09:13.721827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60044) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:13.738260 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6a6ad-1e0a-4113-823a-e93fc87f72c3 None None] Calling delete_port for dcf77f9e-a6f3-429c-8019-4e34f1931556 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:13.801166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:13.801685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (8f8a8e4a-cad8-48dc-92a2-81114ea573e7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:13.819435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Set router 4722560a-b462-4aed-989e-338ce2498c47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:13.849895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:13.861196 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 8f8a8e4a-cad8-48dc-92a2-81114ea573e7 resource provider aggregate not found Oct 23 01:09:13.945988 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-51af3e54-8ce9-49b0-a12d-04dca0e800a2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:09:13.947465 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-51af3e54-8ce9-49b0-a12d-04dca0e800a2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0977995 Oct 23 01:09:13.950639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:13.951598 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60056) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:13.956802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '95889ec4-2648-450d-96cf-97485930d230', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:13.984736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.075141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.105777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4722560a-b462-4aed-989e-338ce2498c47', 'name': '', 'tenant_id': 'e374c862e2c74e9482c1c89966829165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2c5ba1a-1874-4e2f-a056-8cee1ca509cc', 'external_fixed_ips': [{'subnet_id': '7376a767-161f-46c9-87d3-2b82722f7e57', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '2409984d-f411-4ab5-a474-195f05ee3fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:09:06Z', 'updated_at': '2022-10-23T01:09:09Z', 'revision_number': 3, 'project_id': 'e374c862e2c74e9482c1c89966829165', 'gw_port': {'id': '2409984d-f411-4ab5-a474-195f05ee3fbb', 'name': '', 'network_id': 'a2c5ba1a-1874-4e2f-a056-8cee1ca509cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4722560a-b462-4aed-989e-338ce2498c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7376a767-161f-46c9-87d3-2b82722f7e57', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:09:07Z', 'updated_at': '2022-10-23T01:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7376a767-161f-46c9-87d3-2b82722f7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:14.111045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.136579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Checking router: 4722560a-b462-4aed-989e-338ce2498c47 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:09:14.137396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Updating router 4722560a-b462-4aed-989e-338ce2498c47 port 2409984d-f411-4ab5-a474-195f05ee3fbb binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:09:14.180398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2409984d-f411-4ab5-a474-195f05ee3fbb), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.250985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:14.262831 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10003775-9424-4227-aae5-8078d98be0d5 None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:14.279486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.288074 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10003775-9424-4227-aae5-8078d98be0d5 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:14.290687 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-10003775-9424-4227-aae5-8078d98be0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:14.335928 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-10003775-9424-4227-aae5-8078d98be0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:14.346145 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10003775-9424-4227-aae5-8078d98be0d5 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:14.346998 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-10003775-9424-4227-aae5-8078d98be0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:14.359746 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 8f8a8e4a-cad8-48dc-92a2-81114ea573e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f8a8e4a-cad8-48dc-92a2-81114ea573e7 found for delete ", "request_id": "req-38f83486-093a-4bdf-bf06-bbbf37e72233"}]} Oct 23 01:09:14.384399 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-10003775-9424-4227-aae5-8078d98be0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:14.385285 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10003775-9424-4227-aae5-8078d98be0d5 None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:14.400324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.417645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa8d11-894d-48f5-82a1-8a66e6e6f9e2 req-75fb7b61-08f3-43d0-8215-e49fb80aafbf tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:14.419247 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c0aa8d11-894d-48f5-82a1-8a66e6e6f9e2 req-75fb7b61-08f3-43d0-8215-e49fb80aafbf tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.5706339 Oct 23 01:09:14.422173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (05bcd369-fd6c-4f2a-b5d0-3331a3a7f454), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.434948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.438110 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/05bcd369-fd6c-4f2a-b5d0-3331a3a7f454 HTTP/1.1" status: 204 len: 168 time: 2.0849805 Oct 23 01:09:14.443790 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a9dc3aca-4568-4fd8-af0b-4f21b3bc08aa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1347065 Oct 23 01:09:14.447578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60064) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:14.458132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-09af943e-f203-4507-9452-47ea051f8b3a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:14.461701 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Allocated IP 172.36.3.206 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/6c559a61-8e93-4f47-b937-e72f42f00aec) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:14.470377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f8c40-4c8a-436f-8597-26356f6fbac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=05bcd369-fd6c-4f2a-b5d0-3331a3a7f454,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:14.495898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (4722560a-b462-4aed-989e-338ce2498c47), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.496844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:14.498977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.499609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a6ad-1e0a-4113-823a-e93fc87f72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (dcf77f9e-a6f3-429c-8019-4e34f1931556), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.533111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa6a6ad-1e0a-4113-823a-e93fc87f72c3 None None] No DVR routers for this DVR port dcf77f9e-a6f3-429c-8019-4e34f1931556 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:14.575792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6a6ad-1e0a-4113-823a-e93fc87f72c3 None None] Pushing event deleted for resources: {'Port': ['ID=dcf77f9e-a6f3-429c-8019-4e34f1931556,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:14.620546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=dcf77f9e-a6f3-429c-8019-4e34f1931556,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:14.634284 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c0aa8d11-894d-48f5-82a1-8a66e6e6f9e2 req-08bf5c36-84f6-43c7-98a5-c553e6d2c746 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938751 Oct 23 01:09:14.646199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No DVR routers for this DVR port dcf77f9e-a6f3-429c-8019-4e34f1931556 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:14.648680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Publish callbacks [] for port (2409984d-f411-4ab5-a474-195f05ee3fbb), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.676068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-09af943e-f203-4507-9452-47ea051f8b3a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (f3592a49-0580-4924-847f-4473ca4d675e), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.709582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:14.803167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks [] for security_group (1a8c1564-11b8-4fd6-9318-5d372abb61c8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.803530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:14.809987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (2fb89b78-3442-413b-8816-ebaaa9270dce), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.811900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2409984d-f411-4ab5-a474-195f05ee3fbb), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.844523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec522112-e06b-4557-b361-a98969678f67 req-d8b24a86-ef99-4eb9-8d46-3b80fd495ac2 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:14.846155 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ec522112-e06b-4557-b361-a98969678f67 req-d8b24a86-ef99-4eb9-8d46-3b80fd495ac2 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1134295 Oct 23 01:09:14.847261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb89b78-3442-413b-8816-ebaaa9270dce']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:14.850713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (4722560a-b462-4aed-989e-338ce2498c47), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.870146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a60625-a471-4dbc-8a1d-f49f28d20bc4') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:14.872244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a60625-a471-4dbc-8a1d-f49f28d20bc4') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:14.883508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (d9a60625-a471-4dbc-8a1d-f49f28d20bc4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.906685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19bdcc-afd1-40cf-9744-86e2856b07fc None None] Pushing event updated for resources: {'Port': ['ID=2409984d-f411-4ab5-a474-195f05ee3fbb,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:14.908016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (d9a60625-a471-4dbc-8a1d-f49f28d20bc4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.912758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Attempting to bind port 2409984d-f411-4ab5-a474-195f05ee3fbb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:14.913439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Attempting to bind port 2409984d-f411-4ab5-a474-195f05ee3fbb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dd65c626-5435-43b0-ad36-9c815a3a3e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a2c5ba1a-1874-4e2f-a056-8cee1ca509cc'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:14.914002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Attempting to bind port 2409984d-f411-4ab5-a474-195f05ee3fbb on network a2c5ba1a-1874-4e2f-a056-8cee1ca509cc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:14.920926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:14.921333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (d9a60625-a471-4dbc-8a1d-f49f28d20bc4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.922302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-09af943e-f203-4507-9452-47ea051f8b3a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.925267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for port (6c559a61-8e93-4f47-b937-e72f42f00aec), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.938357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1a8c1564-11b8-4fd6-9318-5d372abb61c8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.970373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:14.970884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Checking segment: {'id': 'dd65c626-5435-43b0-ad36-9c815a3a3e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a2c5ba1a-1874-4e2f-a056-8cee1ca509cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:14.971903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.973763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Bound using segment: {'id': 'dd65c626-5435-43b0-ad36-9c815a3a3e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a2c5ba1a-1874-4e2f-a056-8cee1ca509cc'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:14.974688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Bound port: 2409984d-f411-4ab5-a474-195f05ee3fbb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd65c626-5435-43b0-ad36-9c815a3a3e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a2c5ba1a-1874-4e2f-a056-8cee1ca509cc'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:14.975425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2409984d-f411-4ab5-a474-195f05ee3fbb), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:14.979918 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ec522112-e06b-4557-b361-a98969678f67 req-f26a2c2d-34c1-45fa-96ce-2570c6f9ef15 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185431 Oct 23 01:09:15.003747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60074) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:15.004835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dcf77f9e-a6f3-429c-8019-4e34f1931556 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:15.048485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: dcf77f9e-a6f3-429c-8019-4e34f1931556 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:15.048842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dcf77f9e-a6f3-429c-8019-4e34f1931556 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:15.056396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8c1564-11b8-4fd6-9318-5d372abb61c8,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:15.062167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Deleting port 2409984d-f411-4ab5-a474-195f05ee3fbb {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:15.062711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2409984d-f411-4ab5-a474-195f05ee3fbb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.073319 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d28a66c9-cf2e-414d-a369-e12f67c3808b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=66260213c74c4acdba660fea4f3a482e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0658450 Oct 23 01:09:15.073685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60078) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:15.102173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] For port 2409984d-f411-4ab5-a474-195f05ee3fbb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:15.103758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-09af943e-f203-4507-9452-47ea051f8b3a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (f3592a49-0580-4924-847f-4473ca4d675e), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.104099 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-09af943e-f203-4507-9452-47ea051f8b3a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP f3592a49-0580-4924-847f-4473ca4d675e disassociated. External IP: 172.36.3.83, port: 9be40b7c-d50b-4f67-bf90-3ebf77fac3fe. Oct 23 01:09:15.159383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6c559a61-8e93-4f47-b937-e72f42f00aec), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.183926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f966ed-8609-4e2e-b902-5be99d6a7582 req-64cf5257-333a-439d-a8cf-e4a9ff9b2b3b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:15.186149 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a6f966ed-8609-4e2e-b902-5be99d6a7582 req-64cf5257-333a-439d-a8cf-e4a9ff9b2b3b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.0670152 Oct 23 01:09:15.202595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] For port 2409984d-f411-4ab5-a474-195f05ee3fbb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2409984d-f411-4ab5-a474-195f05ee3fbb,segment=NetworkSegment(dd65c626-5435-43b0-ad36-9c815a3a3e7e),segment_id=dd65c626-5435-43b0-ad36-9c815a3a3e7e)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:15.221013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (2fb89b78-3442-413b-8816-ebaaa9270dce), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.222356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:15.232273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:15.235405 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:15.241150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:15.260458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.272136 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/networks/2fb89b78-3442-413b-8816-ebaaa9270dce HTTP/1.1" status: 204 len: 168 time: 2.5234184 Oct 23 01:09:15.276137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60082) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:15.290652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] For port 2409984d-f411-4ab5-a474-195f05ee3fbb, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:15.291033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2409984d-f411-4ab5-a474-195f05ee3fbb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.291961 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2409984d-f411-4ab5-a474-195f05ee3fbb), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.304685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:15.320339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023786c7-c137-4338-9eed-16304ff4968f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Network': ['ID=2fb89b78-3442-413b-8816-ebaaa9270dce,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:15.323936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1232539049'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:15.328611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a8889e93-7742-4f41-a479-f861b520ea56), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.329158 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Added segment a8889e93-7742-4f41-a479-f861b520ea56 of type vlan for network 08112212-1681-4588-abf3-3399cf565c95 Oct 23 01:09:15.334019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Calling delete_port for 2409984d-f411-4ab5-a474-195f05ee3fbb owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:15.344501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event updated for resources: {'Port': ['ID=6c559a61-8e93-4f47-b937-e72f42f00aec,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:15.354842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de9290e2-0c61-4b82-9ce8-ad2fdcb018c9 admin admin] Publish callbacks [] for security_group (f026b308-dec5-4ed5-a36b-54d8c54ca61b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.374778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Routers {'4722560a-b462-4aed-989e-338ce2498c47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:15.375750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4722560a-b462-4aed-989e-338ce2498c47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:15.408714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de9290e2-0c61-4b82-9ce8-ad2fdcb018c9 admin admin] Publish callbacks [] for security_group (f026b308-dec5-4ed5-a36b-54d8c54ca61b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.459456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (08112212-1681-4588-abf3-3399cf565c95), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.466866 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a6f966ed-8609-4e2e-b902-5be99d6a7582 req-fa33aec2-339a-4170-9e90-eb9a7f332deb tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652373 Oct 23 01:09:15.502191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19bdcc-afd1-40cf-9744-86e2856b07fc None None] Pushing event updated for resources: {'Port': ['ID=2409984d-f411-4ab5-a474-195f05ee3fbb,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:15.522692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] Set router 4722560a-b462-4aed-989e-338ce2498c47 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:15.559439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:15.565693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.624800 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09af943e-f203-4507-9452-47ea051f8b3a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:15.635983 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60090) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:15.658253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4722560a-b462-4aed-989e-338ce2498c47', 'name': '', 'tenant_id': 'e374c862e2c74e9482c1c89966829165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:09:06Z', 'updated_at': '2022-10-23T01:09:14Z', 'revision_number': 4, 'project_id': 'e374c862e2c74e9482c1c89966829165', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:15.700488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95d9cd-e9de-40a9-a8ac-30d5d946bb1b None None] The sync data for ids ['4722560a-b462-4aed-989e-338ce2498c47'] in dv-neutron-master-2-hyperv is: [{'id': '4722560a-b462-4aed-989e-338ce2498c47', 'name': '', 'tenant_id': 'e374c862e2c74e9482c1c89966829165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:09:06Z', 'updated_at': '2022-10-23T01:09:14Z', 'revision_number': 4, 'project_id': 'e374c862e2c74e9482c1c89966829165', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:15.733950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2409984d-f411-4ab5-a474-195f05ee3fbb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.777192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:15.779878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event deleted for resources: {'Port': ['ID=2409984d-f411-4ab5-a474-195f05ee3fbb,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:15.784844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (08112212-1681-4588-abf3-3399cf565c95), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.791601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:15.792410 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.865412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ffd231b7-1a64-4861-b0d2-95d000a28846), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.869273 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Added segment ffd231b7-1a64-4861-b0d2-95d000a28846 of type vlan for network 48351533-fac2-445f-aa49-f0f57013d198 Oct 23 01:09:15.870760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de9290e2-0c61-4b82-9ce8-ad2fdcb018c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f026b308-dec5-4ed5-a36b-54d8c54ca61b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.873393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de9290e2-0c61-4b82-9ce8-ad2fdcb018c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.878653 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-de9290e2-0c61-4b82-9ce8-ad2fdcb018c9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f026b308-dec5-4ed5-a36b-54d8c54ca61b HTTP/1.1" status: 204 len: 168 time: 0.7970073 Oct 23 01:09:15.903590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9290e2-0c61-4b82-9ce8-ad2fdcb018c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f026b308-dec5-4ed5-a36b-54d8c54ca61b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:15.936172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Pushing event updated for resources: {'Network': ['ID=08112212-1681-4588-abf3-3399cf565c95,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:15.939197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Deleting port 6c559a61-8e93-4f47-b937-e72f42f00aec {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:15.939548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6c559a61-8e93-4f47-b937-e72f42f00aec), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:15.945057 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f9c9c1c0-817b-4eb4-bae1-9a074e8e50cd tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.7422278 Oct 23 01:09:15.950977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60098) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:15.972628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Request body: {'subnet': {'network_id': '08112212-1681-4588-abf3-3399cf565c95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:15.977176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09af943e-f203-4507-9452-47ea051f8b3a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:15.995216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c93cd-c8ab-4c49-bc55-3af2d22d377d None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:16.005128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 08112212-1681-4588-abf3-3399cf565c95 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:16.011769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (48351533-fac2-445f-aa49-f0f57013d198), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.021182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-09af943e-f203-4507-9452-47ea051f8b3a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.024535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (4722560a-b462-4aed-989e-338ce2498c47), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.045640 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1911512488'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:16.167885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Made reservation on behalf of 24c8a51fb0d94a1e80d5ce63422a6bac for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:16.172522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.190088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c93cd-c8ab-4c49-bc55-3af2d22d377d None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:16.194050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-764c93cd-c8ab-4c49-bc55-3af2d22d377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:16.202563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.db.resource_extend [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 01:09:16.223283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.228353 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-09af943e-f203-4507-9452-47ea051f8b3a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/f3592a49-0580-4924-847f-4473ca4d675e HTTP/1.1" status: 200 len: 687 time: 1.7776644 Oct 23 01:09:16.243511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (4722560a-b462-4aed-989e-338ce2498c47), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.250064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60100) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:16.251616 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_controller (4722560a-b462-4aed-989e-338ce2498c47), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.297808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6c559a61-8e93-4f47-b937-e72f42f00aec), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.298144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for floatingip (6c559a61-8e93-4f47-b937-e72f42f00aec), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.300351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-764c93cd-c8ab-4c49-bc55-3af2d22d377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:16.318923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c93cd-c8ab-4c49-bc55-3af2d22d377d None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:16.320036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-764c93cd-c8ab-4c49-bc55-3af2d22d377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:16.338930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:16.362000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-764c93cd-c8ab-4c49-bc55-3af2d22d377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:16.362996 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c93cd-c8ab-4c49-bc55-3af2d22d377d None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:16.400004 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment d9a60625-a471-4dbc-8a1d-f49f28d20bc4 resource provider aggregate not found Oct 23 01:09:16.417931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Calling delete_port for 6c559a61-8e93-4f47-b937-e72f42f00aec owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:16.425441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d0132-fb3f-4321-890d-783bff776a52 req-a01a2c2d-0422-4d07-b7da-2501b8cc680e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:16.431082 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b85d0132-fb3f-4321-890d-783bff776a52 req-a01a2c2d-0422-4d07-b7da-2501b8cc680e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.0901289 Oct 23 01:09:16.436150 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment d9a60625-a471-4dbc-8a1d-f49f28d20bc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9a60625-a471-4dbc-8a1d-f49f28d20bc4 found for delete ", "request_id": "req-807c4d6c-6e62-4eb5-9ba7-f4af70e4ef73"}]} Oct 23 01:09:16.506315 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b85d0132-fb3f-4321-890d-783bff776a52 req-a233f484-b52a-4708-bfc5-7b755fa20914 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687368 Oct 23 01:09:16.580783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (4722560a-b462-4aed-989e-338ce2498c47), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.582256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4722560a-b462-4aed-989e-338ce2498c47 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:16.591347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.594652 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (48351533-fac2-445f-aa49-f0f57013d198), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.596387 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-65d5df51-1ad0-49b3-8929-cc8f155ccda2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/4722560a-b462-4aed-989e-338ce2498c47 HTTP/1.1" status: 204 len: 168 time: 2.8642278 Oct 23 01:09:16.597208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60106) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:16.599578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:16.600209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.612135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Made reservation on behalf of ab750ff95e744b7c8c2329311571f0b7 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:16.619825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.651851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-aca3f415-20f7-40e6-877d-71b08adf0674 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port 2683ef1d-5367-4926-abdd-affe3c13b6e0 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:16.652176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aca3f415-20f7-40e6-877d-71b08adf0674 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2683ef1d-5367-4926-abdd-affe3c13b6e0), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.655183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e5db14-2375-4bcb-9432-ff2787b8cf2a tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Deleting subnet 7376a767-161f-46c9-87d3-2b82722f7e57 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:09:16.659996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-54e5db14-2375-4bcb-9432-ff2787b8cf2a tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for subnet (7376a767-161f-46c9-87d3-2b82722f7e57), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.691717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:16.703207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-54e5db14-2375-4bcb-9432-ff2787b8cf2a tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (7376a767-161f-46c9-87d3-2b82722f7e57), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.766931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-54e5db14-2375-4bcb-9432-ff2787b8cf2a tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (7376a767-161f-46c9-87d3-2b82722f7e57), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.773748 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4937916 Oct 23 01:09:16.802607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60108) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:16.812542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '48351533-fac2-445f-aa49-f0f57013d198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:16.821632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks [] for security_group (2191e454-c4c7-41f0-afef-ed407b7501a1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:16.844529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6f3e9-8768-4b5b-9c58-2afd12e6d316 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Network': ['ID=48351533-fac2-445f-aa49-f0f57013d198,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:16.858304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 48351533-fac2-445f-aa49-f0f57013d198 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:17.024349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-54e5db14-2375-4bcb-9432-ff2787b8cf2a tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (7376a767-161f-46c9-87d3-2b82722f7e57), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.057875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:17.066905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.069112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5db14-2375-4bcb-9432-ff2787b8cf2a tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7376a767-161f-46c9-87d3-2b82722f7e57,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:17.080469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-54e5db14-2375-4bcb-9432-ff2787b8cf2a tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.090640 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-54e5db14-2375-4bcb-9432-ff2787b8cf2a tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/7376a767-161f-46c9-87d3-2b82722f7e57 HTTP/1.1" status: 204 len: 168 time: 0.4905179 Oct 23 01:09:17.105966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60116) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:17.218136 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2191e454-c4c7-41f0-afef-ed407b7501a1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.266463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (a2c5ba1a-1874-4e2f-a056-8cee1ca509cc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.296440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:17.310108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2191e454-c4c7-41f0-afef-ed407b7501a1,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:17.328839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aca3f415-20f7-40e6-877d-71b08adf0674 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2683ef1d-5367-4926-abdd-affe3c13b6e0), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.329165 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aca3f415-20f7-40e6-877d-71b08adf0674 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (2683ef1d-5367-4926-abdd-affe3c13b6e0), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.338991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f6c868b3-025e-402b-b70a-ffa508f3e053), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.339379 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Added segment f6c868b3-025e-402b-b70a-ffa508f3e053 of type vlan for network aa650ac8-0fb6-485a-a331-c47eb784289b Oct 23 01:09:17.355345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-aca3f415-20f7-40e6-877d-71b08adf0674 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for 2683ef1d-5367-4926-abdd-affe3c13b6e0 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:17.366857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (a2c5ba1a-1874-4e2f-a056-8cee1ca509cc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.389699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c5ba1a-1874-4e2f-a056-8cee1ca509cc']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:17.399311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (aa650ac8-0fb6-485a-a331-c47eb784289b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.403015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd65c626-5435-43b0-ad36-9c815a3a3e7e') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:17.403319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd65c626-5435-43b0-ad36-9c815a3a3e7e') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:17.414235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (dd65c626-5435-43b0-ad36-9c815a3a3e7e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.428393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (dd65c626-5435-43b0-ad36-9c815a3a3e7e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.435834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:17.436185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (dd65c626-5435-43b0-ad36-9c815a3a3e7e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.472132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6c559a61-8e93-4f47-b937-e72f42f00aec), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.506525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event deleted for resources: {'Port': ['ID=6c559a61-8e93-4f47-b937-e72f42f00aec,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:17.649952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (aa650ac8-0fb6-485a-a331-c47eb784289b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.655436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:17.656353 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.669196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (a2c5ba1a-1874-4e2f-a056-8cee1ca509cc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.674796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2c5ba1a-1874-4e2f-a056-8cee1ca509cc {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 23 01:09:17.679026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:17.683495 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "DELETE /networking/v2.0/networks/a2c5ba1a-1874-4e2f-a056-8cee1ca509cc HTTP/1.1" status: 204 len: 168 time: 0.5760219 Oct 23 01:09:17.704489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31807322-ae0d-4cc2-bc6a-ad6b91645d33 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2c5ba1a-1874-4e2f-a056-8cee1ca509cc,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:17.814939 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:17.906903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Pushing event updated for resources: {'Network': ['ID=aa650ac8-0fb6-485a-a331-c47eb784289b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:17.931739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network aa650ac8-0fb6-485a-a331-c47eb784289b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:17.932377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b4df5-f96e-4c60-bc32-f7910aa3392b req-86f3d98f-89ca-4945-88ac-77aa3a904f1b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:17.932377 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-521b4df5-f96e-4c60-bc32-f7910aa3392b req-86f3d98f-89ca-4945-88ac-77aa3a904f1b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2956915 Oct 23 01:09:17.984260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:18.031748 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-521b4df5-f96e-4c60-bc32-f7910aa3392b req-774f9dd9-23bb-4f3b-b0ca-35070d76ca12 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926249 Oct 23 01:09:18.127470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (ab2fa391-dd23-4081-a505-e0300db955d2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.130681 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b0ffd5f1-d766-4aba-9da9-1bb2f1942b9b tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4872308 Oct 23 01:09:18.130681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aca3f415-20f7-40e6-877d-71b08adf0674 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2683ef1d-5367-4926-abdd-affe3c13b6e0), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.167975 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (5a81cb28-34ee-46dc-a628-cbde86a0c322), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.171698 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] create failed (client error): The resource could not be found. Oct 23 01:09:18.173040 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fa970768-125b-44ba-9cef-b7855ed4a720 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2201385 Oct 23 01:09:18.180872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3f415-20f7-40e6-877d-71b08adf0674 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=2683ef1d-5367-4926-abdd-affe3c13b6e0,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:18.195065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60146) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:18.211492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:18.314980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Subnet': ['ID=ab2fa391-dd23-4081-a505-e0300db955d2,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:18.329500 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Pushing event updated for resources: {'Subnet': ['ID=5a81cb28-34ee-46dc-a628-cbde86a0c322,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:18.346459 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aca3f415-20f7-40e6-877d-71b08adf0674 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (f3592a49-0580-4924-847f-4473ca4d675e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.351525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aca3f415-20f7-40e6-877d-71b08adf0674 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.364117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60148) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:18.364278 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aca3f415-20f7-40e6-877d-71b08adf0674 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/f3592a49-0580-4924-847f-4473ca4d675e HTTP/1.1" status: 204 len: 168 time: 2.0977333 Oct 23 01:09:18.364278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Checking segment: {'id': 'a8889e93-7742-4f41-a479-f861b520ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '08112212-1681-4588-abf3-3399cf565c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:18.364278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Network hostable DHCP agents. Network: 08112212-1681-4588-abf3-3399cf565c95, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:18.372212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': 'fb7690d1-3a82-4752-abe4-c83b7afafc19'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:18.380944 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Checking segment: {'id': 'ffd231b7-1a64-4861-b0d2-95d000a28846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '48351533-fac2-445f-aa49-f0f57013d198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:18.381364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network hostable DHCP agents. Network: 48351533-fac2-445f-aa49-f0f57013d198, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:18.398434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-9423ad71-8dbe-47a7-88d3-58a07ca65a75 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Deleting port 95889ec4-2648-450d-96cf-97485930d230 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:18.398776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9423ad71-8dbe-47a7-88d3-58a07ca65a75 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (95889ec4-2648-450d-96cf-97485930d230), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.493017 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment dd65c626-5435-43b0-ad36-9c815a3a3e7e resource provider aggregate not found Oct 23 01:09:18.522081 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment dd65c626-5435-43b0-ad36-9c815a3a3e7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd65c626-5435-43b0-ad36-9c815a3a3e7e found for delete ", "request_id": "req-aa268c6b-ad3d-4deb-b240-3f63f4b29cac"}]} Oct 23 01:09:18.541017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9423ad71-8dbe-47a7-88d3-58a07ca65a75 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (95889ec4-2648-450d-96cf-97485930d230), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.562488 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Network 08112212-1681-4588-abf3-3399cf565c95 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:18.581155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-9423ad71-8dbe-47a7-88d3-58a07ca65a75 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Calling delete_port for 95889ec4-2648-450d-96cf-97485930d230 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:18.581466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60158) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:18.589664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Request body: {'port': {'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-626535378'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:18.610758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60160) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:18.617022 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-2bc654c3-966e-43a8-967c-16c836186b99 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Request body: {'router': {'name': 'tempest-router--186990479', 'project_id': '84cd1f1bd20f41eb9b443fea9c566037'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:18.622193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5c9ee-d645-4382-bf9c-0efd0c484c7d req-8ee61da3-22de-4b0b-b750-08f83062ce93 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:18.623743 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9be5c9ee-d645-4382-bf9c-0efd0c484c7d req-8ee61da3-22de-4b0b-b750-08f83062ce93 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.0699964 Oct 23 01:09:18.654240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.656796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 48351533-fac2-445f-aa49-f0f57013d198 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:18.757074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Made reservation on behalf of 43873e8f04a4471495d9835a606426da for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:18.759581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.768759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.781918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 08112212-1681-4588-abf3-3399cf565c95) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:18.787500 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:18.791449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.795559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 48351533-fac2-445f-aa49-f0f57013d198) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:18.796063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0851ab-1412-49f6-9ac6-68c62b0f0418 None None] Network 08112212-1681-4588-abf3-3399cf565c95 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:18.801560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2bc654c3-966e-43a8-967c-16c836186b99 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (4601b8ee-0bb7-469d-aaf1-db104d67b6bc), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.802888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2bc654c3-966e-43a8-967c-16c836186b99 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (4601b8ee-0bb7-469d-aaf1-db104d67b6bc), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.813721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:18.814368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.821812 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9be5c9ee-d645-4382-bf9c-0efd0c484c7d req-6f5b9284-c637-403e-9215-c3f2c1671df3 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719704 Oct 23 01:09:18.828231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:18.850797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadf3f5a-7164-4df8-9807-487621dd3d5e None None] Network 48351533-fac2-445f-aa49-f0f57013d198 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:18.916499 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f26c35e7-bbc8-42c5-b364-981bcabb0a06 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9639096 Oct 23 01:09:18.920545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60166) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:18.928847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Request body: {'port': {'network_id': '08112212-1681-4588-abf3-3399cf565c95', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-563986427'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:18.975877 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3f6d586e-b53b-4c48-aef6-3d80224761b7 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1721299 Oct 23 01:09:18.981099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60168) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:18.988748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '48351533-fac2-445f-aa49-f0f57013d198', 'name': 'tempest-PortsIpV6TestJSON-1190724151', 'fixed_ips': [{'subnet_id': 'ab2fa391-dd23-4081-a505-e0300db955d2', 'ip_address': '2001:db8::10'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:18.997596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks [] for security_group (82bcf9ee-c5be-48f8-a6d4-e650357bee43), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.025030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9423ad71-8dbe-47a7-88d3-58a07ca65a75 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (95889ec4-2648-450d-96cf-97485930d230), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.029454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.36.3.243 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/1f4f884c-6441-4e20-bd60-afc933fc0e6e) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:19.076228 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2bc654c3-966e-43a8-967c-16c836186b99 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_controller (4601b8ee-0bb7-469d-aaf1-db104d67b6bc), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.077218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (82bcf9ee-c5be-48f8-a6d4-e650357bee43), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.104028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-08112212-1681-4588-abf3-3399cf565c95', 'network_id': '08112212-1681-4588-abf3-3399cf565c95', 'project_id': 'ab750ff95e744b7c8c2329311571f0b7', 'fixed_ips': [{'subnet_id': '5a81cb28-34ee-46dc-a628-cbde86a0c322'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:09:19.104971 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.106470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] device_id is not set on port ad151866-aef3-452f-bf0c-0bd24eff34bc yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:19.116765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bcf9ee-c5be-48f8-a6d4-e650357bee43,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:19.139042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-48351533-fac2-445f-aa49-f0f57013d198', 'network_id': '48351533-fac2-445f-aa49-f0f57013d198', 'project_id': '15afa29fb07a4b10aec3040f5f73e9a1', 'fixed_ips': [{'subnet_id': 'ab2fa391-dd23-4081-a505-e0300db955d2'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:09:19.139681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423ad71-8dbe-47a7-88d3-58a07ca65a75 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event deleted for resources: {'Port': ['ID=95889ec4-2648-450d-96cf-97485930d230,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:19.140692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.193000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2bc654c3-966e-43a8-967c-16c836186b99 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (4601b8ee-0bb7-469d-aaf1-db104d67b6bc), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.327834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Made reservation on behalf of ab750ff95e744b7c8c2329311571f0b7 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:19.332042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.356984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:19.373633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2bc654c3-966e-43a8-967c-16c836186b99 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.378257 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2bc654c3-966e-43a8-967c-16c836186b99 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7661464 Oct 23 01:09:19.380743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60176) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:19.407440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9423ad71-8dbe-47a7-88d3-58a07ca65a75 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.416025 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9423ad71-8dbe-47a7-88d3-58a07ca65a75 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "DELETE /networking/v2.0/ports/95889ec4-2648-450d-96cf-97485930d230 HTTP/1.1" status: 204 len: 168 time: 1.2126386 Oct 23 01:09:19.444239 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60178) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:19.473656 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] device_id is not set on port dba4a424-6b7b-4e5f-b514-7793c3e1e398 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:19.492152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (1f4f884c-6441-4e20-bd60-afc933fc0e6e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.567943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60180) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:19.576808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8735fb-ea5a-47a0-ab24-9dd0341cf78b tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:19.590032 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-eb8735fb-ea5a-47a0-ab24-9dd0341cf78b tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5bd18b88-37e2-443d-867c-3cdfd2ea04fe HTTP/1.1" status: 200 len: 913 time: 0.1266961 Oct 23 01:09:19.590304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-302812c8-fac5-4406-b3be-93c0fc5afc3d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (4601b8ee-0bb7-469d-aaf1-db104d67b6bc), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.591163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60184) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:19.723670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Allocated IP 2001:db8::2 (08112212-1681-4588-abf3-3399cf565c95/5a81cb28-34ee-46dc-a628-cbde86a0c322/2816afbc-2996-4c4f-87bf-143ebc659e84) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:19.740337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:19.742992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Allocated IP 2001:db8::2 (48351533-fac2-445f-aa49-f0f57013d198/ab2fa391-dd23-4081-a505-e0300db955d2/e1039058-bc23-4b5c-9ca2-a4f5563c08c5) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:19.762130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] device_id is not set on port ad151866-aef3-452f-bf0c-0bd24eff34bc yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:19.766367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:19.825295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1f4f884c-6441-4e20-bd60-afc933fc0e6e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.871755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:19.891426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks [] for port (ad151866-aef3-452f-bf0c-0bd24eff34bc), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.900080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1373406148'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:19.925220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:19.932549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:19.936617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=1f4f884c-6441-4e20-bd60-afc933fc0e6e,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:19.941502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:19.998946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-302812c8-fac5-4406-b3be-93c0fc5afc3d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (4601b8ee-0bb7-469d-aaf1-db104d67b6bc), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.001685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.011645 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ad151866-aef3-452f-bf0c-0bd24eff34bc), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.025232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-302812c8-fac5-4406-b3be-93c0fc5afc3d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_controller (4601b8ee-0bb7-469d-aaf1-db104d67b6bc), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.055150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port 20831404-0771-49b7-8db9-2f83cad60773 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:20.067862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Publish callbacks [] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.128883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event updated for resources: {'Port': ['ID=ad151866-aef3-452f-bf0c-0bd24eff34bc,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:20.154750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Publish callbacks [] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.178155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.210524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:20.221178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Network 08112212-1681-4588-abf3-3399cf565c95 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:20.225178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:20.228708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:20.270144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.281880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Made reservation on behalf of 97abb00433d74621b0a14f15bda8a56d for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:20.285664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.287854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Pushing event updated for resources: {'Port': ['ID=2816afbc-2996-4c4f-87bf-143ebc659e84,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:20.301209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.308640 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f409f25-591c-4be9-ba94-c917a4259dde req-738cf151-3d01-4df2-ac0d-6636d4041bd0 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:20.310825 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2f409f25-591c-4be9-ba94-c917a4259dde req-738cf151-3d01-4df2-ac0d-6636d4041bd0 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.3601182 Oct 23 01:09:20.321169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Checking segment: {'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:20.321532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Network hostable DHCP agents. Network: aa650ac8-0fb6-485a-a331-c47eb784289b, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:20.331967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:20.342611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Network 48351533-fac2-445f-aa49-f0f57013d198 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:20.343676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Attempting to bind port 2816afbc-2996-4c4f-87bf-143ebc659e84 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:20.344054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Attempting to bind port 2816afbc-2996-4c4f-87bf-143ebc659e84 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a8889e93-7742-4f41-a479-f861b520ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '08112212-1681-4588-abf3-3399cf565c95'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:20.344519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Attempting to bind port 2816afbc-2996-4c4f-87bf-143ebc659e84 on network 08112212-1681-4588-abf3-3399cf565c95 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:20.352503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:20.369880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8::10 (48351533-fac2-445f-aa49-f0f57013d198/ab2fa391-dd23-4081-a505-e0300db955d2/20831404-0771-49b7-8db9-2f83cad60773) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:20.386555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:20.393816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Pushing event updated for resources: {'Port': ['ID=e1039058-bc23-4b5c-9ca2-a4f5563c08c5,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:20.394875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Allocated IP 2001:db8::29d (08112212-1681-4588-abf3-3399cf565c95/5a81cb28-34ee-46dc-a628-cbde86a0c322/dba4a424-6b7b-4e5f-b514-7793c3e1e398) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:20.398803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-302812c8-fac5-4406-b3be-93c0fc5afc3d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (4601b8ee-0bb7-469d-aaf1-db104d67b6bc), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.399163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302812c8-fac5-4406-b3be-93c0fc5afc3d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4601b8ee-0bb7-469d-aaf1-db104d67b6bc {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:20.404306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-302812c8-fac5-4406-b3be-93c0fc5afc3d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.405635 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-302812c8-fac5-4406-b3be-93c0fc5afc3d tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/4601b8ee-0bb7-469d-aaf1-db104d67b6bc HTTP/1.1" status: 204 len: 168 time: 1.0225813 Oct 23 01:09:20.464259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Attempting to bind port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:20.464710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Attempting to bind port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffd231b7-1a64-4861-b0d2-95d000a28846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '48351533-fac2-445f-aa49-f0f57013d198'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:20.465210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Attempting to bind port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 on network 48351533-fac2-445f-aa49-f0f57013d198 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:20.467851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:20.468362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Checking segment: {'id': 'a8889e93-7742-4f41-a479-f861b520ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '08112212-1681-4588-abf3-3399cf565c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:20.469002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.469613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Bound using segment: {'id': 'a8889e93-7742-4f41-a479-f861b520ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '08112212-1681-4588-abf3-3399cf565c95'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:20.470331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Bound port: 2816afbc-2996-4c4f-87bf-143ebc659e84, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8889e93-7742-4f41-a479-f861b520ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '08112212-1681-4588-abf3-3399cf565c95'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:20.470924 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.498946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:20.569226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:20.570266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Checking segment: {'id': 'ffd231b7-1a64-4861-b0d2-95d000a28846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '48351533-fac2-445f-aa49-f0f57013d198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:20.571001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.571878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Bound using segment: {'id': 'ffd231b7-1a64-4861-b0d2-95d000a28846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '48351533-fac2-445f-aa49-f0f57013d198'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:20.572929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Bound port: e1039058-bc23-4b5c-9ca2-a4f5563c08c5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd231b7-1a64-4861-b0d2-95d000a28846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '48351533-fac2-445f-aa49-f0f57013d198'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:20.573666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.616521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:20.620647 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2f409f25-591c-4be9-ba94-c917a4259dde req-94d9870c-2ea0-473c-b332-ea81c3e1a3dc tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964356 Oct 23 01:09:20.624187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] For port 2816afbc-2996-4c4f-87bf-143ebc659e84, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:20.634820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Network aa650ac8-0fb6-485a-a331-c47eb784289b is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:20.648148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] For port 2816afbc-2996-4c4f-87bf-143ebc659e84, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2816afbc-2996-4c4f-87bf-143ebc659e84,segment=NetworkSegment(a8889e93-7742-4f41-a479-f861b520ea56),segment_id=a8889e93-7742-4f41-a479-f861b520ea56)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:20.670134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] For port e1039058-bc23-4b5c-9ca2-a4f5563c08c5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:20.674296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] For port e1039058-bc23-4b5c-9ca2-a4f5563c08c5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1039058-bc23-4b5c-9ca2-a4f5563c08c5,segment=NetworkSegment(ffd231b7-1a64-4861-b0d2-95d000a28846),segment_id=ffd231b7-1a64-4861-b0d2-95d000a28846)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:20.717273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (049af98d-102d-4fd5-b967-28d520cba92c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.731923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.768470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, aa650ac8-0fb6-485a-a331-c47eb784289b) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:20.795454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca2ea1-950f-4a8b-8437-51cf6eb6897a None None] Network aa650ac8-0fb6-485a-a331-c47eb784289b requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:20.818881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.823062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (20831404-0771-49b7-8db9-2f83cad60773), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.836516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a945681-38f7-49b2-8707-422ca37487d7 req-359ba44a-7311-488b-a5dc-09f725f8e98b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:20.838235 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0a945681-38f7-49b2-8707-422ca37487d7 req-359ba44a-7311-488b-a5dc-09f725f8e98b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1234641 Oct 23 01:09:20.838777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:20.865641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks [] for security_group (21f6665c-5e5e-41d5-bb9a-bd63dad17621), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:20.893115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab4d22-2986-47fd-97d9-20fc5b51be43 None None] Pushing event updated for resources: {'Port': ['ID=2816afbc-2996-4c4f-87bf-143ebc659e84,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:20.895479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60192) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:20.932448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eb68d183-0a00-4985-b72a-1cecb5de68b2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.033922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb03a2-161d-47fb-96d2-c0f5670f98c3 None None] Pushing event updated for resources: {'Port': ['ID=e1039058-bc23-4b5c-9ca2-a4f5563c08c5,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:21.123946 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0a945681-38f7-49b2-8707-422ca37487d7 req-e704b0d0-6fd4-4a86-a6e5-096bef22c1b8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701454 Oct 23 01:09:21.184585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1f4f884c-6441-4e20-bd60-afc933fc0e6e), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.208708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (20831404-0771-49b7-8db9-2f83cad60773), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.323615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:21.330525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 48351533-fac2-445f-aa49-f0f57013d198 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:21.344315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:21.347273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:21.352462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:21.353201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.376941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=20831404-0771-49b7-8db9-2f83cad60773,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:21.445097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:21.445712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:21.446026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:21.448319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (21f6665c-5e5e-41d5-bb9a-bd63dad17621), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.461608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-204599892', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:21.533596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:21.533962 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:21.537962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (1f4f884c-6441-4e20-bd60-afc933fc0e6e), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.548017 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 2 to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc Oct 23 01:09:21.550310 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dca1184e-29ec-442e-8c76-cf2a5c1f9896 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5674913 Oct 23 01:09:21.562581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60198) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:21.569390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': '48351533-fac2-445f-aa49-f0f57013d198', 'name': 'tempest-PortsIpV6TestJSON-48870883', 'fixed_ips': [{'subnet_id': 'ab2fa391-dd23-4081-a505-e0300db955d2', 'ip_address': '2001:db8::f'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:21.592813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:21.656923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks [] for port (dba4a424-6b7b-4e5f-b514-7793c3e1e398), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.659546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (1f4f884c-6441-4e20-bd60-afc933fc0e6e), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.660112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f6665c-5e5e-41d5-bb9a-bd63dad17621,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:21.668796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670f5b-7785-4d12-bbbf-c6ecc23f3c48 req-476cc583-89e5-4ed0-b0e5-d65fdb51911b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:21.670465 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54670f5b-7785-4d12-bbbf-c6ecc23f3c48 req-476cc583-89e5-4ed0-b0e5-d65fdb51911b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2297840 Oct 23 01:09:21.676010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e25a41e0-71b9-47cf-bd51-c6c1bf5f1d3b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.676364 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Added segment e25a41e0-71b9-47cf-bd51-c6c1bf5f1d3b of type vlan for network 12dbce9c-e001-4251-8260-e4750d2e29f0 Oct 23 01:09:21.681355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:21.681707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:21.682077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:21.721938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:21.751231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.769457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:21.769985 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:21.780197 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 3 to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc Oct 23 01:09:21.783384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (e2376ace-1d81-4b0e-a37d-98513e3d05a7), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.784444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (e2376ace-1d81-4b0e-a37d-98513e3d05a7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.889514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (12dbce9c-e001-4251-8260-e4750d2e29f0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:21.900041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:21.900385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:21.900726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:21.960857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:21.961189 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:21.972172 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 4 to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc Oct 23 01:09:22.019368 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54670f5b-7785-4d12-bbbf-c6ecc23f3c48 req-d8217c80-c1cf-4867-913b-879b9ec5872e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200276 Oct 23 01:09:22.063706 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:22.064144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:22.064532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:22.072128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (e2376ace-1d81-4b0e-a37d-98513e3d05a7), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.078100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (dba4a424-6b7b-4e5f-b514-7793c3e1e398), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.105842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:22.106670 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:22.119952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=1f4f884c-6441-4e20-bd60-afc933fc0e6e,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:22.139807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (049af98d-102d-4fd5-b967-28d520cba92c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.142380 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 5 to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc Oct 23 01:09:22.182514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (12dbce9c-e001-4251-8260-e4750d2e29f0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.191605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:22.192651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.259369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:22.259975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2baabc-3751-42c7-a6fb-9c028f1d0de3 None None] Network 08112212-1681-4588-abf3-3399cf565c95 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:22.266129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.306371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:22.306911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:22.307469 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:22.320492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36aff16-f57c-48fd-86b1-3ec1ab0c75ca req-a1ed9596-a8bf-48b9-9bbc-e5c5e8a6ada1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:22.322346 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a36aff16-f57c-48fd-86b1-3ec1ab0c75ca req-a1ed9596-a8bf-48b9-9bbc-e5c5e8a6ada1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1102924 Oct 23 01:09:22.331375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port 833594c6-022e-42d8-b7b2-d3f5e6060ced yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:22.340978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6919feb6-57a7-4e4a-8cab-359cc25a04ed None None] Provisioning complete for port 2816afbc-2996-4c4f-87bf-143ebc659e84 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:22.341642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6919feb6-57a7-4e4a-8cab-359cc25a04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.344117 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6919feb6-57a7-4e4a-8cab-359cc25a04ed None None] Attempt 1 to provision port 2816afbc-2996-4c4f-87bf-143ebc659e84 Oct 23 01:09:22.374877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Network 08112212-1681-4588-abf3-3399cf565c95 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:22.480581 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6919feb6-57a7-4e4a-8cab-359cc25a04ed None None] Current status of the port 2816afbc-2996-4c4f-87bf-143ebc659e84 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:22.481815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6919feb6-57a7-4e4a-8cab-359cc25a04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.482798 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP 049af98d-102d-4fd5-b967-28d520cba92c associated. External IP: 172.36.3.243, port: fb7690d1-3a82-4752-abe4-c83b7afafc19. Oct 23 01:09:22.499084 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9295471 Oct 23 01:09:22.500575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:22.504794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Pushing event updated for resources: {'Port': ['ID=dba4a424-6b7b-4e5f-b514-7793c3e1e398,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:22.519839 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60202) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:22.532054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6919feb6-57a7-4e4a-8cab-359cc25a04ed None None] For port 2816afbc-2996-4c4f-87bf-143ebc659e84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2816afbc-2996-4c4f-87bf-143ebc659e84,segment=NetworkSegment(a8889e93-7742-4f41-a479-f861b520ea56),segment_id=a8889e93-7742-4f41-a479-f861b520ea56)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:22.534116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:22.542806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:22.544388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.631587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:22.640496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6919feb6-57a7-4e4a-8cab-359cc25a04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.643209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:22.644759 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:22.647235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-eb68d183-0a00-4985-b72a-1cecb5de68b2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Deleting port b707a47e-fac6-4ea2-861c-1c54b0333704 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:22.647815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eb68d183-0a00-4985-b72a-1cecb5de68b2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b707a47e-fac6-4ea2-861c-1c54b0333704), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.669983 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a36aff16-f57c-48fd-86b1-3ec1ab0c75ca req-cdde49e4-a542-4cad-9bc2-db5823def009 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296126 Oct 23 01:09:22.693407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8::f (48351533-fac2-445f-aa49-f0f57013d198/ab2fa391-dd23-4081-a505-e0300db955d2/833594c6-022e-42d8-b7b2-d3f5e6060ced) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:22.725830 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 6 to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc Oct 23 01:09:22.794759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919feb6-57a7-4e4a-8cab-359cc25a04ed None None] Pushing event updated for resources: {'Port': ['ID=2816afbc-2996-4c4f-87bf-143ebc659e84,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:22.907551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eb68d183-0a00-4985-b72a-1cecb5de68b2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b707a47e-fac6-4ea2-861c-1c54b0333704), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.927633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-eb68d183-0a00-4985-b72a-1cecb5de68b2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Calling delete_port for b707a47e-fac6-4ea2-861c-1c54b0333704 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:22.989611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d0089ca0-c84f-4f93-9228-026e78e72981 None None] Provisioning complete for port dba4a424-6b7b-4e5f-b514-7793c3e1e398 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:22.990118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d0089ca0-c84f-4f93-9228-026e78e72981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dba4a424-6b7b-4e5f-b514-7793c3e1e398), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.990544 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d0089ca0-c84f-4f93-9228-026e78e72981 None None] Attempt 1 to provision port dba4a424-6b7b-4e5f-b514-7793c3e1e398 Oct 23 01:09:22.996501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Request body: {'network': {'name': 'tempest-network--95748461', 'router:external': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:23.020038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4d907-8cd4-46b0-8392-ed4c3184f51f tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Pushing event updated for resources: {'Network': ['ID=12dbce9c-e001-4251-8260-e4750d2e29f0,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:23.040320 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-78dd0ec2-3a20-4e9a-af4e-d8cc87c38cfa tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.1183410 Oct 23 01:09:23.043569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:23.047944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60208) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:23.048682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:23.049438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:23.049438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:23.057279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Request body: {'port': {'network_id': '08112212-1681-4588-abf3-3399cf565c95', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1601812850', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:23.057893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.api.validators [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] bootfile-name is not in valid_values {{(pid=105985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:09:23.058305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.api.validators [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] tftp-server is not in valid_values {{(pid=105985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:09:23.059191 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.api.validators [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] server-ip-address is not in valid_values {{(pid=105985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:09:23.068914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 12dbce9c-e001-4251-8260-e4750d2e29f0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:23.109768 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (e2376ace-1d81-4b0e-a37d-98513e3d05a7), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.126688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:23.135351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f924d-afab-49a1-ad4b-8dd7248a2d16 None None] Network 48351533-fac2-445f-aa49-f0f57013d198 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:23.179489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e1039058-bc23-4b5c-9ca2-a4f5563c08c5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:23.182233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:23.219007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:23.219377 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:23.225663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d0089ca0-c84f-4f93-9228-026e78e72981 None None] Port dba4a424-6b7b-4e5f-b514-7793c3e1e398 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:23.272315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (833594c6-022e-42d8-b7b2-d3f5e6060ced), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.286747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d0089ca0-c84f-4f93-9228-026e78e72981 None None] Provisioning complete for port 2816afbc-2996-4c4f-87bf-143ebc659e84 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:23.287060 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 7 to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc Oct 23 01:09:23.287388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d0089ca0-c84f-4f93-9228-026e78e72981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.287726 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d0089ca0-c84f-4f93-9228-026e78e72981 None None] Attempt 1 to provision port 2816afbc-2996-4c4f-87bf-143ebc659e84 Oct 23 01:09:23.312644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Made reservation on behalf of cfab61ea05d44393960c866b9719f88f for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:23.315552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.321999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:23.345647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.379934 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:23.380242 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:23.380531 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:23.388954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:23.389319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.389654 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 Oct 23 01:09:23.392241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (833594c6-022e-42d8-b7b2-d3f5e6060ced), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.443067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e751d-35d0-4345-95c2-310c93351123 req-bead821c-4a85-450b-8756-b3141345e1f3 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:23.444667 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d35e751d-35d0-4345-95c2-310c93351123 req-bead821c-4a85-450b-8756-b3141345e1f3 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2272966 Oct 23 01:09:23.450618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:23.450618 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:23.454438 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 8 to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc Oct 23 01:09:23.481126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:23.494323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 48351533-fac2-445f-aa49-f0f57013d198 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:23.513190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:23.521449 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d0089ca0-c84f-4f93-9228-026e78e72981 None None] Current status of the port 2816afbc-2996-4c4f-87bf-143ebc659e84 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:23.523848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:23.529538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:23.530284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.543108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:23.543643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:23.543766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:23.577652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:23.579338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.584000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:23.584000 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:23.593731 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 9 to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc Oct 23 01:09:23.627174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port e1039058-bc23-4b5c-9ca2-a4f5563c08c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1039058-bc23-4b5c-9ca2-a4f5563c08c5,segment=NetworkSegment(ffd231b7-1a64-4861-b0d2-95d000a28846),segment_id=ffd231b7-1a64-4861-b0d2-95d000a28846)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:23.634437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=833594c6-022e-42d8-b7b2-d3f5e6060ced,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:23.661929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:23.662295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:23.662697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:23.670508 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d35e751d-35d0-4345-95c2-310c93351123 req-d9633dbb-92b2-42ba-aecb-f32110163ce8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029948 Oct 23 01:09:23.690230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:23.693650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3ca27262-7e91-486a-8f30-91a7c2733ce2 None None] Provisioning complete for port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:23.694283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3ca27262-7e91-486a-8f30-91a7c2733ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.694816 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3ca27262-7e91-486a-8f30-91a7c2733ce2 None None] Attempt 1 to provision port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 Oct 23 01:09:23.723258 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd67c2-e417-42c4-b61b-7024ac6ec038 None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:23.728091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:23.728530 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:23.731714 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 10 to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc Oct 23 01:09:23.739418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.743523 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd67c2-e417-42c4-b61b-7024ac6ec038 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:23.744957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2816afbc-2996-4c4f-87bf-143ebc659e84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:23.745545 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-7fcd67c2-e417-42c4-b61b-7024ac6ec038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:23.749861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks [] for security_group (6e671f08-e1f1-4e66-b7dc-2425df0c53c2), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.760078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eb68d183-0a00-4985-b72a-1cecb5de68b2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (b707a47e-fac6-4ea2-861c-1c54b0333704), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.763143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Made reservation on behalf of ab750ff95e744b7c8c2329311571f0b7 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:23.767311 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9297f861-da2b-44fb-892c-4a2fa8b1cb30 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.2021279 Oct 23 01:09:23.771786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.772039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60212) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:23.790383 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-7fcd67c2-e417-42c4-b61b-7024ac6ec038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:23.808294 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd67c2-e417-42c4-b61b-7024ac6ec038 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:23.810734 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-7fcd67c2-e417-42c4-b61b-7024ac6ec038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:23.831870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.856959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] device_id is not set on port 2c3cdbae-4a73-48c8-9a63-7e92cd98807e yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:23.875385 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-7fcd67c2-e417-42c4-b61b-7024ac6ec038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:23.875935 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd67c2-e417-42c4-b61b-7024ac6ec038 None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:23.880620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6e671f08-e1f1-4e66-b7dc-2425df0c53c2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.895177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68d183-0a00-4985-b72a-1cecb5de68b2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event deleted for resources: {'Port': ['ID=b707a47e-fac6-4ea2-861c-1c54b0333704,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:23.897953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:23.898360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:23.899561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:23.907381 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (e2376ace-1d81-4b0e-a37d-98513e3d05a7), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.911105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=e1039058-bc23-4b5c-9ca2-a4f5563c08c5,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:23.935127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port ad151866-aef3-452f-bf0c-0bd24eff34bc on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:23.935559 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port ad151866-aef3-452f-bf0c-0bd24eff34bc on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:23.936004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ad151866-aef3-452f-bf0c-0bd24eff34bc), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.943644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:23.956274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 2816afbc-2996-4c4f-87bf-143ebc659e84 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:23.956651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.956985 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 2816afbc-2996-4c4f-87bf-143ebc659e84 Oct 23 01:09:23.967538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e671f08-e1f1-4e66-b7dc-2425df0c53c2,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:23.993907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3ca27262-7e91-486a-8f30-91a7c2733ce2 None None] Current status of the port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:24.007856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2239eea4-c0b9-4b9c-9e03-e88e136ac4b0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:24.014043 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2239eea4-c0b9-4b9c-9e03-e88e136ac4b0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2363961 Oct 23 01:09:24.014043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:24.019086 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b05d89-f65e-433b-806f-f6802d291723 req-b22ddb14-bcf4-4a37-bc20-265ea8e993f1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:24.019847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3ca27262-7e91-486a-8f30-91a7c2733ce2 None None] Provisioning complete for port dba4a424-6b7b-4e5f-b514-7793c3e1e398 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:24.020313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3ca27262-7e91-486a-8f30-91a7c2733ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dba4a424-6b7b-4e5f-b514-7793c3e1e398), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.020662 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3ca27262-7e91-486a-8f30-91a7c2733ce2 None None] Attempt 1 to provision port dba4a424-6b7b-4e5f-b514-7793c3e1e398 Oct 23 01:09:24.020768 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a6b05d89-f65e-433b-806f-f6802d291723 req-b22ddb14-bcf4-4a37-bc20-265ea8e993f1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1613913 Oct 23 01:09:24.024217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60214) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:24.029136 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5f1e3040-0a42-48de-b747-1cfa43fa4493 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6666253 Oct 23 01:09:24.047309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.059830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60216) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:24.099519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (c662cdc3-45c2-4355-8593-a8dc3448297a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.102947 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Added segment c662cdc3-45c2-4355-8593-a8dc3448297a of type vlan for network 2b0da32b-320b-4729-be28-ee61e4392717 Oct 23 01:09:24.120582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:24.125070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3ca27262-7e91-486a-8f30-91a7c2733ce2 None None] Port dba4a424-6b7b-4e5f-b514-7793c3e1e398 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:24.150960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 2816afbc-2996-4c4f-87bf-143ebc659e84 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:24.182311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (2b0da32b-320b-4729-be28-ee61e4392717), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.206728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:24.247536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bac66a-36f9-41ac-b3fc-a414330ef471 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:24.258570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Provisioning complete for port 833594c6-022e-42d8-b7b2-d3f5e6060ced triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:24.259017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (833594c6-022e-42d8-b7b2-d3f5e6060ced), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.259418 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Attempt 1 to provision port 833594c6-022e-42d8-b7b2-d3f5e6060ced Oct 23 01:09:24.260949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bac66a-36f9-41ac-b3fc-a414330ef471 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:24.269044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bac66a-36f9-41ac-b3fc-a414330ef471 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:24.275819 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-13bac66a-36f9-41ac-b3fc-a414330ef471 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2443361 Oct 23 01:09:24.289696 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-11629224-7186-4123-a633-b55eafd3d9b2 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "GET /networking/v2.0/floatingips/049af98d-102d-4fd5-b967-28d520cba92c HTTP/1.1" status: 200 len: 978 time: 0.2191296 Oct 23 01:09:24.294457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60218) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:24.295032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60220) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:24.342521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Port 833594c6-022e-42d8-b7b2-d3f5e6060ced cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:24.356268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Provisioning complete for port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:24.356268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.356268 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Attempt 1 to provision port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 Oct 23 01:09:24.450328 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] For port ad151866-aef3-452f-bf0c-0bd24eff34bc, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:24.450694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempted to set empty binding levels {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:09:24.469822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:24.474169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Current status of the port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:24.477154 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7312d624-dbf0-4636-8ee9-eeec27159a65 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1500878 Oct 23 01:09:24.486344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Provisioning complete for port 20831404-0771-49b7-8db9-2f83cad60773 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:24.486981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (20831404-0771-49b7-8db9-2f83cad60773), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.487520 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Attempt 1 to provision port 20831404-0771-49b7-8db9-2f83cad60773 Oct 23 01:09:24.500294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:24.503409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60224) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:24.519473 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a6b05d89-f65e-433b-806f-f6802d291723 req-4125ca57-2abd-4a88-b95b-42e6558a6e00 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4320788 Oct 23 01:09:24.520686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'floatingip': {'port_id': '9be40b7c-d50b-4f67-bf90-3ebf77fac3fe'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:24.525158 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:24.546695 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-1b9e61f7-d082-49e7-9727-fe8f93586f4e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2673430 Oct 23 01:09:24.554250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-83523cc4-f847-4d21-9340-e769e93ad16a None None] Port 20831404-0771-49b7-8db9-2f83cad60773 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:24.558739 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Allocated IP 2001:db8::258 (08112212-1681-4588-abf3-3399cf565c95/5a81cb28-34ee-46dc-a628-cbde86a0c322/2c3cdbae-4a73-48c8-9a63-7e92cd98807e) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:24.567658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (ad151866-aef3-452f-bf0c-0bd24eff34bc), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.568620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:24.569227 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.581296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (2b0da32b-320b-4729-be28-ee61e4392717), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.582368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:24.583048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.625141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eb68d183-0a00-4985-b72a-1cecb5de68b2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.676910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-29323897-cb17-4555-a719-73ea3ec3ba72 None None] Provisioning complete for port 833594c6-022e-42d8-b7b2-d3f5e6060ced triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:24.677626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-29323897-cb17-4555-a719-73ea3ec3ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (833594c6-022e-42d8-b7b2-d3f5e6060ced), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.678257 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-29323897-cb17-4555-a719-73ea3ec3ba72 None None] Attempt 1 to provision port 833594c6-022e-42d8-b7b2-d3f5e6060ced Oct 23 01:09:24.683591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.0970428 Oct 23 01:09:24.685307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60228) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:24.694475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-14e251ac-f80b-4fb1-9771-20b3f91c48ea tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 833594c6-022e-42d8-b7b2-d3f5e6060ced {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:24.694804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-14e251ac-f80b-4fb1-9771-20b3f91c48ea tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (833594c6-022e-42d8-b7b2-d3f5e6060ced), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.694986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Allocated IP 172.36.3.56 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/27c5750b-44e7-43d7-8102-aa43c1359b50) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:24.729497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (049af98d-102d-4fd5-b967-28d520cba92c), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.731119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-29323897-cb17-4555-a719-73ea3ec3ba72 None None] Port 833594c6-022e-42d8-b7b2-d3f5e6060ced cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:24.736091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323c1d71-5bb0-4ee5-b97d-7f08321acbdd None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:09:24.743646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event updated for resources: {'Network': ['ID=2b0da32b-320b-4729-be28-ee61e4392717,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:24.767149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 2b0da32b-320b-4729-be28-ee61e4392717 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:24.775253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-29323897-cb17-4555-a719-73ea3ec3ba72 None None] Provisioning complete for port 20831404-0771-49b7-8db9-2f83cad60773 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:24.776237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-05f70a72-bc4e-41d9-8952-cbd1bc14671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:24.776378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-29323897-cb17-4555-a719-73ea3ec3ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (20831404-0771-49b7-8db9-2f83cad60773), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.776680 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-29323897-cb17-4555-a719-73ea3ec3ba72 None None] Attempt 1 to provision port 20831404-0771-49b7-8db9-2f83cad60773 Oct 23 01:09:24.777949 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-05f70a72-bc4e-41d9-8952-cbd1bc14671b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e&device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 1129 time: 0.1831741 Oct 23 01:09:24.801141 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a98f7906-fb50-46f1-9ee7-b256520a82d6 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.2760148 Oct 23 01:09:24.805117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60230) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:24.807952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86672772-f382-4990-bc3e-5b27516f51c7 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event updated for resources: {'Port': ['ID=ad151866-aef3-452f-bf0c-0bd24eff34bc,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:25.008585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-14e251ac-f80b-4fb1-9771-20b3f91c48ea tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (833594c6-022e-42d8-b7b2-d3f5e6060ced), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.021633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (2b0da32b-320b-4729-be28-ee61e4392717), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.024169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ee8afe41-4362-4e3c-84a0-fbe58e32ff91 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Deleting port ad151866-aef3-452f-bf0c-0bd24eff34bc {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:25.024169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ee8afe41-4362-4e3c-84a0-fbe58e32ff91 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ad151866-aef3-452f-bf0c-0bd24eff34bc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.034722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e1039058-bc23-4b5c-9ca2-a4f5563c08c5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:25.064160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-14e251ac-f80b-4fb1-9771-20b3f91c48ea tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 833594c6-022e-42d8-b7b2-d3f5e6060ced owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:25.094297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-29323897-cb17-4555-a719-73ea3ec3ba72 None None] Port 20831404-0771-49b7-8db9-2f83cad60773 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:25.110759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-1b7a68c0-1431-44ca-8c8f-620388fd1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:25.112445 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-1b7a68c0-1431-44ca-8c8f-620388fd1b0e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec HTTP/1.1" status: 200 len: 911 time: 0.3027542 Oct 23 01:09:25.140586 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323c1d71-5bb0-4ee5-b97d-7f08321acbdd None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:09:25.150116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:25.150586 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.150991 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 Oct 23 01:09:25.227522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-ee8afe41-4362-4e3c-84a0-fbe58e32ff91 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] For port ad151866-aef3-452f-bf0c-0bd24eff34bc, host hv-neutron-mast, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:25.227895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ee8afe41-4362-4e3c-84a0-fbe58e32ff91 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ad151866-aef3-452f-bf0c-0bd24eff34bc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.254270 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:25.285759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:25.301978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ee8afe41-4362-4e3c-84a0-fbe58e32ff91 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Calling delete_port for ad151866-aef3-452f-bf0c-0bd24eff34bc owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:25.317263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:25.328559 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-4dcd5743-29cc-4e9f-954a-3d4cb8a486b8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14 HTTP/1.1" status: 200 len: 1001 time: 0.2051158 Oct 23 01:09:25.334323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (2b0da32b-320b-4729-be28-ee61e4392717), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.426931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:25.438699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0da32b-320b-4729-be28-ee61e4392717']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:25.474939 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c662cdc3-45c2-4355-8593-a8dc3448297a') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:25.475238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c662cdc3-45c2-4355-8593-a8dc3448297a') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:25.516633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (c662cdc3-45c2-4355-8593-a8dc3448297a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.524933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-1474a409-ceb1-4626-9fb9-0eef68a5e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:25.526509 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-1474a409-ceb1-4626-9fb9-0eef68a5e4b7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8b74024a-d17f-4db3-83e8-5ff782bd2612 HTTP/1.1" status: 200 len: 849 time: 0.1893845 Oct 23 01:09:25.546763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb68d183-0a00-4985-b72a-1cecb5de68b2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Router 5bd18b88-37e2-443d-867c-3cdfd2ea04fe has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:25.583049 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (c662cdc3-45c2-4355-8593-a8dc3448297a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.601278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for port (27c5750b-44e7-43d7-8102-aa43c1359b50), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.604708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:25.605122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (c662cdc3-45c2-4355-8593-a8dc3448297a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.626639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-03c15686-5bc3-4cc9-9cd2-b3be488a9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:25.628260 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-03c15686-5bc3-4cc9-9cd2-b3be488a9ca5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0911326 Oct 23 01:09:25.653683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:25.655411 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment c662cdc3-45c2-4355-8593-a8dc3448297a resource provider aggregate not found Oct 23 01:09:25.680558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ee8afe41-4362-4e3c-84a0-fbe58e32ff91 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ad151866-aef3-452f-bf0c-0bd24eff34bc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.688381 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment c662cdc3-45c2-4355-8593-a8dc3448297a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c662cdc3-45c2-4355-8593-a8dc3448297a found for delete ", "request_id": "req-9b67b773-78a4-4c1a-8ff7-b91c2931ee2b"}]} Oct 23 01:09:25.742953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks [] for port (2c3cdbae-4a73-48c8-9a63-7e92cd98807e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.935124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:25.937272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb68d183-0a00-4985-b72a-1cecb5de68b2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:25.948555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8a9b03-3a6f-4ca4-9194-cebef09811df None None] Sync routers for ids ['5bd18b88-37e2-443d-867c-3cdfd2ea04fe'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:25.961349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a9b03-3a6f-4ca4-9194-cebef09811df None None] Routers {'5bd18b88-37e2-443d-867c-3cdfd2ea04fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:25.962653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0f8a9b03-3a6f-4ca4-9194-cebef09811df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5bd18b88-37e2-443d-867c-3cdfd2ea04fe'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:25.982066 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-eb68d183-0a00-4985-b72a-1cecb5de68b2 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "PUT /networking/v2.0/routers/5bd18b88-37e2-443d-867c-3cdfd2ea04fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3820937 Oct 23 01:09:25.991910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60236) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:26.003744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:26.004246 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0f8a9b03-3a6f-4ca4-9194-cebef09811df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:26.015755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a9b03-3a6f-4ca4-9194-cebef09811df None None] Routers {'5bd18b88-37e2-443d-867c-3cdfd2ea04fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:26.016521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0f8a9b03-3a6f-4ca4-9194-cebef09811df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5bd18b88-37e2-443d-867c-3cdfd2ea04fe'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:26.020401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (27c5750b-44e7-43d7-8102-aa43c1359b50), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.054381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0f8a9b03-3a6f-4ca4-9194-cebef09811df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:26.055216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8a9b03-3a6f-4ca4-9194-cebef09811df None None] The sync data for ids ['5bd18b88-37e2-443d-867c-3cdfd2ea04fe'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:26.074069 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-14e251ac-f80b-4fb1-9771-20b3f91c48ea tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (833594c6-022e-42d8-b7b2-d3f5e6060ced), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.088119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ee8afe41-4362-4e3c-84a0-fbe58e32ff91 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.091971 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ee8afe41-4362-4e3c-84a0-fbe58e32ff91 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/ad151866-aef3-452f-bf0c-0bd24eff34bc HTTP/1.1" status: 204 len: 168 time: 1.3997025 Oct 23 01:09:26.099270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8afe41-4362-4e3c-84a0-fbe58e32ff91 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad151866-aef3-452f-bf0c-0bd24eff34bc,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:26.111032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60238) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:26.124538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:26.126799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-62eaa06a-6dca-4ca1-af75-eef12c2e66aa None None] Provisioning complete for port d79a0c74-4822-4ec8-a905-0086c9e00886 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:26.127546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-62eaa06a-6dca-4ca1-af75-eef12c2e66aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.128513 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-62eaa06a-6dca-4ca1-af75-eef12c2e66aa None None] Attempt 1 to provision port d79a0c74-4822-4ec8-a905-0086c9e00886 Oct 23 01:09:26.132039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:26.145651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:26.173046 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.db.resource_extend [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 01:09:26.180800 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-be369f5e-4d86-4c3a-b332-9120618aafc4 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] GET failed (client error): The resource could not be found. Oct 23 01:09:26.182311 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-be369f5e-4d86-4c3a-b332-9120618aafc4 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "GET /networking/v2.0/ports/ad151866-aef3-452f-bf0c-0bd24eff34bc HTTP/1.1" status: 404 len: 333 time: 0.0721123 Oct 23 01:09:26.185493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e251ac-f80b-4fb1-9771-20b3f91c48ea tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=833594c6-022e-42d8-b7b2-d3f5e6060ced,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:26.191407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60240) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:26.196780 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-14e251ac-f80b-4fb1-9771-20b3f91c48ea tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.199076 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-14e251ac-f80b-4fb1-9771-20b3f91c48ea tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/833594c6-022e-42d8-b7b2-d3f5e6060ced HTTP/1.1" status: 204 len: 168 time: 1.8733582 Oct 23 01:09:26.201282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (2b0da32b-320b-4729-be28-ee61e4392717), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.206812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Request body: {'port': {'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1828658652'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:26.213056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60242) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:26.231568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b0da32b-320b-4729-be28-ee61e4392717 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 23 01:09:26.244976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-62eaa06a-6dca-4ca1-af75-eef12c2e66aa None None] Current status of the port d79a0c74-4822-4ec8-a905-0086c9e00886 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:26.245212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.250091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2c3cdbae-4a73-48c8-9a63-7e92cd98807e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.253755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-44886978-e7e5-410f-81ad-0523f56e2673 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for router (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.255756 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "DELETE /networking/v2.0/networks/2b0da32b-320b-4729-be28-ee61e4392717 HTTP/1.1" status: 204 len: 168 time: 1.4480994 Oct 23 01:09:26.259079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60244) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:26.265022 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Pushing event updated for resources: {'Port': ['ID=27c5750b-44e7-43d7-8102-aa43c1359b50,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:26.271964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:26.307032 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0df2dd-d9e8-4faf-98b4-67198339382a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:09:26.308709 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ad0df2dd-d9e8-4faf-98b4-67198339382a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/833594c6-022e-42d8-b7b2-d3f5e6060ced HTTP/1.1" status: 404 len: 333 time: 0.0947058 Oct 23 01:09:26.317037 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60246) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:26.321195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bb9a5-b631-4f93-bc26-8acb2b167d26 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b0da32b-320b-4729-be28-ee61e4392717,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:26.340520 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-eb96ff2e-d9c4-44e6-8c08-041586c02187 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806791 Oct 23 01:09:26.388601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.398308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Network 08112212-1681-4588-abf3-3399cf565c95 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:26.451316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:26.484126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:26.492348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:26.493543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.531207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3f20e-b09d-456f-b30e-9e8199883b50 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 20831404-0771-49b7-8db9-2f83cad60773 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:26.531562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f20e-b09d-456f-b30e-9e8199883b50 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (20831404-0771-49b7-8db9-2f83cad60773), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.540746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Made reservation on behalf of 43873e8f04a4471495d9835a606426da for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:26.544261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.544801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (049af98d-102d-4fd5-b967-28d520cba92c), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.577323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] device_id is not set on port 9dabe00b-79f1-451c-ba85-62b298fb0587 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:26.620709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Pushing event updated for resources: {'Port': ['ID=2c3cdbae-4a73-48c8-9a63-7e92cd98807e,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:26.630662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Made reservation on behalf of cfab61ea05d44393960c866b9719f88f for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:26.633469 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.737699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-44886978-e7e5-410f-81ad-0523f56e2673 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.743895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=9,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:26.745047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-44886978-e7e5-410f-81ad-0523f56e2673 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for router_controller (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.766669 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2cf40499-4cfa-4dae-9005-413ce5c03e3b tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.7118278 Oct 23 01:09:26.773575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60248) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:26.806817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:26.808031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4edabeac-213e-44ab-9bb5-40bc8c730746 None None] Provisioning complete for port 2c3cdbae-4a73-48c8-9a63-7e92cd98807e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:26.809706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4edabeac-213e-44ab-9bb5-40bc8c730746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2c3cdbae-4a73-48c8-9a63-7e92cd98807e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.810512 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4edabeac-213e-44ab-9bb5-40bc8c730746 None None] Attempt 1 to provision port 2c3cdbae-4a73-48c8-9a63-7e92cd98807e Oct 23 01:09:26.842658 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:26.849112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks [] for port (9dabe00b-79f1-451c-ba85-62b298fb0587), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.859751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6a4b0695-b5c7-4551-bb62-c7aa76206c2a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.860187 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Added segment 6a4b0695-b5c7-4551-bb62-c7aa76206c2a of type vlan for network 6e71227a-1e91-4921-94e4-cacfd812b28f Oct 23 01:09:26.865350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4edabeac-213e-44ab-9bb5-40bc8c730746 None None] Port 2c3cdbae-4a73-48c8-9a63-7e92cd98807e cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:26.888642 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a829c40b-c380-4366-b7b7-759e1fd55b7d req-be8eb760-e2cd-4b19-bb92-a66f67a189c2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159740 Oct 23 01:09:26.894455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7e85ab-87e9-453d-93ff-900f7c5374e2 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:26.899455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7e85ab-87e9-453d-93ff-900f7c5374e2 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:26.904931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7e85ab-87e9-453d-93ff-900f7c5374e2 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:26.909309 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP 049af98d-102d-4fd5-b967-28d520cba92c associated. External IP: 172.36.3.243, port: fb7690d1-3a82-4752-abe4-c83b7afafc19. Oct 23 01:09:26.909502 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3d7e85ab-87e9-453d-93ff-900f7c5374e2 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1304829 Oct 23 01:09:26.909595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:26.912025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60250) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:26.965978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (6e71227a-1e91-4921-94e4-cacfd812b28f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.969939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-44886978-e7e5-410f-81ad-0523f56e2673 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (5bd18b88-37e2-443d-867c-3cdfd2ea04fe), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.970520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44886978-e7e5-410f-81ad-0523f56e2673 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Fanout notify agent at l3_agent the message router_deleted on router 5bd18b88-37e2-443d-867c-3cdfd2ea04fe {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:26.981545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-44886978-e7e5-410f-81ad-0523f56e2673 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.986028 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-44886978-e7e5-410f-81ad-0523f56e2673 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "DELETE /networking/v2.0/routers/5bd18b88-37e2-443d-867c-3cdfd2ea04fe HTTP/1.1" status: 204 len: 168 time: 0.9896312 Oct 23 01:09:26.990604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f20e-b09d-456f-b30e-9e8199883b50 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (20831404-0771-49b7-8db9-2f83cad60773), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:26.994722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60252) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:27.026780 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3f20e-b09d-456f-b30e-9e8199883b50 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 20831404-0771-49b7-8db9-2f83cad60773 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:27.041580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:27.111972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9dabe00b-79f1-451c-ba85-62b298fb0587), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.129919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7f2742cd-3811-470b-b59c-1499c7dee4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Deleting port 2c3cdbae-4a73-48c8-9a63-7e92cd98807e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:27.129919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7f2742cd-3811-470b-b59c-1499c7dee4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2c3cdbae-4a73-48c8-9a63-7e92cd98807e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.209680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b366fc37-5a4f-4302-b43b-b0f1410ed454 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Deleting subnet 947c64e3-4855-4c43-9fdd-97245cace4d9 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:09:27.214917 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Network aa650ac8-0fb6-485a-a331-c47eb784289b is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:27.218078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b366fc37-5a4f-4302-b43b-b0f1410ed454 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks [] for subnet (947c64e3-4855-4c43-9fdd-97245cace4d9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.229346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:27.239936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:27.240433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:27.241036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.249816 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event updated for resources: {'Port': ['ID=9dabe00b-79f1-451c-ba85-62b298fb0587,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:27.297648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7f2742cd-3811-470b-b59c-1499c7dee4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2c3cdbae-4a73-48c8-9a63-7e92cd98807e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.297934 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (6e71227a-1e91-4921-94e4-cacfd812b28f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.298923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:27.299601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.301657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (e2376ace-1d81-4b0e-a37d-98513e3d05a7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.337943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7f2742cd-3811-470b-b59c-1499c7dee4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Calling delete_port for 2c3cdbae-4a73-48c8-9a63-7e92cd98807e owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:27.357059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:27.374054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b366fc37-5a4f-4302-b43b-b0f1410ed454 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (947c64e3-4855-4c43-9fdd-97245cace4d9), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.399183 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6b86c273-431a-4b4e-a4c4-42e2c6589350 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1969411 Oct 23 01:09:27.403762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60254) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:27.410969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:27.489867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f20e-b09d-456f-b30e-9e8199883b50 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (20831404-0771-49b7-8db9-2f83cad60773), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.530339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9dabe00b-79f1-451c-ba85-62b298fb0587), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.532640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3f20e-b09d-456f-b30e-9e8199883b50 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=20831404-0771-49b7-8db9-2f83cad60773,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:27.627594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f20e-b09d-456f-b30e-9e8199883b50 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.631556 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d1e3f20e-b09d-456f-b30e-9e8199883b50 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/20831404-0771-49b7-8db9-2f83cad60773 HTTP/1.1" status: 204 len: 168 time: 1.3115346 Oct 23 01:09:27.643515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60256) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:27.696771 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-962cbf68-9b3d-4463-8c30-b144e67f8419 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:09:27.700986 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-962cbf68-9b3d-4463-8c30-b144e67f8419 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/20831404-0771-49b7-8db9-2f83cad60773 HTTP/1.1" status: 404 len: 333 time: 0.0534701 Oct 23 01:09:27.708425 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60258) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:27.780828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:27.785378 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5214064 Oct 23 01:09:27.792284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60260) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:27.797611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Request body: {'subnet': {'network_id': '6e71227a-1e91-4921-94e4-cacfd812b28f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:27.814953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7f2742cd-3811-470b-b59c-1499c7dee4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2c3cdbae-4a73-48c8-9a63-7e92cd98807e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.820951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:27.844545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cba54c6-cb79-4596-a0f9-0287b88dd11e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting subnet ab2fa391-dd23-4081-a505-e0300db955d2 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:09:27.861307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3539f-6c2f-4392-915b-72d7e1ebd502 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event updated for resources: {'Network': ['ID=6e71227a-1e91-4921-94e4-cacfd812b28f,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:27.868750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9cba54c6-cb79-4596-a0f9-0287b88dd11e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (ab2fa391-dd23-4081-a505-e0300db955d2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.871641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 6e71227a-1e91-4921-94e4-cacfd812b28f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:27.895900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2742cd-3811-470b-b59c-1499c7dee4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Pushing event deleted for resources: {'Port': ['ID=2c3cdbae-4a73-48c8-9a63-7e92cd98807e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:27.920029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=3,neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:27.958013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:27.977450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7f2742cd-3811-470b-b59c-1499c7dee4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.984699 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7f2742cd-3811-470b-b59c-1499c7dee4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] 10.222.0.36 "DELETE /networking/v2.0/ports/2c3cdbae-4a73-48c8-9a63-7e92cd98807e HTTP/1.1" status: 204 len: 168 time: 1.0707302 Oct 23 01:09:27.994933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60262) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:27.994933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9cba54c6-cb79-4596-a0f9-0287b88dd11e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (ab2fa391-dd23-4081-a505-e0300db955d2), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:27.996761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Request body: {'port': {'name': 'tempest-new-port-name-20404818', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:27.997174 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.api.validators [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] bootfile-name is not in valid_values {{(pid=105984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:09:27.997520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.api.validators [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] tftp-server is not in valid_values {{(pid=105984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:09:27.997910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.api.validators [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] server-ip-address is not in valid_values {{(pid=105984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 23 01:09:28.014464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b366fc37-5a4f-4302-b43b-b0f1410ed454 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (947c64e3-4855-4c43-9fdd-97245cace4d9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.057621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Made reservation on behalf of cfab61ea05d44393960c866b9719f88f for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:28.060070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.066034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] device_id is not set on port 9dabe00b-79f1-451c-ba85-62b298fb0587 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:28.081528 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks [] for port (9dabe00b-79f1-451c-ba85-62b298fb0587), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.203170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (9dabe00b-79f1-451c-ba85-62b298fb0587), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.227962 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:28.233710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (e2376ace-1d81-4b0e-a37d-98513e3d05a7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.239129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:28.255652 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b8e08c-be0c-420f-8d96-5c33917b0976 None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:28.266522 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b8e08c-be0c-420f-8d96-5c33917b0976 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:28.267504 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f0b8e08c-be0c-420f-8d96-5c33917b0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:28.271158 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dba4a424-6b7b-4e5f-b514-7793c3e1e398), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.314988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9cba54c6-cb79-4596-a0f9-0287b88dd11e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (ab2fa391-dd23-4081-a505-e0300db955d2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.318550 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f0b8e08c-be0c-420f-8d96-5c33917b0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:28.328984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b366fc37-5a4f-4302-b43b-b0f1410ed454 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (947c64e3-4855-4c43-9fdd-97245cace4d9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.329974 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b8e08c-be0c-420f-8d96-5c33917b0976 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:28.330744 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f0b8e08c-be0c-420f-8d96-5c33917b0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:28.348510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event updated for resources: {'Port': ['ID=9dabe00b-79f1-451c-ba85-62b298fb0587,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:28.350831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:28.351176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:28.351520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:28.369957 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f0b8e08c-be0c-420f-8d96-5c33917b0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:28.370850 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b8e08c-be0c-420f-8d96-5c33917b0976 None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:28.396565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd95be9-3c86-4899-8368-7fae72a6eacd None None] Network 76ac13ac-6822-4fb0-9754-21af3fbd4611 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:28.398121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:28.398461 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:28.405035 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 2 to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 Oct 23 01:09:28.420872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366fc37-5a4f-4302-b43b-b0f1410ed454 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event deleted for resources: {'Subnet': ['ID=947c64e3-4855-4c43-9fdd-97245cace4d9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:28.426698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b366fc37-5a4f-4302-b43b-b0f1410ed454 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.430255 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b366fc37-5a4f-4302-b43b-b0f1410ed454 tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/947c64e3-4855-4c43-9fdd-97245cace4d9 HTTP/1.1" status: 204 len: 168 time: 1.3856609 Oct 23 01:09:28.436677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60264) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:28.470948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:28.474543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:28.474889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:28.475225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:28.516490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:28.516828 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:28.572069 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29a7ab-9bb5-4a9d-8984-a9efd7abef4d None None] DHCP port deletion for 76ac13ac-6822-4fb0-9754-21af3fbd4611 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:09:28.573841 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 3 to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 Oct 23 01:09:28.596095 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:28.602688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (76ac13ac-6822-4fb0-9754-21af3fbd4611), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.617079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:28.617304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0e29a7ab-9bb5-4a9d-8984-a9efd7abef4d None None] Deleting port d79a0c74-4822-4ec8-a905-0086c9e00886 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:28.617549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0e29a7ab-9bb5-4a9d-8984-a9efd7abef4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.618743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:28.618743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:28.630446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9cba54c6-cb79-4596-a0f9-0287b88dd11e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (ab2fa391-dd23-4081-a505-e0300db955d2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.649493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:28.649879 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:28.669922 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 4 to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 Oct 23 01:09:28.688496 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba54c6-cb79-4596-a0f9-0287b88dd11e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2fa391-dd23-4081-a505-e0300db955d2,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:28.688496 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9cba54c6-cb79-4596-a0f9-0287b88dd11e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.688496 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9cba54c6-cb79-4596-a0f9-0287b88dd11e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/ab2fa391-dd23-4081-a505-e0300db955d2 HTTP/1.1" status: 204 len: 168 time: 0.9779949 Oct 23 01:09:28.692639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8155d12-3114-4c52-8ff3-6356484d3690 None None] Network 48351533-fac2-445f-aa49-f0f57013d198 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:28.698338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60266) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:28.700044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0e29a7ab-9bb5-4a9d-8984-a9efd7abef4d None None] For port d79a0c74-4822-4ec8-a905-0086c9e00886, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d79a0c74-4822-4ec8-a905-0086c9e00886,segment=NetworkSegment(40d2f67f-96fc-4a6f-a67b-df7f0c83f096),segment_id=40d2f67f-96fc-4a6f-a67b-df7f0c83f096)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:28.700044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0e29a7ab-9bb5-4a9d-8984-a9efd7abef4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.720228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:28.720665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:28.721066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:28.734133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:28.738718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:28.739054 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:28.746246 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 5 to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 Oct 23 01:09:28.765847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0e29a7ab-9bb5-4a9d-8984-a9efd7abef4d None None] Calling delete_port for d79a0c74-4822-4ec8-a905-0086c9e00886 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:28.796585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Deleting port d79a0c74-4822-4ec8-a905-0086c9e00886 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:28.797123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.803394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Router e2376ace-1d81-4b0e-a37d-98513e3d05a7 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:09:28.814162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:28.814500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:28.815035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:28.829942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks [] for port (dba4a424-6b7b-4e5f-b514-7793c3e1e398), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.835242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:28.835560 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:28.837980 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 6 to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 Oct 23 01:09:28.863133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:28.863473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:28.863905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:28.891597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.objects.ports [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105984) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:09:28.892026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (f5d99cd6-724a-4771-9cdb-0ba734c58134), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.892672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (48351533-fac2-445f-aa49-f0f57013d198), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.896259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:28.897051 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:28.899286 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 7 to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 Oct 23 01:09:28.939718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (dba4a424-6b7b-4e5f-b514-7793c3e1e398), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.952903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:28.953248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:28.953588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:28.964491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:28.973865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] For port d79a0c74-4822-4ec8-a905-0086c9e00886, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d79a0c74-4822-4ec8-a905-0086c9e00886,segment=NetworkSegment(40d2f67f-96fc-4a6f-a67b-df7f0c83f096),segment_id=40d2f67f-96fc-4a6f-a67b-df7f0c83f096)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:28.973865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:28.984684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999bfd6b-9b5a-4b3e-81f0-dbda8f58b6b4 None None] DHCP port deletion for 48351533-fac2-445f-aa49-f0f57013d198 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:09:29.004446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Calling delete_port for d79a0c74-4822-4ec8-a905-0086c9e00886 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:29.021930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Pushing event updated for resources: {'Port': ['ID=dba4a424-6b7b-4e5f-b514-7793c3e1e398,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:29.024738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f5d99cd6-724a-4771-9cdb-0ba734c58134,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:29.032907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-999bfd6b-9b5a-4b3e-81f0-dbda8f58b6b4 None None] Deleting port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:29.033288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-999bfd6b-9b5a-4b3e-81f0-dbda8f58b6b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.034968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:29.035524 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:29.036515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] In _notify_port_updated(), no bound segment for port dba4a424-6b7b-4e5f-b514-7793c3e1e398 on network 08112212-1681-4588-abf3-3399cf565c95 {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:09:29.043807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.048032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.048032 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3cf30226-0411-4bd3-b1a3-600fff291549 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] 10.222.0.36 "PUT /networking/v2.0/ports/dba4a424-6b7b-4e5f-b514-7793c3e1e398 HTTP/1.1" status: 200 len: 1128 time: 1.0534689 Oct 23 01:09:29.048032 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 8 to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 Oct 23 01:09:29.059842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0e29a7ab-9bb5-4a9d-8984-a9efd7abef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.066856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60268) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:29.081103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:29.081103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:29.081103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:29.089870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:29.091314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:29.091602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d79a0c74-4822-4ec8-a905-0086c9e00886 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:29.091792 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:29.092558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Checking segment: {'id': '6a4b0695-b5c7-4551-bb62-c7aa76206c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e71227a-1e91-4921-94e4-cacfd812b28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:29.092976 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Network hostable DHCP agents. Network: 6e71227a-1e91-4921-94e4-cacfd812b28f, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:29.095437 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 9 to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 Oct 23 01:09:29.115333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:29.115767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:29.116244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:29.126745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:29.127317 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:29.129323 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.plugins.ml2.plugin [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 10 to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 Oct 23 01:09:29.134645 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29a7ab-9bb5-4a9d-8984-a9efd7abef4d None None] Pushing event deleted for resources: {'Port': ['ID=d79a0c74-4822-4ec8-a905-0086c9e00886,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:29.145392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:29.145861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:29.146306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:29.151568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:29.152952 dv-neutron-master-2-hyperv neutron-server[105984]: ERROR neutron.plugins.ml2.managers [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port 9dabe00b-79f1-451c-ba85-62b298fb0587 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:29.152952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9dabe00b-79f1-451c-ba85-62b298fb0587), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.172928 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: d79a0c74-4822-4ec8-a905-0086c9e00886 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:29.173515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d79a0c74-4822-4ec8-a905-0086c9e00886 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:29.184199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29a7ab-9bb5-4a9d-8984-a9efd7abef4d None None] No DVR routers for this DVR port d79a0c74-4822-4ec8-a905-0086c9e00886 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:29.211883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-999bfd6b-9b5a-4b3e-81f0-dbda8f58b6b4 None None] For port e1039058-bc23-4b5c-9ca2-a4f5563c08c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1039058-bc23-4b5c-9ca2-a4f5563c08c5,segment=NetworkSegment(ffd231b7-1a64-4861-b0d2-95d000a28846),segment_id=ffd231b7-1a64-4861-b0d2-95d000a28846)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:29.212325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-999bfd6b-9b5a-4b3e-81f0-dbda8f58b6b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.226712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:29.232438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-999bfd6b-9b5a-4b3e-81f0-dbda8f58b6b4 None None] Calling delete_port for e1039058-bc23-4b5c-9ca2-a4f5563c08c5 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:29.242742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] For port 9dabe00b-79f1-451c-ba85-62b298fb0587, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:29.243535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempted to set empty binding levels {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:09:29.250275 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:29.259996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Network 6e71227a-1e91-4921-94e4-cacfd812b28f is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:29.261033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:29.261755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.323318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:29.334751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a666edb9-ccf3-4cca-9a54-7a73926cc8e6 None None] Sync routers for ids ['e2376ace-1d81-4b0e-a37d-98513e3d05a7'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:29.348889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666edb9-ccf3-4cca-9a54-7a73926cc8e6 None None] Routers {'e2376ace-1d81-4b0e-a37d-98513e3d05a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:29.349535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a666edb9-ccf3-4cca-9a54-7a73926cc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['e2376ace-1d81-4b0e-a37d-98513e3d05a7'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:29.349882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (9dabe00b-79f1-451c-ba85-62b298fb0587), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.350888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] In _notify_port_updated(), no bound segment for port 9dabe00b-79f1-451c-ba85-62b298fb0587 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:09:29.355758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.355758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.360001 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "PUT /networking/v2.0/ports/9dabe00b-79f1-451c-ba85-62b298fb0587 HTTP/1.1" status: 200 len: 977 time: 1.9523630 Oct 23 01:09:29.361830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60270) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:29.381990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e78a25-eba1-47a5-b370-4b19cf3e2412 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.383435 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-61e78a25-eba1-47a5-b370-4b19cf3e2412 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] 10.222.0.36 "GET /networking/v2.0/ports/dba4a424-6b7b-4e5f-b514-7793c3e1e398 HTTP/1.1" status: 200 len: 1128 time: 0.3104041 Oct 23 01:09:29.385968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:29.388291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a666edb9-ccf3-4cca-9a54-7a73926cc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:29.398038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666edb9-ccf3-4cca-9a54-7a73926cc8e6 None None] Routers {'e2376ace-1d81-4b0e-a37d-98513e3d05a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:29.398675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a666edb9-ccf3-4cca-9a54-7a73926cc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['e2376ace-1d81-4b0e-a37d-98513e3d05a7'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:29.402493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60272) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:29.407310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6e71227a-1e91-4921-94e4-cacfd812b28f) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:29.432693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.433730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.455215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f35a8c-11b7-43d5-a3aa-386a8d834d9b None None] Network 6e71227a-1e91-4921-94e4-cacfd812b28f requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:29.473866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-999bfd6b-9b5a-4b3e-81f0-dbda8f58b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.474831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441881b0-8804-4791-85ed-8b7a36469f4c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event updated for resources: {'Port': ['ID=9dabe00b-79f1-451c-ba85-62b298fb0587,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:29.476418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a666edb9-ccf3-4cca-9a54-7a73926cc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:29.476680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:29.478371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a666edb9-ccf3-4cca-9a54-7a73926cc8e6 None None] The sync data for ids ['e2376ace-1d81-4b0e-a37d-98513e3d05a7'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:29.478997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.481486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.481486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.481486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.481486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.481815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] For port e1039058-bc23-4b5c-9ca2-a4f5563c08c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1039058-bc23-4b5c-9ca2-a4f5563c08c5,segment=NetworkSegment(ffd231b7-1a64-4861-b0d2-95d000a28846),segment_id=ffd231b7-1a64-4861-b0d2-95d000a28846)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:29.481815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.482045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.482045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.482045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.482558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.482890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.484431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.484431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.484431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.484784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.485601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.486269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.487138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.487138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.487486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.487940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.496172 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c3740de2-8de1-4539-835e-8fb18ac25432 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 17758 time: 0.1261489 Oct 23 01:09:29.496172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60274) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:29.496835 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.529279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for e1039058-bc23-4b5c-9ca2-a4f5563c08c5 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:29.530268 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df7416-f72c-4a6d-8744-5ca54778614a None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:29.539319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (d79a0c74-4822-4ec8-a905-0086c9e00886), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.557708 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df7416-f72c-4a6d-8744-5ca54778614a None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:29.559319 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-02df7416-f72c-4a6d-8744-5ca54778614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:29.567859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d162644c-9772-4704-8c5a-fa7d80c45d95 None None] Provisioning complete for port dba4a424-6b7b-4e5f-b514-7793c3e1e398 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:29.568366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d162644c-9772-4704-8c5a-fa7d80c45d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dba4a424-6b7b-4e5f-b514-7793c3e1e398), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.568565 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d162644c-9772-4704-8c5a-fa7d80c45d95 None None] Attempt 1 to provision port dba4a424-6b7b-4e5f-b514-7793c3e1e398 Oct 23 01:09:29.568887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.571416 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3fa36f9b-f73e-4320-bdb1-66a92bbd4113 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.6752529 Oct 23 01:09:29.575801 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7afd0ed6-6cd6-43fe-94e9-d335630db64a tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7793970 Oct 23 01:09:29.595326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999bfd6b-9b5a-4b3e-81f0-dbda8f58b6b4 None None] No DVR routers for this DVR port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:29.596870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60276) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:29.597090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60278) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:29.600837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bfd6b-9b5a-4b3e-81f0-dbda8f58b6b4 None None] Pushing event deleted for resources: {'Port': ['ID=e1039058-bc23-4b5c-9ca2-a4f5563c08c5,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:29.602945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Request body: {'floatingip': {'floating_network_id': '6e71227a-1e91-4921-94e4-cacfd812b28f'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:29.620302 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-02df7416-f72c-4a6d-8744-5ca54778614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:29.630774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event deleted for resources: {'Port': ['ID=d79a0c74-4822-4ec8-a905-0086c9e00886,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:29.635447 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df7416-f72c-4a6d-8744-5ca54778614a None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:29.636234 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-02df7416-f72c-4a6d-8744-5ca54778614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:29.648633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:29.654946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d162644c-9772-4704-8c5a-fa7d80c45d95 None None] Port dba4a424-6b7b-4e5f-b514-7793c3e1e398 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:29.669378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] No DVR routers for this DVR port d79a0c74-4822-4ec8-a905-0086c9e00886 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:29.692155 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-02df7416-f72c-4a6d-8744-5ca54778614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:29.693523 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df7416-f72c-4a6d-8744-5ca54778614a None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:29.711139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e97feb11-6a37-4d69-b679-a4503250ccb8 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Deleting port 9dabe00b-79f1-451c-ba85-62b298fb0587 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:29.711495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e97feb11-6a37-4d69-b679-a4503250ccb8 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9dabe00b-79f1-451c-ba85-62b298fb0587), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.723282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.733337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1227227-fc02-48c4-bacf-8069fb891b3c None None] Network 6e71227a-1e91-4921-94e4-cacfd812b28f requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:29.764462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-98339e37-fc8a-4a31-bf7c-94b77a02292f tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Deleting port dba4a424-6b7b-4e5f-b514-7793c3e1e398 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:29.764951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-98339e37-fc8a-4a31-bf7c-94b77a02292f tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (dba4a424-6b7b-4e5f-b514-7793c3e1e398), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.822114 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6506327e-7de9-45c0-81d2-31588e155d3b tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/049af98d-102d-4fd5-b967-28d520cba92c HTTP/1.1" status: 200 len: 978 time: 5.3120365 Oct 23 01:09:29.852807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60280) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:29.861574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0ab47875-889f-4114-9d30-2ae610f25b32 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:29.874028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (76ac13ac-6822-4fb0-9754-21af3fbd4611), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.920328 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ac13ac-6822-4fb0-9754-21af3fbd4611']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:29.928308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-e97feb11-6a37-4d69-b679-a4503250ccb8 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] For port 9dabe00b-79f1-451c-ba85-62b298fb0587, host hv-neutron-mast, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:29.928676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e97feb11-6a37-4d69-b679-a4503250ccb8 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9dabe00b-79f1-451c-ba85-62b298fb0587), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.935548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e1039058-bc23-4b5c-9ca2-a4f5563c08c5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.940089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d2f67f-96fc-4a6f-a67b-df7f0c83f096') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:29.940381 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d2f67f-96fc-4a6f-a67b-df7f0c83f096') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:29.952312 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1f6d3798-088f-4939-ba6f-8bb92d9bf07b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/e2376ace-1d81-4b0e-a37d-98513e3d05a7 HTTP/1.1" status: 200 len: 919 time: 0.3541198 Oct 23 01:09:29.953454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e97feb11-6a37-4d69-b679-a4503250ccb8 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Calling delete_port for 9dabe00b-79f1-451c-ba85-62b298fb0587 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:29.969011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60282) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:29.985795 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-98339e37-fc8a-4a31-bf7c-94b77a02292f tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (dba4a424-6b7b-4e5f-b514-7793c3e1e398), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.989650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (40d2f67f-96fc-4a6f-a67b-df7f0c83f096), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:29.992913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=e1039058-bc23-4b5c-9ca2-a4f5563c08c5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:30.005508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No DVR routers for this DVR port e1039058-bc23-4b5c-9ca2-a4f5563c08c5 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:30.014882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:30.017646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ab47875-889f-4114-9d30-2ae610f25b32 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (049af98d-102d-4fd5-b967-28d520cba92c), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.023967 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-74042163-2b3f-4914-b8ae-347249672c83 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e2376ace-1d81-4b0e-a37d-98513e3d05a7 HTTP/1.1" status: 200 len: 205 time: 0.0520108 Oct 23 01:09:30.025146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.029611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60284) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:30.037978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-98339e37-fc8a-4a31-bf7c-94b77a02292f tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Calling delete_port for dba4a424-6b7b-4e5f-b514-7793c3e1e398 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:30.045261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (40d2f67f-96fc-4a6f-a67b-df7f0c83f096), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.075315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:30.075731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (40d2f67f-96fc-4a6f-a67b-df7f0c83f096), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.126062 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 40d2f67f-96fc-4a6f-a67b-df7f0c83f096 resource provider aggregate not found Oct 23 01:09:30.528896 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 40d2f67f-96fc-4a6f-a67b-df7f0c83f096 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40d2f67f-96fc-4a6f-a67b-df7f0c83f096 found for delete ", "request_id": "req-f2f33865-cd2d-4d54-8b4f-26f030d6579a"}]} Oct 23 01:09:30.534921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (48351533-fac2-445f-aa49-f0f57013d198), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.537817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:30.548063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:30.571078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:30.571999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:30.582737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48351533-fac2-445f-aa49-f0f57013d198']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:30.595887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd231b7-1a64-4861-b0d2-95d000a28846') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:30.596173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd231b7-1a64-4861-b0d2-95d000a28846') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:30.617387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (ffd231b7-1a64-4861-b0d2-95d000a28846), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.634208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ffd231b7-1a64-4861-b0d2-95d000a28846), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.648302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:30.648829 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (ffd231b7-1a64-4861-b0d2-95d000a28846), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.669822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (76ac13ac-6822-4fb0-9754-21af3fbd4611), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.705580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.708913 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] 10.222.0.36 "DELETE /networking/v2.0/networks/76ac13ac-6822-4fb0-9754-21af3fbd4611 HTTP/1.1" status: 204 len: 168 time: 2.2712107 Oct 23 01:09:30.715965 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ab47875-889f-4114-9d30-2ae610f25b32 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.737434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (e2376ace-1d81-4b0e-a37d-98513e3d05a7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.765235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc5a74-13ac-4e2e-b8f8-f85f67bbc5bc tempest-FloatingIPNegativeTestJSON-1094848623 tempest-FloatingIPNegativeTestJSON-1094848623-project] Pushing event deleted for resources: {'Network': ['ID=76ac13ac-6822-4fb0-9754-21af3fbd4611,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:30.799374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Allocated IP 172.20.0.14 (6e71227a-1e91-4921-94e4-cacfd812b28f/f5d99cd6-724a-4771-9cdb-0ba734c58134/5d04fc53-c436-40f4-bd52-46e45d0773ad) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:30.848144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e97feb11-6a37-4d69-b679-a4503250ccb8 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9dabe00b-79f1-451c-ba85-62b298fb0587), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.852200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ab47875-889f-4114-9d30-2ae610f25b32 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (049af98d-102d-4fd5-b967-28d520cba92c), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.852535 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-0ab47875-889f-4114-9d30-2ae610f25b32 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP 049af98d-102d-4fd5-b967-28d520cba92c disassociated. External IP: 172.36.3.243, port: 9be40b7c-d50b-4f67-bf90-3ebf77fac3fe. Oct 23 01:09:30.894235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-98339e37-fc8a-4a31-bf7c-94b77a02292f tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (dba4a424-6b7b-4e5f-b514-7793c3e1e398), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.896264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (48351533-fac2-445f-aa49-f0f57013d198), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.921655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.924629 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/networks/48351533-fac2-445f-aa49-f0f57013d198 HTTP/1.1" status: 204 len: 168 time: 2.2263639 Oct 23 01:09:30.929933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60292) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:30.938898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97feb11-6a37-4d69-b679-a4503250ccb8 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event deleted for resources: {'Port': ['ID=9dabe00b-79f1-451c-ba85-62b298fb0587,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:30.941558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e1039058-bc23-4b5c-9ca2-a4f5563c08c5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:30.944297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1845347990'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:30.969415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98339e37-fc8a-4a31-bf7c-94b77a02292f tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Pushing event deleted for resources: {'Port': ['ID=dba4a424-6b7b-4e5f-b514-7793c3e1e398,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:30.969609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e97feb11-6a37-4d69-b679-a4503250ccb8 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.974992 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e97feb11-6a37-4d69-b679-a4503250ccb8 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/9dabe00b-79f1-451c-ba85-62b298fb0587 HTTP/1.1" status: 204 len: 168 time: 1.4767072 Oct 23 01:09:30.975172 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72760331-d6d0-4d09-ae82-420c11826197 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Network': ['ID=48351533-fac2-445f-aa49-f0f57013d198,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:30.977242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60294) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:30.993994 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-98339e37-fc8a-4a31-bf7c-94b77a02292f tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:30.997407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: e1039058-bc23-4b5c-9ca2-a4f5563c08c5 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:30.998132 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-98339e37-fc8a-4a31-bf7c-94b77a02292f tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] 10.222.0.36 "DELETE /networking/v2.0/ports/dba4a424-6b7b-4e5f-b514-7793c3e1e398 HTTP/1.1" status: 204 len: 168 time: 1.5909705 Oct 23 01:09:30.998572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e1039058-bc23-4b5c-9ca2-a4f5563c08c5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:31.000783 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60296) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:31.038142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (e2376ace-1d81-4b0e-a37d-98513e3d05a7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.068541 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:31.073714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d99a2e-c96d-416d-b590-8bac6be1c1ab tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Deleting subnet 5a81cb28-34ee-46dc-a628-cbde86a0c322 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:09:31.078444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e2d99a2e-c96d-416d-b590-8bac6be1c1ab tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks [] for subnet (5a81cb28-34ee-46dc-a628-cbde86a0c322), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.108030 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6a3d07-b057-4a06-a7f1-eddc6db6a8d8 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] GET failed (client error): The resource could not be found. Oct 23 01:09:31.112199 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5c6a3d07-b057-4a06-a7f1-eddc6db6a8d8 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "GET /networking/v2.0/ports/9dabe00b-79f1-451c-ba85-62b298fb0587 HTTP/1.1" status: 404 len: 333 time: 0.1231642 Oct 23 01:09:31.115112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60298) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:31.120072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2075377593', 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:31.136593 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e2d99a2e-c96d-416d-b590-8bac6be1c1ab tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (5a81cb28-34ee-46dc-a628-cbde86a0c322), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.218583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:31.223609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.229291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:31.252720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e2d99a2e-c96d-416d-b590-8bac6be1c1ab tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (5a81cb28-34ee-46dc-a628-cbde86a0c322), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.274116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Made reservation on behalf of 43873e8f04a4471495d9835a606426da for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:31.276511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.313294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks [] for port (5d04fc53-c436-40f4-bd52-46e45d0773ad), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.313721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60302) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:31.368927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Deleting port 27c5750b-44e7-43d7-8102-aa43c1359b50 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:31.369428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (27c5750b-44e7-43d7-8102-aa43c1359b50), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.371553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:31.380338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] device_id is not set on port 9f185d0f-322d-4bcf-969f-34df039080d4 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:31.384931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:31.452134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e2d99a2e-c96d-416d-b590-8bac6be1c1ab tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (5a81cb28-34ee-46dc-a628-cbde86a0c322), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.480833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (8126bafc-7afb-4e99-8437-444d7e9587ea), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.481184 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Added segment 8126bafc-7afb-4e99-8437-444d7e9587ea of type vlan for network a6411763-ea31-4323-9574-7160f6936c48 Oct 23 01:09:31.485732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d99a2e-c96d-416d-b590-8bac6be1c1ab tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Pushing event deleted for resources: {'Subnet': ['ID=5a81cb28-34ee-46dc-a628-cbde86a0c322,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:31.489629 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5e397f68-964b-4f36-9fa1-bd9087b74f9f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b92fee0c78fb4a5eb3db11b1dd4627e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749542 Oct 23 01:09:31.492622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60306) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:31.521642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab47875-889f-4114-9d30-2ae610f25b32 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:31.554119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-26513f42-e17f-4a84-87f6-76dfd6f26252 admin admin] Publish callbacks [] for security_group (a9883b54-0621-4009-891b-850a8cbe5d68), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.578622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-26513f42-e17f-4a84-87f6-76dfd6f26252 admin admin] Publish callbacks [] for security_group (a9883b54-0621-4009-891b-850a8cbe5d68), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.584758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (a6411763-ea31-4323-9574-7160f6936c48), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.596049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e2d99a2e-c96d-416d-b590-8bac6be1c1ab tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.599254 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e2d99a2e-c96d-416d-b590-8bac6be1c1ab tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/5a81cb28-34ee-46dc-a628-cbde86a0c322 HTTP/1.1" status: 204 len: 168 time: 0.5974445 Oct 23 01:09:31.604283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60308) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:31.608415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63482ceb-b102-443c-9124-29583a19a9cc None None] Network 08112212-1681-4588-abf3-3399cf565c95 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:31.688395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (27c5750b-44e7-43d7-8102-aa43c1359b50), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.693714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (5d04fc53-c436-40f4-bd52-46e45d0773ad), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.710677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (08112212-1681-4588-abf3-3399cf565c95), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.759037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Deleting port 2816afbc-2996-4c4f-87bf-143ebc659e84 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:31.759653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.791552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Calling delete_port for 27c5750b-44e7-43d7-8102-aa43c1359b50 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:31.801682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f6b22b-be07-4b8b-8bef-f5b7fee8f634 None None] DHCP port deletion for 08112212-1681-4588-abf3-3399cf565c95 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:09:31.806535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-26513f42-e17f-4a84-87f6-76dfd6f26252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a9883b54-0621-4009-891b-850a8cbe5d68), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.809155 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-26513f42-e17f-4a84-87f6-76dfd6f26252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.810380 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-26513f42-e17f-4a84-87f6-76dfd6f26252 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a9883b54-0621-4009-891b-850a8cbe5d68 HTTP/1.1" status: 204 len: 168 time: 0.3167975 Oct 23 01:09:31.821878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Network 6e71227a-1e91-4921-94e4-cacfd812b28f is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:31.835784 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26513f42-e17f-4a84-87f6-76dfd6f26252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9883b54-0621-4009-891b-850a8cbe5d68,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:31.841600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:31.859298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:31.863739 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] For port 2816afbc-2996-4c4f-87bf-143ebc659e84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2816afbc-2996-4c4f-87bf-143ebc659e84,segment=NetworkSegment(a8889e93-7742-4f41-a479-f861b520ea56),segment_id=a8889e93-7742-4f41-a479-f861b520ea56)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:31.864368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.869922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks [] for port (9f185d0f-322d-4bcf-969f-34df039080d4), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.871620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-72f6b22b-be07-4b8b-8bef-f5b7fee8f634 None None] Deleting port 2816afbc-2996-4c4f-87bf-143ebc659e84 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:31.872657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-72f6b22b-be07-4b8b-8bef-f5b7fee8f634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.887610 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Calling delete_port for 2816afbc-2996-4c4f-87bf-143ebc659e84 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:31.941284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (a6411763-ea31-4323-9574-7160f6936c48), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.946340 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:31.946961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:31.979883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:31.982689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event updated for resources: {'Port': ['ID=5d04fc53-c436-40f4-bd52-46e45d0773ad,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:31.989777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-72f6b22b-be07-4b8b-8bef-f5b7fee8f634 None None] For port 2816afbc-2996-4c4f-87bf-143ebc659e84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2816afbc-2996-4c4f-87bf-143ebc659e84,segment=NetworkSegment(a8889e93-7742-4f41-a479-f861b520ea56),segment_id=a8889e93-7742-4f41-a479-f861b520ea56)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:31.991887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-72f6b22b-be07-4b8b-8bef-f5b7fee8f634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.013322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:32.021192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-72f6b22b-be07-4b8b-8bef-f5b7fee8f634 None None] Calling delete_port for 2816afbc-2996-4c4f-87bf-143ebc659e84 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:32.066636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.095124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Pushing event deleted for resources: {'Port': ['ID=2816afbc-2996-4c4f-87bf-143ebc659e84,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:32.097137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] No DVR routers for this DVR port 2816afbc-2996-4c4f-87bf-143ebc659e84 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:32.109205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:32.117546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab47875-889f-4114-9d30-2ae610f25b32 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:32.129017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ab47875-889f-4114-9d30-2ae610f25b32 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.132644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Network': ['ID=a6411763-ea31-4323-9574-7160f6936c48,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:32.140808 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dad23f11-b77d-4c2a-b621-b2ba6a07648c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2004077 Oct 23 01:09:32.146265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e786232-79d8-441f-96a0-9ce1e45b6162 None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:32.149940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60312) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:32.155088 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': 'a6411763-ea31-4323-9574-7160f6936c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:32.174280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network a6411763-ea31-4323-9574-7160f6936c48 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:32.250584 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0ab47875-889f-4114-9d30-2ae610f25b32 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/049af98d-102d-4fd5-b967-28d520cba92c HTTP/1.1" status: 200 len: 688 time: 2.3952327 Oct 23 01:09:32.254302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60316) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:32.268529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks [] for floatingip (6228fd56-c54b-46de-93b7-cc49e60c5d77), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.271226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e786232-79d8-441f-96a0-9ce1e45b6162 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:32.272140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9e786232-79d8-441f-96a0-9ce1e45b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:32.301371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (08112212-1681-4588-abf3-3399cf565c95), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.307204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9f185d0f-322d-4bcf-969f-34df039080d4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.342453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08112212-1681-4588-abf3-3399cf565c95']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:32.343267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9e786232-79d8-441f-96a0-9ce1e45b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:32.360354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8889e93-7742-4f41-a479-f861b520ea56') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:32.366991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8889e93-7742-4f41-a479-f861b520ea56') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:32.367772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e786232-79d8-441f-96a0-9ce1e45b6162 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:32.367772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9e786232-79d8-441f-96a0-9ce1e45b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:32.367967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:32.379557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (a8889e93-7742-4f41-a479-f861b520ea56), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.399102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a8889e93-7742-4f41-a479-f861b520ea56), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.403483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-72f6b22b-be07-4b8b-8bef-f5b7fee8f634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (2816afbc-2996-4c4f-87bf-143ebc659e84), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.406779 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:32.407216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (a8889e93-7742-4f41-a479-f861b520ea56), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.441049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9e786232-79d8-441f-96a0-9ce1e45b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:32.442114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e786232-79d8-441f-96a0-9ce1e45b6162 None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:32.461534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6b22b-be07-4b8b-8bef-f5b7fee8f634 None None] Pushing event deleted for resources: {'Port': ['ID=2816afbc-2996-4c4f-87bf-143ebc659e84,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:32.478881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6b22b-be07-4b8b-8bef-f5b7fee8f634 None None] No DVR routers for this DVR port 2816afbc-2996-4c4f-87bf-143ebc659e84 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:32.485481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:32.493407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.560832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Network aa650ac8-0fb6-485a-a331-c47eb784289b is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:32.572540 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ffd231b7-1a64-4861-b0d2-95d000a28846 resource provider aggregate not found Oct 23 01:09:32.580511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (08112212-1681-4588-abf3-3399cf565c95), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.592435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.595927 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] 10.222.0.36 "DELETE /networking/v2.0/networks/08112212-1681-4588-abf3-3399cf565c95 HTTP/1.1" status: 204 len: 168 time: 0.9906542 Oct 23 01:09:32.599108 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ffd231b7-1a64-4861-b0d2-95d000a28846 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffd231b7-1a64-4861-b0d2-95d000a28846 found for delete ", "request_id": "req-5f9bea02-cf06-4bf2-ae67-61a915e5199a"}]} Oct 23 01:09:32.620519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:32.621934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:32.628486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event updated for resources: {'Port': ['ID=9f185d0f-322d-4bcf-969f-34df039080d4,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:32.629511 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment a8889e93-7742-4f41-a479-f861b520ea56 resource provider aggregate not found Oct 23 01:09:32.632610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:32.633571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:32.634318 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.636223 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceff009-bfba-44d4-b116-39af1c6205d3 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559 tempest-ExtraDHCPOptionsIpV6TestJSON-437633559-project] Pushing event deleted for resources: {'Network': ['ID=08112212-1681-4588-abf3-3399cf565c95,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:32.644871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d04fc53-c436-40f4-bd52-46e45d0773ad), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.664446 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment a8889e93-7742-4f41-a479-f861b520ea56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8889e93-7742-4f41-a479-f861b520ea56 found for delete ", "request_id": "req-67085c02-1254-4180-a68c-c52d856d89cd"}]} Oct 23 01:09:32.674641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-967abb82-77d7-49c7-94f0-1b6c34b62311 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port 1f4f884c-6441-4e20-bd60-afc933fc0e6e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:32.675001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-967abb82-77d7-49c7-94f0-1b6c34b62311 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1f4f884c-6441-4e20-bd60-afc933fc0e6e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.734246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (27c5750b-44e7-43d7-8102-aa43c1359b50), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.784567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Pushing event deleted for resources: {'Port': ['ID=27c5750b-44e7-43d7-8102-aa43c1359b50,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:32.794343 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-afffe83e-6869-4753-854f-d3282a98081d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6730802 Oct 23 01:09:32.794454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60336) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:32.858884 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2690e8e-1f1e-4f62-ada7-fb551e84d089 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:32.860387 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a2690e8e-1f1e-4f62-ada7-fb551e84d089 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "GET /networking/v2.0/ports/9f185d0f-322d-4bcf-969f-34df039080d4 HTTP/1.1" status: 200 len: 955 time: 0.0653174 Oct 23 01:09:32.863848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60338) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:32.916415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-967abb82-77d7-49c7-94f0-1b6c34b62311 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1f4f884c-6441-4e20-bd60-afc933fc0e6e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.916751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-967abb82-77d7-49c7-94f0-1b6c34b62311 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (1f4f884c-6441-4e20-bd60-afc933fc0e6e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.958317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2816afbc-2996-4c4f-87bf-143ebc659e84 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:32.960942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-967abb82-77d7-49c7-94f0-1b6c34b62311 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for 1f4f884c-6441-4e20-bd60-afc933fc0e6e owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:32.975976 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (e2376ace-1d81-4b0e-a37d-98513e3d05a7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.988016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-20e31993-1932-480e-bfbd-b12b44816bc6 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Deleting port 9f185d0f-322d-4bcf-969f-34df039080d4 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:32.988794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20e31993-1932-480e-bfbd-b12b44816bc6 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9f185d0f-322d-4bcf-969f-34df039080d4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.991460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (aea76970-3112-4d3f-877d-ff0741c2baba), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.088018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks [] for port (5d04fc53-c436-40f4-bd52-46e45d0773ad), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.129885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (e2376ace-1d81-4b0e-a37d-98513e3d05a7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.134150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (e2376ace-1d81-4b0e-a37d-98513e3d05a7), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.153722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Subnet': ['ID=aea76970-3112-4d3f-877d-ff0741c2baba,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:33.169393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Checking segment: {'id': '8126bafc-7afb-4e99-8437-444d7e9587ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a6411763-ea31-4323-9574-7160f6936c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:33.169953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network hostable DHCP agents. Network: a6411763-ea31-4323-9574-7160f6936c48, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:33.177933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20e31993-1932-480e-bfbd-b12b44816bc6 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9f185d0f-322d-4bcf-969f-34df039080d4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.181015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 2816afbc-2996-4c4f-87bf-143ebc659e84 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:33.181977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2816afbc-2996-4c4f-87bf-143ebc659e84 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:33.191708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (5d04fc53-c436-40f4-bd52-46e45d0773ad), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.204766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-20e31993-1932-480e-bfbd-b12b44816bc6 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Calling delete_port for 9f185d0f-322d-4bcf-969f-34df039080d4 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:33.278951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network a6411763-ea31-4323-9574-7160f6936c48 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:33.284895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event updated for resources: {'Port': ['ID=5d04fc53-c436-40f4-bd52-46e45d0773ad,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:33.287302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (e2376ace-1d81-4b0e-a37d-98513e3d05a7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.287891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Fanout notify agent at l3_agent the message router_deleted on router e2376ace-1d81-4b0e-a37d-98513e3d05a7 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:33.297413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.298657 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bbc6f55a-f64d-4aed-984a-72d50e6b675f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/e2376ace-1d81-4b0e-a37d-98513e3d05a7 HTTP/1.1" status: 204 len: 168 time: 3.2428653 Oct 23 01:09:33.302753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60346) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:33.315117 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Request body: {'router': {'name': 'tempest-snat-router-193650192', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'enable_snat': False}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:33.323337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (6228fd56-c54b-46de-93b7-cc49e60c5d77), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.388184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a6411763-ea31-4323-9574-7160f6936c48) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:33.394439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:33.396571 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.413289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887d8d0-19a4-4f5e-8e1d-44e24ef2f4ca None None] Network a6411763-ea31-4323-9574-7160f6936c48 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:33.446145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (29d62a82-f733-4974-bdc3-ad813d55599a), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.447141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60352) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:33.447508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (29d62a82-f733-4974-bdc3-ad813d55599a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.460743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-967abb82-77d7-49c7-94f0-1b6c34b62311 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1f4f884c-6441-4e20-bd60-afc933fc0e6e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.477984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.480244 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-18410a73-0ff5-4e74-93a7-22293437e763 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8806551 Oct 23 01:09:33.481766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60356) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:33.485351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60358) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:33.493281 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1f0e55be-8cd8-4f13-92ec-9e6c6051fbcf tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3421814 Oct 23 01:09:33.494037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20e31993-1932-480e-bfbd-b12b44816bc6 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (9f185d0f-322d-4bcf-969f-34df039080d4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.501135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60362) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:33.512330 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a73c3426-7fc0-4d32-80fe-9ec772c7ab86 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1627055715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:33.522673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:33.567461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_controller (29d62a82-f733-4974-bdc3-ad813d55599a), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.576458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e31993-1932-480e-bfbd-b12b44816bc6 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f185d0f-322d-4bcf-969f-34df039080d4,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:33.587805 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-20e31993-1932-480e-bfbd-b12b44816bc6 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.592507 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-20e31993-1932-480e-bfbd-b12b44816bc6 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/9f185d0f-322d-4bcf-969f-34df039080d4 HTTP/1.1" status: 204 len: 168 time: 0.7270830 Oct 23 01:09:33.596872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60364) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:33.631546 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7dc0213-8a34-44de-a18a-3edb8174583d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] GET failed (client error): The resource could not be found. Oct 23 01:09:33.633841 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c7dc0213-8a34-44de-a18a-3edb8174583d tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "GET /networking/v2.0/ports/9f185d0f-322d-4bcf-969f-34df039080d4 HTTP/1.1" status: 404 len: 333 time: 0.0352983 Oct 23 01:09:33.638884 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60366) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:33.647277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Request body: {'port': {'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-978546425'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:33.692102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=5,neutron:INSERT=3,neutron:SELECT=87,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:33.699585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967abb82-77d7-49c7-94f0-1b6c34b62311 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=1f4f884c-6441-4e20-bd60-afc933fc0e6e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:33.706133 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:33.711985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a6411763-ea31-4323-9574-7160f6936c48', 'network_id': 'a6411763-ea31-4323-9574-7160f6936c48', 'project_id': '15afa29fb07a4b10aec3040f5f73e9a1', 'fixed_ips': [{'subnet_id': 'aea76970-3112-4d3f-877d-ff0741c2baba'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:09:33.714053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.723395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1787532441'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:33.729750 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a73c3426-7fc0-4d32-80fe-9ec772c7ab86 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (3bf554ce-9292-42d9-8a78-8a703bf87b9e), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.731648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a73c3426-7fc0-4d32-80fe-9ec772c7ab86 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (3bf554ce-9292-42d9-8a78-8a703bf87b9e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.760067 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9f7398c8-4cde-48ff-a611-33f36492795e tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "GET /networking/v2.0/floatingips?floating_network_id=6e71227a-1e91-4921-94e4-cacfd812b28f HTTP/1.1" status: 200 len: 690 time: 0.2677147 Oct 23 01:09:33.761922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60368) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:33.863986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Made reservation on behalf of 43873e8f04a4471495d9835a606426da for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:33.866451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.905187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Allocated IP 2001:db8::2 (a6411763-ea31-4323-9574-7160f6936c48/aea76970-3112-4d3f-877d-ff0741c2baba/d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:33.911579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:33.913928 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a73c3426-7fc0-4d32-80fe-9ec772c7ab86 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for router_controller (3bf554ce-9292-42d9-8a78-8a703bf87b9e), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.946236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (29d62a82-f733-4974-bdc3-ad813d55599a), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.952512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:33.956463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.962683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] device_id is not set on port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:33.974635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.027293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a73c3426-7fc0-4d32-80fe-9ec772c7ab86 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (3bf554ce-9292-42d9-8a78-8a703bf87b9e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.117555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Publish callbacks [] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.187863 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a73c3426-7fc0-4d32-80fe-9ec772c7ab86 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.188988 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a73c3426-7fc0-4d32-80fe-9ec772c7ab86 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6849246 Oct 23 01:09:34.194124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60370) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:34.199490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'network_id': 'a6411763-ea31-4323-9574-7160f6936c48', 'name': 'tempest-PortsIpV6TestJSON-107373436'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:34.206207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.227760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-967abb82-77d7-49c7-94f0-1b6c34b62311 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (049af98d-102d-4fd5-b967-28d520cba92c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.230921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-967abb82-77d7-49c7-94f0-1b6c34b62311 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.232180 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-967abb82-77d7-49c7-94f0-1b6c34b62311 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/049af98d-102d-4fd5-b967-28d520cba92c HTTP/1.1" status: 204 len: 168 time: 1.9748397 Oct 23 01:09:34.238443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60372) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:34.258843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Network a6411763-ea31-4323-9574-7160f6936c48 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:34.263227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:34.267529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:34.272273 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-313728ee-ce7b-40bc-98f1-2fc7fa63368a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ab750ff95e744b7c8c2329311571f0b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8220537 Oct 23 01:09:34.272946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60374) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:34.280310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Pushing event updated for resources: {'Port': ['ID=d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:34.339710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Attempting to bind port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:34.340174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Attempting to bind port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8126bafc-7afb-4e99-8437-444d7e9587ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a6411763-ea31-4323-9574-7160f6936c48'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:34.340603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Attempting to bind port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e on network a6411763-ea31-4323-9574-7160f6936c48 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:34.342215 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (6e71227a-1e91-4921-94e4-cacfd812b28f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.342980 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-aceda922-f35f-409e-9af4-75b4e3a9def0 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] delete failed (client error): The resource could not be found. Oct 23 01:09:34.344785 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aceda922-f35f-409e-9af4-75b4e3a9def0 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/049af98d-102d-4fd5-b967-28d520cba92c HTTP/1.1" status: 404 len: 345 time: 0.1036475 Oct 23 01:09:34.350519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60376) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:34.368189 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for security_group (3a22836d-49f0-41e3-b852-59b7fee0d6de), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.377626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:34.400265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:34.400966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Checking segment: {'id': '8126bafc-7afb-4e99-8437-444d7e9587ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a6411763-ea31-4323-9574-7160f6936c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:34.402092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.402641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Bound using segment: {'id': '8126bafc-7afb-4e99-8437-444d7e9587ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a6411763-ea31-4323-9574-7160f6936c48'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:34.403503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Bound port: d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8126bafc-7afb-4e99-8437-444d7e9587ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a6411763-ea31-4323-9574-7160f6936c48'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:34.416152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.416320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks [] for port (f586f08d-d40b-4fc3-aa25-c71eb5a5cf28), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.454569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:34.466194 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3a22836d-49f0-41e3-b852-59b7fee0d6de), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.478458 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] For port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:34.482862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] For port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e,segment=NetworkSegment(8126bafc-7afb-4e99-8437-444d7e9587ea),segment_id=8126bafc-7afb-4e99-8437-444d7e9587ea)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:34.529660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:34.536843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778152a-1d95-4ba9-b146-43c5659630cf tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:34.542136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778152a-1d95-4ba9-b146-43c5659630cf tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:34.547867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778152a-1d95-4ba9-b146-43c5659630cf tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:34.549964 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0778152a-1d95-4ba9-b146-43c5659630cf tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d13de77c-f3df-4281-9fff-c1d2db5df2d0 HTTP/1.1" status: 200 len: 2358 time: 0.1914034 Oct 23 01:09:34.553484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-205b178a-4ca7-40b5-9c82-dc35be79921a admin admin] Publish callbacks [] for security_group (1a8c1564-11b8-4fd6-9318-5d372abb61c8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.561278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60378) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:34.564686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (29d62a82-f733-4974-bdc3-ad813d55599a), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.570765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (34c73fd6-b4e0-411b-be2a-9fd6a979888a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.571115 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Added segment 34c73fd6-b4e0-411b-be2a-9fd6a979888a of type vlan for network 65fb0fb5-0983-47c9-9694-b74b47ff2316 Oct 23 01:09:34.572435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a22836d-49f0-41e3-b852-59b7fee0d6de,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:34.602239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.621975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.627683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-205b178a-4ca7-40b5-9c82-dc35be79921a admin admin] Publish callbacks [] for security_group (1a8c1564-11b8-4fd6-9318-5d372abb61c8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.632842 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:34.645362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Deleting port 5d04fc53-c436-40f4-bd52-46e45d0773ad {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:34.645719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5d04fc53-c436-40f4-bd52-46e45d0773ad), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.649982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (65fb0fb5-0983-47c9-9694-b74b47ff2316), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.690160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f586f08d-d40b-4fc3-aa25-c71eb5a5cf28), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.720296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44528fa2-113e-4250-b219-c84e9181a8e4 None None] Pushing event updated for resources: {'Port': ['ID=d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:34.757148 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:34.762619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.771192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Network aa650ac8-0fb6-485a-a331-c47eb784289b is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:34.782230 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:34.785034 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:34.786389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:34.786999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.787506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f2844a-aebf-47e8-8675-97120159fd1f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:34.788938 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-49f2844a-aebf-47e8-8675-97120159fd1f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "GET /networking/v2.0/subnets/3369ca26-348e-4f5d-a0d4-27b47e589250 HTTP/1.1" status: 200 len: 797 time: 0.2264359 Oct 23 01:09:34.799684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60380) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:34.811886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port 27fd142e-319b-4e18-8b71-22016cf7935c yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:34.821879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5d04fc53-c436-40f4-bd52-46e45d0773ad), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.821879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks [] for floatingip (5d04fc53-c436-40f4-bd52-46e45d0773ad), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.824907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'port': {'network_id': 'd13de77c-f3df-4281-9fff-c1d2db5df2d0', 'name': 'tempest-FloatingIPTestJSON-1282882794', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:34.851451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event updated for resources: {'Port': ['ID=f586f08d-d40b-4fc3-aa25-c71eb5a5cf28,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:34.904348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Calling delete_port for 5d04fc53-c436-40f4-bd52-46e45d0773ad owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:34.911991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (65fb0fb5-0983-47c9-9694-b74b47ff2316), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.917089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:34.918058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.986297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-205b178a-4ca7-40b5-9c82-dc35be79921a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1a8c1564-11b8-4fd6-9318-5d372abb61c8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.989743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-205b178a-4ca7-40b5-9c82-dc35be79921a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:34.994057 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-205b178a-4ca7-40b5-9c82-dc35be79921a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1a8c1564-11b8-4fd6-9318-5d372abb61c8 HTTP/1.1" status: 204 len: 168 time: 0.7134082 Oct 23 01:09:35.010112 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-87adf409-a1cf-40cc-ad55-632e04916551 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3673508 Oct 23 01:09:35.019081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Allocated IP 172.36.3.34 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/8179982b-fb7e-419d-8ba4-9bc5e117ffaf) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:35.021697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60384) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:35.036462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:35.080454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=65fb0fb5-0983-47c9-9694-b74b47ff2316,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:35.109182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 65fb0fb5-0983-47c9-9694-b74b47ff2316 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:35.116341 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-66cb5444-200e-4f0d-bcee-43d33804788a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6312606 Oct 23 01:09:35.132030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:35.140376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b178a-4ca7-40b5-9c82-dc35be79921a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8c1564-11b8-4fd6-9318-5d372abb61c8,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:35.190367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8::39d (a6411763-ea31-4323-9574-7160f6936c48/aea76970-3112-4d3f-877d-ff0741c2baba/27fd142e-319b-4e18-8b71-22016cf7935c) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:35.204383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f586f08d-d40b-4fc3-aa25-c71eb5a5cf28), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.289170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:35.290259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.290832 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e Oct 23 01:09:35.354405 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=79,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:35.419293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (5d04fc53-c436-40f4-bd52-46e45d0773ad), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.439557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:35.440212 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.441209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:35.482371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e,segment=NetworkSegment(8126bafc-7afb-4e99-8437-444d7e9587ea),segment_id=8126bafc-7afb-4e99-8437-444d7e9587ea)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:35.492535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Made reservation on behalf of f3de498c400d4ae297beb7e93671ccb1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:35.503989 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.562118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d04fc53-c436-40f4-bd52-46e45d0773ad,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:35.566411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.668373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks [] for floatingip (6228fd56-c54b-46de-93b7-cc49e60c5d77), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.671922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:35.690511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:35.696360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:35.759210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] device_id is not set on port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:35.768871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks [] for port (f586f08d-d40b-4fc3-aa25-c71eb5a5cf28), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.801721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (f5d99cd6-724a-4771-9cdb-0ba734c58134), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.808622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.813296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.833732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (27fd142e-319b-4e18-8b71-22016cf7935c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.899094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:35.904196 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event updated for resources: {'Port': ['ID=8179982b-fb7e-419d-8ba4-9bc5e117ffaf,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:35.908685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:35.910088 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (f586f08d-d40b-4fc3-aa25-c71eb5a5cf28), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.938207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:35.958856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (27fd142e-319b-4e18-8b71-22016cf7935c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.966848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] device_id is not set on port 1bb05506-85cb-4c31-ad54-a814c8504424 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:36.059071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=27fd142e-319b-4e18-8b71-22016cf7935c,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:36.092422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network a6411763-ea31-4323-9574-7160f6936c48 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:36.096865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:36.106073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:36.115736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:36.121352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:36.122918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (f5d99cd6-724a-4771-9cdb-0ba734c58134), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:36.141628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:36.142213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:36.142657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:36.144944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event updated for resources: {'Port': ['ID=f586f08d-d40b-4fc3-aa25-c71eb5a5cf28,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:36.162762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d99cd6-724a-4771-9cdb-0ba734c58134,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:36.195112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:36.195112 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:36.200829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20e2380-44fd-4d5a-84f6-0136f4656062 None None] Network a6411763-ea31-4323-9574-7160f6936c48 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:36.220687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:36.231412 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 2 to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 Oct 23 01:09:36.260625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:36.261113 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:36.261523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:36.270997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-da8b04ff-4264-42ed-a70f-6c76dcc0a2e7 None None] Provisioning complete for port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:36.271660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-da8b04ff-4264-42ed-a70f-6c76dcc0a2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:36.272192 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-da8b04ff-4264-42ed-a70f-6c76dcc0a2e7 None None] Attempt 1 to provision port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e Oct 23 01:09:36.324568 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ed47d10f-dfc6-4a8b-a883-1d92883b145b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1264346 Oct 23 01:09:36.326665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (6e71227a-1e91-4921-94e4-cacfd812b28f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:36.329151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60398) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:36.339116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:36.339116 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:36.344574 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 3 to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 Oct 23 01:09:36.414233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:36.414576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:36.414917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:36.431261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:36.431521 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:36.434733 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 4 to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 Oct 23 01:09:36.484399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e71227a-1e91-4921-94e4-cacfd812b28f']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:36.519741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.20.0.14 (d13de77c-f3df-4281-9fff-c1d2db5df2d0/3369ca26-348e-4f5d-a0d4-27b47e589250/1bb05506-85cb-4c31-ad54-a814c8504424) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:36.528440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.20.0.12 (d13de77c-f3df-4281-9fff-c1d2db5df2d0/3369ca26-348e-4f5d-a0d4-27b47e589250/1bb05506-85cb-4c31-ad54-a814c8504424) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:36.532922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-da8b04ff-4264-42ed-a70f-6c76dcc0a2e7 None None] Current status of the port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:36.545345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:36.545751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:36.546202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:36.549416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4b0695-b5c7-4551-bb62-c7aa76206c2a') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:36.549969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4b0695-b5c7-4551-bb62-c7aa76206c2a') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:36.562804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (6a4b0695-b5c7-4551-bb62-c7aa76206c2a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:36.591397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6a4b0695-b5c7-4551-bb62-c7aa76206c2a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:36.601751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:36.602784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (6a4b0695-b5c7-4551-bb62-c7aa76206c2a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:36.712301 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 6a4b0695-b5c7-4551-bb62-c7aa76206c2a resource provider aggregate not found Oct 23 01:09:36.718295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=5,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:36.751100 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 6a4b0695-b5c7-4551-bb62-c7aa76206c2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a4b0695-b5c7-4551-bb62-c7aa76206c2a found for delete ", "request_id": "req-14251040-13d3-4985-8b25-6414c0361682"}]} Oct 23 01:09:36.792593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (6e71227a-1e91-4921-94e4-cacfd812b28f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:36.806169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e71227a-1e91-4921-94e4-cacfd812b28f {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 23 01:09:36.832753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:36.843470 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "DELETE /networking/v2.0/networks/6e71227a-1e91-4921-94e4-cacfd812b28f HTTP/1.1" status: 204 len: 168 time: 3.0783551 Oct 23 01:09:36.867427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a65c0d22-39db-4972-894d-735284f3980e None None] Provisioning complete for port 27fd142e-319b-4e18-8b71-22016cf7935c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:36.871814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a65c0d22-39db-4972-894d-735284f3980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (27fd142e-319b-4e18-8b71-22016cf7935c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:36.872306 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a65c0d22-39db-4972-894d-735284f3980e None None] Attempt 1 to provision port 27fd142e-319b-4e18-8b71-22016cf7935c Oct 23 01:09:37.029002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a65c0d22-39db-4972-894d-735284f3980e None None] Port 27fd142e-319b-4e18-8b71-22016cf7935c cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:37.057414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a65c0d22-39db-4972-894d-735284f3980e None None] Provisioning complete for port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:37.058120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a65c0d22-39db-4972-894d-735284f3980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:37.058861 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a65c0d22-39db-4972-894d-735284f3980e None None] Attempt 1 to provision port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e Oct 23 01:09:37.062871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60410) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:37.063230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60412) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:37.128499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:37.212137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a65c0d22-39db-4972-894d-735284f3980e None None] Current status of the port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:37.227646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc3f0d-4eab-4ac9-8c93-3398d65d5bd5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e71227a-1e91-4921-94e4-cacfd812b28f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:37.305541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:37.305868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:37.306161 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e Oct 23 01:09:37.383375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:37.396903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:37.403788 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:37.419874 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 5 to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 Oct 23 01:09:37.477418 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-09331334-7fcc-444b-a459-8a7bdb9d696b tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.4093342 Oct 23 01:09:37.481023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60416) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:37.553111 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2df6ef-51de-46a4-828e-8266f0cc9837 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:37.553764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2df6ef-51de-46a4-828e-8266f0cc9837 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:37.553957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:37.554672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2df6ef-51de-46a4-828e-8266f0cc9837 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:37.554812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2df6ef-51de-46a4-828e-8266f0cc9837 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:37.555244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2df6ef-51de-46a4-828e-8266f0cc9837 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:37.555824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2df6ef-51de-46a4-828e-8266f0cc9837 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:37.557831 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4f2df6ef-51de-46a4-828e-8266f0cc9837 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3947 time: 0.0755250 Oct 23 01:09:37.565230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4b466b8e-4511-4333-bd57-a9770eea3cd7 None None] Provisioning complete for port 27fd142e-319b-4e18-8b71-22016cf7935c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:37.565884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4b466b8e-4511-4333-bd57-a9770eea3cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (27fd142e-319b-4e18-8b71-22016cf7935c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:37.566232 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4b466b8e-4511-4333-bd57-a9770eea3cd7 None None] Attempt 1 to provision port 27fd142e-319b-4e18-8b71-22016cf7935c Oct 23 01:09:37.566510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60418) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:37.611528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:37.611528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:37.611528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:37.639746 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-8cb44143-1ffb-44f5-be2a-972e66f7447c tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] delete failed (client error): The resource could not be found. Oct 23 01:09:37.641099 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8cb44143-1ffb-44f5-be2a-972e66f7447c tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "DELETE /networking/v2.0/floatingips/6228fd56-c54b-46de-93b7-cc49e60c5d77 HTTP/1.1" status: 404 len: 345 time: 0.0729289 Oct 23 01:09:37.642904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:37.647244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60420) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:37.656201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4b466b8e-4511-4333-bd57-a9770eea3cd7 None None] Port 27fd142e-319b-4e18-8b71-22016cf7935c cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:37.681896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'networks': [{'name': 'tempest-network--675442740'}, {'name': 'tempest-network--1991539495'}]} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:37.682504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'network': {'name': 'tempest-network--675442740'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:37.684765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'network': {'name': 'tempest-network--1991539495'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:37.703932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:37.708448 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c10c51-c78e-4a46-b14d-44e265cd22e3 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] DELETE failed (client error): The resource could not be found. Oct 23 01:09:37.710198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c10c51-c78e-4a46-b14d-44e265cd22e3 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:09:37.712834 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-70c10c51-c78e-4a46-b14d-44e265cd22e3 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "DELETE /networking/v2.0/networks/6e71227a-1e91-4921-94e4-cacfd812b28f HTTP/1.1" status: 404 len: 339 time: 0.0641582 Oct 23 01:09:37.717179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (27fd142e-319b-4e18-8b71-22016cf7935c), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:37.718730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60422) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:37.732413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Request body: {'network': {'name': 'tempest-network--513319934', 'router:external': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:37.745874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:37.746375 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:37.753827 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 6 to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 Oct 23 01:09:37.809436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:37.809877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:37.810346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:37.823693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (29d62a82-f733-4974-bdc3-ad813d55599a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:37.836197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:37.836784 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:37.852120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Made reservation on behalf of 446938b49a31481b9f5364278d887c09 for: {'network': 2} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:37.857071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:37.870411 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 7 to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 Oct 23 01:09:37.875682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:37.891292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Made reservation on behalf of cfab61ea05d44393960c866b9719f88f for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:37.893660 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:37.903504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:37.903765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:37.904343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:37.904792 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:37.922108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (1bb05506-85cb-4c31-ad54-a814c8504424), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:37.927896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:37.928360 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:37.931512 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 8 to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 Oct 23 01:09:37.977630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:37.978152 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:37.978608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:37.997032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:37.997545 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:38.003867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:38.004199 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 9 to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 Oct 23 01:09:38.037649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (be21a5da-32ad-43f2-b03f-80cb3e6c8ec3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.038025 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Added segment be21a5da-32ad-43f2-b03f-80cb3e6c8ec3 of type vlan for network b659661d-9512-4dc3-8b08-d4e1c2dd5e4c Oct 23 01:09:38.060546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:38.060938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:38.061392 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:38.070711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:38.077644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:38.080881 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:38.080881 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.plugins.ml2.plugin [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempt 10 to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 Oct 23 01:09:38.099660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:38.100141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:38.100605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempting to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:38.119790 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (27fd142e-319b-4e18-8b71-22016cf7935c), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.130461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:09:38.130946 dv-neutron-master-2-hyperv neutron-server[105985]: ERROR neutron.plugins.ml2.managers [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Failed to bind port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'f6c868b3-025e-402b-b70a-ffa508f3e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aa650ac8-0fb6-485a-a331-c47eb784289b'}] Oct 23 01:09:38.131418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f586f08d-d40b-4fc3-aa25-c71eb5a5cf28), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.131550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (b659661d-9512-4dc3-8b08-d4e1c2dd5e4c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.140023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks [] for security_group (7ad2afea-c35a-4c92-bf47-27854d74f749), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.144677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (1bb05506-85cb-4c31-ad54-a814c8504424), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.224044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (29d62a82-f733-4974-bdc3-ad813d55599a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.224920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (27fd142e-319b-4e18-8b71-22016cf7935c), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.227101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network d13de77c-f3df-4281-9fff-c1d2db5df2d0 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:38.243070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:38.250166 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:38.261728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=1bb05506-85cb-4c31-ad54-a814c8504424,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:38.273506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (b659661d-9512-4dc3-8b08-d4e1c2dd5e4c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.274649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:38.275306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.278199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7ad2afea-c35a-4c92-bf47-27854d74f749), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.278389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.294574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:38.350682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] For port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:38.351050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attempted to set empty binding levels {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:09:38.363681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:38.364402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.422163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (f586f08d-d40b-4fc3-aa25-c71eb5a5cf28), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.423098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=27fd142e-319b-4e18-8b71-22016cf7935c,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:38.423487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] In _notify_port_updated(), no bound segment for port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 on network aa650ac8-0fb6-485a-a331-c47eb784289b {{(pid=105985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:09:38.424417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:38.425328 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.430014 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "PUT /networking/v2.0/ports/f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 HTTP/1.1" status: 200 len: 976 time: 3.4041853 Oct 23 01:09:38.430176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad2afea-c35a-4c92-bf47-27854d74f749,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:38.430644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60424) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:38.446824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event updated for resources: {'Network': ['ID=b659661d-9512-4dc3-8b08-d4e1c2dd5e4c,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:38.449201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:38.480247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:38.482559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network b659661d-9512-4dc3-8b08-d4e1c2dd5e4c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:38.491189 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (bcce292f-bb59-4db4-917a-6ee2c6480d9d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.491849 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Added segment bcce292f-bb59-4db4-917a-6ee2c6480d9d of type vlan for network 3ebfa327-cb1f-4aa0-afb2-b27701ba2389 Oct 23 01:09:38.496013 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8952f9c7-9e4f-40d8-ab9d-f5dc58509c58 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7745295 Oct 23 01:09:38.505585 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c4b833ed-d26d-4af2-9553-7ef79bc509a5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.7042048 Oct 23 01:09:38.508977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60426) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:38.509372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60428) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:38.515756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '1bb05506-85cb-4c31-ad54-a814c8504424', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:38.527451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fadfe-3262-41b1-9b8e-09c74415462e tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event updated for resources: {'Port': ['ID=f586f08d-d40b-4fc3-aa25-c71eb5a5cf28,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:38.531835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60430) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:38.546603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'network_id': '65fb0fb5-0983-47c9-9694-b74b47ff2316', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:38.582763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-cafa5347-8803-40b3-a129-86d78416f794 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Deleting port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:38.583358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cafa5347-8803-40b3-a129-86d78416f794 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f586f08d-d40b-4fc3-aa25-c71eb5a5cf28), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.662041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-cafa5347-8803-40b3-a129-86d78416f794 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] For port f586f08d-d40b-4fc3-aa25-c71eb5a5cf28, host hv-neutron-mast, got binding levels [] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:38.662420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cafa5347-8803-40b3-a129-86d78416f794 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f586f08d-d40b-4fc3-aa25-c71eb5a5cf28), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.679774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-cafa5347-8803-40b3-a129-86d78416f794 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Calling delete_port for f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:38.692449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Router 29d62a82-f733-4974-bdc3-ad813d55599a is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:09:38.733661 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:38.782138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5b965ae9-ab1b-4e76-8327-cfef608c041b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.796126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=16 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:38.862073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:38.872367 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Sync routers for ids ['29d62a82-f733-4974-bdc3-ad813d55599a'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:38.882217 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=55 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:38.885236 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Routers {'29d62a82-f733-4974-bdc3-ad813d55599a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:38.886136 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['29d62a82-f733-4974-bdc3-ad813d55599a'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:38.974350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cafa5347-8803-40b3-a129-86d78416f794 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f586f08d-d40b-4fc3-aa25-c71eb5a5cf28), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.979065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:38.981085 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f967258d-fbb8-48c6-8d05-a7da00c30e0b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6756797 Oct 23 01:09:38.987720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60432) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:38.996199 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Set router 29d62a82-f733-4974-bdc3-ad813d55599a gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:39.043361 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (3ebfa327-cb1f-4aa0-afb2-b27701ba2389), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.046076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:39.046352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa5347-8803-40b3-a129-86d78416f794 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Pushing event deleted for resources: {'Port': ['ID=f586f08d-d40b-4fc3-aa25-c71eb5a5cf28,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:39.052094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cafa5347-8803-40b3-a129-86d78416f794 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.055781 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cafa5347-8803-40b3-a129-86d78416f794 tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 HTTP/1.1" status: 204 len: 168 time: 0.6211262 Oct 23 01:09:39.059118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60434) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:39.059935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (3bf554ce-9292-42d9-8a78-8a703bf87b9e), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.092378 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dde4e72-8411-4e48-bea3-ab42cf055a2c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] GET failed (client error): The resource could not be found. Oct 23 01:09:39.098730 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8dde4e72-8411-4e48-bea3-ab42cf055a2c tempest-PortsAdminExtendedAttrsTestJSON-1105802164 tempest-PortsAdminExtendedAttrsTestJSON-1105802164-project-admin] 10.222.0.36 "GET /networking/v2.0/ports/f586f08d-d40b-4fc3-aa25-c71eb5a5cf28 HTTP/1.1" status: 404 len: 333 time: 0.0347257 Oct 23 01:09:39.100098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60436) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:39.100288 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:09:39.116913 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=83 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:39.123911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:39.177521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.197085 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d62a82-f733-4974-bdc3-ad813d55599a', 'name': 'tempest-snat-router-193650192', 'tenant_id': 'e374c862e2c74e9482c1c89966829165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.34'}], 'enable_snat': False}, 'gw_port_id': '8179982b-fb7e-419d-8ba4-9bc5e117ffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:09:33Z', 'updated_at': '2022-10-23T01:09:36Z', 'revision_number': 3, 'project_id': 'e374c862e2c74e9482c1c89966829165', 'gw_port': {'id': '8179982b-fb7e-419d-8ba4-9bc5e117ffaf', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d62a82-f733-4974-bdc3-ad813d55599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:09:34Z', 'updated_at': '2022-10-23T01:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:39.224969 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-674d7db9-0551-4a16-badb-dd9cf882b39b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/29d62a82-f733-4974-bdc3-ad813d55599a HTTP/1.1" status: 200 len: 907 time: 0.2306633 Oct 23 01:09:39.225828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60438) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:39.229634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Request body: {'router': {'name': 'tempest-snat-router-193650192', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'enable_snat': True}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:39.230351 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Checking router: 29d62a82-f733-4974-bdc3-ad813d55599a for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:09:39.230687 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Updating router 29d62a82-f733-4974-bdc3-ad813d55599a port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:09:39.242687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (aa650ac8-0fb6-485a-a331-c47eb784289b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.259623 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.322127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:39.343331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (aa650ac8-0fb6-485a-a331-c47eb784289b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.364755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b45611-f617-4cf2-bf2b-9d607420d552 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:39.366030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa650ac8-0fb6-485a-a331-c47eb784289b']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:39.370441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b45611-f617-4cf2-bf2b-9d607420d552 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:39.376038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b45611-f617-4cf2-bf2b-9d607420d552 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:39.377378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c868b3-025e-402b-b70a-ffa508f3e053') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:39.377866 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c868b3-025e-402b-b70a-ffa508f3e053') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:39.383307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b45611-f617-4cf2-bf2b-9d607420d552 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:39.386767 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d7b45611-f617-4cf2-bf2b-9d607420d552 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8763499 Oct 23 01:09:39.387449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60440) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:39.390075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (9323ee82-84ed-431b-8288-0d23dad04956), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.390425 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Added segment 9323ee82-84ed-431b-8288-0d23dad04956 of type vlan for network 11c77c6e-6794-4f02-8aa7-8c14e180da27 Oct 23 01:09:39.396512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (f6c868b3-025e-402b-b70a-ffa508f3e053), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.457131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (e01a3b34-41cc-4226-b556-d95625022f55), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.458236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (e01a3b34-41cc-4226-b556-d95625022f55), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.470984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f6c868b3-025e-402b-b70a-ffa508f3e053), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.481349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.483488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (11c77c6e-6794-4f02-8aa7-8c14e180da27), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.483653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:39.496137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:39.496548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (f6c868b3-025e-402b-b70a-ffa508f3e053), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.553498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (27fd142e-319b-4e18-8b71-22016cf7935c), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.564618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:39.564618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.564950 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (b659661d-9512-4dc3-8b08-d4e1c2dd5e4c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.570407 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f6c868b3-025e-402b-b70a-ffa508f3e053 resource provider aggregate not found Oct 23 01:09:39.600520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:39.604715 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f6c868b3-025e-402b-b70a-ffa508f3e053 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6c868b3-025e-402b-b70a-ffa508f3e053 found for delete ", "request_id": "req-31ad1f51-fc30-45f5-8106-5fac6846450a"}]} Oct 23 01:09:39.643321 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Publish callbacks [] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.650107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_controller (e01a3b34-41cc-4226-b556-d95625022f55), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.677682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (3ebfa327-cb1f-4aa0-afb2-b27701ba2389), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.678231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (11c77c6e-6794-4f02-8aa7-8c14e180da27), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.683572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:39.687576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:39.688212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.709354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (b659661d-9512-4dc3-8b08-d4e1c2dd5e4c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.731923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b659661d-9512-4dc3-8b08-d4e1c2dd5e4c']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:39.742119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be21a5da-32ad-43f2-b03f-80cb3e6c8ec3') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:39.742410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be21a5da-32ad-43f2-b03f-80cb3e6c8ec3') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:39.753506 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (be21a5da-32ad-43f2-b03f-80cb3e6c8ec3), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.753724 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.762395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (aa650ac8-0fb6-485a-a331-c47eb784289b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.813355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.819076 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] 10.222.0.36 "DELETE /networking/v2.0/networks/aa650ac8-0fb6-485a-a331-c47eb784289b HTTP/1.1" status: 204 len: 168 time: 0.7160437 Oct 23 01:09:39.819256 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Attempting to bind port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:39.819256 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Attempting to bind port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:39.819443 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Attempting to bind port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:39.819534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (be21a5da-32ad-43f2-b03f-80cb3e6c8ec3), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.821519 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Pushing event updated for resources: {'Port': ['ID=8179982b-fb7e-419d-8ba4-9bc5e117ffaf,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:39.825657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a7a9e-4742-42e1-a7cc-6a8d8ab2d957 tempest-PortsAdminExtendedAttrsTestJSON-407104893 tempest-PortsAdminExtendedAttrsTestJSON-407104893-project] Pushing event deleted for resources: {'Network': ['ID=aa650ac8-0fb6-485a-a331-c47eb784289b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:39.834034 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.835745 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.835745 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.835745 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.836034 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:39.836119 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.836192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (be21a5da-32ad-43f2-b03f-80cb3e6c8ec3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.836276 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.836654 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.837349 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.837349 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.837634 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.838003 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.838470 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.839265 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.839265 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.839515 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:39.883671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event updated for resources: {'Network': ['ID=3ebfa327-cb1f-4aa0-afb2-b27701ba2389,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:39.895455 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8228407 Oct 23 01:09:39.897386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 3ebfa327-cb1f-4aa0-afb2-b27701ba2389 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:39.903966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60448) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:39.938732 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:39.941954 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:39.945326 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.946033 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:39.946712 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Bound port: 8179982b-fb7e-419d-8ba4-9bc5e117ffaf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:39.947299 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:39.993304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.36.3.235 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/8db4d21a-414a-4b92-b2e2-4148df111e8d) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:39.997985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (e01a3b34-41cc-4226-b556-d95625022f55), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.031065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:40.054315 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] For port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:40.059211 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] For port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8179982b-fb7e-419d-8ba4-9bc5e117ffaf,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:40.083361 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de911b-c995-4606-bac5-26c4ca6099a8 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event updated for resources: {'Network': ['ID=11c77c6e-6794-4f02-8aa7-8c14e180da27,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:40.094787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 11c77c6e-6794-4f02-8aa7-8c14e180da27 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:40.136706 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.164154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (b659661d-9512-4dc3-8b08-d4e1c2dd5e4c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.172020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b659661d-9512-4dc3-8b08-d4e1c2dd5e4c {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 23 01:09:40.188306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.194579 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "DELETE /networking/v2.0/networks/b659661d-9512-4dc3-8b08-d4e1c2dd5e4c HTTP/1.1" status: 204 len: 168 time: 0.8060398 Oct 23 01:09:40.199549 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0b3ec-0564-4652-97be-9662c23dfd9f None None] Pushing event updated for resources: {'Port': ['ID=8179982b-fb7e-419d-8ba4-9bc5e117ffaf,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:40.200794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:40.205420 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Routers {'29d62a82-f733-4974-bdc3-ad813d55599a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:40.205420 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['29d62a82-f733-4974-bdc3-ad813d55599a'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:40.209933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60450) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:40.217366 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Request body: {'network': {'name': 'tempest-network--1283811263', 'router:external': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:40.233350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:40.250491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123528f-aaf8-47fd-bf9d-0713b524daa5 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event deleted for resources: {'Network': ['ID=b659661d-9512-4dc3-8b08-d4e1c2dd5e4c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:40.312230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:40.323916 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] Set router 29d62a82-f733-4974-bdc3-ad813d55599a gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:40.342219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d50ca9-ba22-491b-b94e-451851aca68e tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:40.348305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d50ca9-ba22-491b-b94e-451851aca68e tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:40.354035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d50ca9-ba22-491b-b94e-451851aca68e tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:40.360467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d50ca9-ba22-491b-b94e-451851aca68e tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:40.366405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d50ca9-ba22-491b-b94e-451851aca68e tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:40.371721 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-67d50ca9-ba22-491b-b94e-451851aca68e tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2957 time: 0.4646118 Oct 23 01:09:40.372277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60452) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:40.379600 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:40.433419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Made reservation on behalf of cfab61ea05d44393960c866b9719f88f for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:40.436462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.501722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (8db4d21a-414a-4b92-b2e2-4148df111e8d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.510144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (27fd142e-319b-4e18-8b71-22016cf7935c), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.559704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:40.563494 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:40.564680 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d62a82-f733-4974-bdc3-ad813d55599a', 'name': 'tempest-snat-router-193650192', 'tenant_id': 'e374c862e2c74e9482c1c89966829165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.34'}], 'enable_snat': False}, 'gw_port_id': '8179982b-fb7e-419d-8ba4-9bc5e117ffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:09:33Z', 'updated_at': '2022-10-23T01:09:36Z', 'revision_number': 3, 'project_id': 'e374c862e2c74e9482c1c89966829165', 'gw_port': {'id': '8179982b-fb7e-419d-8ba4-9bc5e117ffaf', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d62a82-f733-4974-bdc3-ad813d55599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:09:34Z', 'updated_at': '2022-10-23T01:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:40.579216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (328316c1-b9fa-4d8e-bfad-946e3fb0f543), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.579887 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Added segment 328316c1-b9fa-4d8e-bfad-946e3fb0f543 of type vlan for network a1d8adff-f547-497a-9463-726a7bf3252d Oct 23 01:09:40.599019 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30580dd-eb1c-4c8b-af0b-6221becc41e8 None None] The sync data for ids ['29d62a82-f733-4974-bdc3-ad813d55599a'] in dv-neutron-master-2-hyperv is: [{'id': '29d62a82-f733-4974-bdc3-ad813d55599a', 'name': 'tempest-snat-router-193650192', 'tenant_id': 'e374c862e2c74e9482c1c89966829165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.34'}], 'enable_snat': False}, 'gw_port_id': '8179982b-fb7e-419d-8ba4-9bc5e117ffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:09:33Z', 'updated_at': '2022-10-23T01:09:36Z', 'revision_number': 3, 'project_id': 'e374c862e2c74e9482c1c89966829165', 'gw_port': {'id': '8179982b-fb7e-419d-8ba4-9bc5e117ffaf', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d62a82-f733-4974-bdc3-ad813d55599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:09:34Z', 'updated_at': '2022-10-23T01:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:40.610065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (e01a3b34-41cc-4226-b556-d95625022f55), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.614569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (27fd142e-319b-4e18-8b71-22016cf7935c), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.615566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (3bf554ce-9292-42d9-8a78-8a703bf87b9e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.616998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (3ebfa327-cb1f-4aa0-afb2-b27701ba2389), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.650528 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60456) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:40.656311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.670498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (468bf3ef-2f12-4173-a045-0ba031079add), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.682226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (a1d8adff-f547-497a-9463-726a7bf3252d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.764580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8db4d21a-414a-4b92-b2e2-4148df111e8d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.806147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=27fd142e-319b-4e18-8b71-22016cf7935c,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:40.826241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (3ebfa327-cb1f-4aa0-afb2-b27701ba2389), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.871546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebfa327-cb1f-4aa0-afb2-b27701ba2389']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:40.876881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:40.880108 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=468bf3ef-2f12-4173-a045-0ba031079add,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:40.887966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcce292f-bb59-4db4-917a-6ee2c6480d9d') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:40.888235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcce292f-bb59-4db4-917a-6ee2c6480d9d') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:40.897125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:40.901831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:40.910724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Allocated IP 172.36.3.107 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/6de2b0ba-47af-4de6-9d9a-402ce207f385) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:40.915079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (bcce292f-bb59-4db4-917a-6ee2c6480d9d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.936818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (bcce292f-bb59-4db4-917a-6ee2c6480d9d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.955375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:40.955781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (bcce292f-bb59-4db4-917a-6ee2c6480d9d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.973256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=8db4d21a-414a-4b92-b2e2-4148df111e8d,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:40.977619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (a1d8adff-f547-497a-9463-726a7bf3252d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:40.978643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:40.979259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.033490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Checking segment: {'id': '34c73fd6-b4e0-411b-be2a-9fd6a979888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65fb0fb5-0983-47c9-9694-b74b47ff2316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:41.033868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network hostable DHCP agents. Network: 65fb0fb5-0983-47c9-9694-b74b47ff2316, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:41.038546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:41.076466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e806c60-f6c4-4fd6-a619-18c01985d04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.080356 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-492a5cff-8e6c-4ab2-a1f9-1939fe960795 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=24c8a51fb0d94a1e80d5ce63422a6bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4229255 Oct 23 01:09:41.082491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network a6411763-ea31-4323-9574-7160f6936c48 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:41.087835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60460) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:41.106150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:41.153133 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9417813 Oct 23 01:09:41.153985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60462) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:41.161992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b18d45-fdfc-4372-b7b8-468e52967e59 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event updated for resources: {'Network': ['ID=a1d8adff-f547-497a-9463-726a7bf3252d,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:41.176208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network a1d8adff-f547-497a-9463-726a7bf3252d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:41.368896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network 65fb0fb5-0983-47c9-9694-b74b47ff2316 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:41.372036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:41.407230 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:41.477683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for port (6de2b0ba-47af-4de6-9d9a-402ce207f385), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.479998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799c2902-7d5a-4e85-9323-cfd9225e3d74 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:41.481728 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-799c2902-7d5a-4e85-9323-cfd9225e3d74 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] 10.222.0.36 "GET /networking/v2.0/networks/a1d8adff-f547-497a-9463-726a7bf3252d HTTP/1.1" status: 200 len: 757 time: 0.3173075 Oct 23 01:09:41.485762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60464) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:41.506443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (3ebfa327-cb1f-4aa0-afb2-b27701ba2389), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.513423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-25890980-5399-4b82-9255-0a3f0a9886da admin admin] Publish callbacks [] for security_group (2191e454-c4c7-41f0-afef-ed407b7501a1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.521482 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-354c1d9b-c8b4-4230-a5c8-8631cb1180f5 None None] Provisioning complete for port 27fd142e-319b-4e18-8b71-22016cf7935c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:41.522411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-354c1d9b-c8b4-4230-a5c8-8631cb1180f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (27fd142e-319b-4e18-8b71-22016cf7935c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.522916 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-354c1d9b-c8b4-4230-a5c8-8631cb1180f5 None None] Attempt 1 to provision port 27fd142e-319b-4e18-8b71-22016cf7935c Oct 23 01:09:41.526894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.532541 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "DELETE /networking/v2.0/networks/3ebfa327-cb1f-4aa0-afb2-b27701ba2389 HTTP/1.1" status: 204 len: 168 time: 1.1591022 Oct 23 01:09:41.561687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 65fb0fb5-0983-47c9-9694-b74b47ff2316) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:41.569395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60466) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:41.572240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:41.572848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.579046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:41.582522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb880668-94a1-40c4-b02f-7734a541eaea None None] Network 65fb0fb5-0983-47c9-9694-b74b47ff2316 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:41.599848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443b3fe-2867-4ebe-9e83-19edefbd17aa tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Network': ['ID=3ebfa327-cb1f-4aa0-afb2-b27701ba2389,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:41.624326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-25890980-5399-4b82-9255-0a3f0a9886da admin admin] Publish callbacks [] for security_group (2191e454-c4c7-41f0-afef-ed407b7501a1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.637398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-354c1d9b-c8b4-4230-a5c8-8631cb1180f5 None None] Port 27fd142e-319b-4e18-8b71-22016cf7935c cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:09:41.722325 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-544bd2df-36c5-4fa7-80f7-5dfe97d05cc1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1792853 Oct 23 01:09:41.728592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-65fb0fb5-0983-47c9-9694-b74b47ff2316', 'network_id': '65fb0fb5-0983-47c9-9694-b74b47ff2316', 'project_id': '5d57d71f456f4592a5ca0e757673bffd', 'fixed_ips': [{'subnet_id': '468bf3ef-2f12-4173-a045-0ba031079add'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:09:41.730669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fba79c4-132f-432f-81cb-977c5d49d139 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:41.731170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60470) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:41.734960 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4fba79c4-132f-432f-81cb-977c5d49d139 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] 10.222.0.36 "GET /networking/v2.0/networks/12dbce9c-e001-4251-8260-e4750d2e29f0 HTTP/1.1" status: 200 len: 768 time: 0.2453108 Oct 23 01:09:41.735112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.737011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60472) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:41.747347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942716846'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:41.758612 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment be21a5da-32ad-43f2-b03f-80cb3e6c8ec3 resource provider aggregate not found Oct 23 01:09:41.782469 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:41.787348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (11c77c6e-6794-4f02-8aa7-8c14e180da27), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.823015 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment be21a5da-32ad-43f2-b03f-80cb3e6c8ec3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be21a5da-32ad-43f2-b03f-80cb3e6c8ec3 found for delete ", "request_id": "req-21a36328-40bb-4987-a7bd-b3823e2f469b"}]} Oct 23 01:09:41.843436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6de2b0ba-47af-4de6-9d9a-402ce207f385), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.866217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (a1d8adff-f547-497a-9463-726a7bf3252d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.887891 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment bcce292f-bb59-4db4-917a-6ee2c6480d9d resource provider aggregate not found Oct 23 01:09:41.900486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Router 3bf554ce-9292-42d9-8a78-8a703bf87b9e is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:09:41.921121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-25890980-5399-4b82-9255-0a3f0a9886da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2191e454-c4c7-41f0-afef-ed407b7501a1), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.923817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-25890980-5399-4b82-9255-0a3f0a9886da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.927331 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-25890980-5399-4b82-9255-0a3f0a9886da admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2191e454-c4c7-41f0-afef-ed407b7501a1 HTTP/1.1" status: 204 len: 168 time: 0.8288639 Oct 23 01:09:41.939484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (11c77c6e-6794-4f02-8aa7-8c14e180da27), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:41.943078 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment bcce292f-bb59-4db4-917a-6ee2c6480d9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcce292f-bb59-4db4-917a-6ee2c6480d9d found for delete ", "request_id": "req-69e85d5e-09de-43ec-afbf-653819a7f1be"}]} Oct 23 01:09:41.955691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:41.959943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Allocated IP 2001:db8:0:ffff::2 (65fb0fb5-0983-47c9-9694-b74b47ff2316/468bf3ef-2f12-4173-a045-0ba031079add/45fd617a-42b0-44e9-89b3-efdce0bc71c2) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:41.967367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:41.980628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:41.986527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c77c6e-6794-4f02-8aa7-8c14e180da27']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:41.989899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event updated for resources: {'Port': ['ID=6de2b0ba-47af-4de6-9d9a-402ce207f385,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:42.002406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:42.008469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.024004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9323ee82-84ed-431b-8288-0d23dad04956') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:42.024354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9323ee82-84ed-431b-8288-0d23dad04956') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:42.042599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (9323ee82-84ed-431b-8288-0d23dad04956), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.062387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (9323ee82-84ed-431b-8288-0d23dad04956), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.094898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25890980-5399-4b82-9255-0a3f0a9886da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2191e454-c4c7-41f0-afef-ed407b7501a1,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:42.115659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:42.116204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (9323ee82-84ed-431b-8288-0d23dad04956), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.141818 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (a1d8adff-f547-497a-9463-726a7bf3252d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.211169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Publish callbacks [] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.269975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d8adff-f547-497a-9463-726a7bf3252d']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:42.277600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:42.297015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.358892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Network 65fb0fb5-0983-47c9-9694-b74b47ff2316 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:42.364831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:42.368712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:42.372786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:42.376860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Pushing event updated for resources: {'Port': ['ID=45fd617a-42b0-44e9-89b3-efdce0bc71c2,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:42.434010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (11c77c6e-6794-4f02-8aa7-8c14e180da27), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.450881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Attempting to bind port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:42.451069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.451702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Attempting to bind port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '34c73fd6-b4e0-411b-be2a-9fd6a979888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65fb0fb5-0983-47c9-9694-b74b47ff2316'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:42.452506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Attempting to bind port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 on network 65fb0fb5-0983-47c9-9694-b74b47ff2316 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:42.456982 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "DELETE /networking/v2.0/networks/11c77c6e-6794-4f02-8aa7-8c14e180da27 HTTP/1.1" status: 204 len: 168 time: 0.8726809 Oct 23 01:09:42.500997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60484) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:42.508257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:42.509182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Checking segment: {'id': '34c73fd6-b4e0-411b-be2a-9fd6a979888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65fb0fb5-0983-47c9-9694-b74b47ff2316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:42.509877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.510635 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Bound using segment: {'id': '34c73fd6-b4e0-411b-be2a-9fd6a979888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65fb0fb5-0983-47c9-9694-b74b47ff2316'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:42.511218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Bound port: 45fd617a-42b0-44e9-89b3-efdce0bc71c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c73fd6-b4e0-411b-be2a-9fd6a979888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65fb0fb5-0983-47c9-9694-b74b47ff2316'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:42.512014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.528346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.529514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:42.536048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609a7e0-7d00-482f-bfc4-1fbcf56a1377 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Network': ['ID=11c77c6e-6794-4f02-8aa7-8c14e180da27,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:42.584873 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] For port 45fd617a-42b0-44e9-89b3-efdce0bc71c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:42.589447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] For port 45fd617a-42b0-44e9-89b3-efdce0bc71c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=45fd617a-42b0-44e9-89b3-efdce0bc71c2,segment=NetworkSegment(34c73fd6-b4e0-411b-be2a-9fd6a979888a),segment_id=34c73fd6-b4e0-411b-be2a-9fd6a979888a)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:42.662944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.680673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:42.693815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328316c1-b9fa-4d8e-bfad-946e3fb0f543') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:42.694151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328316c1-b9fa-4d8e-bfad-946e3fb0f543') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:42.727598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (70499ebd-52d3-4376-892e-d7722e89ad7c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.727957 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Added segment 70499ebd-52d3-4376-892e-d7722e89ad7c of type vlan for network 506462f5-6a25-4c3b-862d-059881823aab Oct 23 01:09:42.758862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60488) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:42.763422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (328316c1-b9fa-4d8e-bfad-946e3fb0f543), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.765957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86412b70-7489-4a89-a868-64bdaff379a7 None None] Pushing event updated for resources: {'Port': ['ID=45fd617a-42b0-44e9-89b3-efdce0bc71c2,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:42.776953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (e01a3b34-41cc-4226-b556-d95625022f55), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.845511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:42.855310 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4ce5c372-ee63-492b-ba68-911f2d6e5074 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "PUT /networking/v2.0/routers/3bf554ce-9292-42d9-8a78-8a703bf87b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5184875 Oct 23 01:09:42.855420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:42.857671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60490) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:42.864741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5d103-c46a-4b08-8481-a5dc44049f6b None None] Sync routers for ids ['3bf554ce-9292-42d9-8a78-8a703bf87b9e'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:42.872973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (328316c1-b9fa-4d8e-bfad-946e3fb0f543), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.890811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5d103-c46a-4b08-8481-a5dc44049f6b None None] Routers {'3bf554ce-9292-42d9-8a78-8a703bf87b9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:42.891571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1af5d103-c46a-4b08-8481-a5dc44049f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['3bf554ce-9292-42d9-8a78-8a703bf87b9e'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:42.900807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (506462f5-6a25-4c3b-862d-059881823aab), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.930576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:42.930995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (328316c1-b9fa-4d8e-bfad-946e3fb0f543), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:42.938103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d2094-6626-485c-af57-8f3534f90038 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:42.946412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d2094-6626-485c-af57-8f3534f90038 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:42.964800 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d2094-6626-485c-af57-8f3534f90038 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:42.971724 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4f5d2094-6626-485c-af57-8f3534f90038 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1891 time: 0.4661422 Oct 23 01:09:42.977229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60494) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:42.984524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1af5d103-c46a-4b08-8481-a5dc44049f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:42.993441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-925836395'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:43.000042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5d103-c46a-4b08-8481-a5dc44049f6b None None] Routers {'3bf554ce-9292-42d9-8a78-8a703bf87b9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:43.012493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1af5d103-c46a-4b08-8481-a5dc44049f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['3bf554ce-9292-42d9-8a78-8a703bf87b9e'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:43.022398 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 328316c1-b9fa-4d8e-bfad-946e3fb0f543 resource provider aggregate not found Oct 23 01:09:43.025692 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (8a5ce0f4-58fb-438e-ab81-aae0ed022452), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.051255 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:43.065911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fb4c65-7ce2-43ac-9e8e-3b78fc59012a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:43.079410 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-94fb4c65-7ce2-43ac-9e8e-3b78fc59012a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3bf554ce-9292-42d9-8a78-8a703bf87b9e HTTP/1.1" status: 200 len: 988 time: 0.2122126 Oct 23 01:09:43.081716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60498) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:43.084367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1af5d103-c46a-4b08-8481-a5dc44049f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:43.084992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5d103-c46a-4b08-8481-a5dc44049f6b None None] The sync data for ids ['3bf554ce-9292-42d9-8a78-8a703bf87b9e'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:43.096304 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 328316c1-b9fa-4d8e-bfad-946e3fb0f543 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 328316c1-b9fa-4d8e-bfad-946e3fb0f543 found for delete ", "request_id": "req-2b394ff3-cd8e-463b-8ab1-9c71a8a8a9fb"}]} Oct 23 01:09:43.099439 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f793ad99-8ac0-4d20-ab92-3fa75df319c8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=43873e8f04a4471495d9835a606426da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355739 Oct 23 01:09:43.108402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60500) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:43.171464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8179982b-fb7e-419d-8ba4-9bc5e117ffaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:43.188791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Made reservation on behalf of 446938b49a31481b9f5364278d887c09 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:43.192825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.195349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4d239f7-46c6-487f-9263-9767eccede7a admin admin] Publish callbacks [] for security_group (82bcf9ee-c5be-48f8-a6d4-e650357bee43), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.208151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (506462f5-6a25-4c3b-862d-059881823aab), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.223446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:43.224111 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.257888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:43.258899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.259603 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf Oct 23 01:09:43.266966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (a1d8adff-f547-497a-9463-726a7bf3252d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.272721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4d239f7-46c6-487f-9263-9767eccede7a admin admin] Publish callbacks [] for security_group (82bcf9ee-c5be-48f8-a6d4-e650357bee43), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.313483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:43.327107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:43.344792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1d8adff-f547-497a-9463-726a7bf3252d {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 23 01:09:43.347753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.352442 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "DELETE /networking/v2.0/networks/a1d8adff-f547-497a-9463-726a7bf3252d HTTP/1.1" status: 204 len: 168 time: 1.5996318 Oct 23 01:09:43.363777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60502) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:43.380422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:43.382061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.393532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=506462f5-6a25-4c3b-862d-059881823aab,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:43.401259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (e01a3b34-41cc-4226-b556-d95625022f55), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.408233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Request body: {'network': {'name': 'tempest-network--1930499742'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:43.412786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (5f2892ed-6460-4357-a978-807e59dd47ff), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.413180 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Added segment 5f2892ed-6460-4357-a978-807e59dd47ff of type vlan for network dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008 Oct 23 01:09:43.421996 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 506462f5-6a25-4c3b-862d-059881823aab details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:43.450730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8179982b-fb7e-419d-8ba4-9bc5e117ffaf,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:43.454662 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-afc6c1d8-2c02-4332-b43c-2853fb427570 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7181425 Oct 23 01:09:43.455957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97096026-ac99-41fc-b801-9403bb615091 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1d8adff-f547-497a-9463-726a7bf3252d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:43.463271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.468794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60504) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:43.476336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'network_id': '506462f5-6a25-4c3b-862d-059881823aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:43.555088 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:43.562761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.576524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Made reservation on behalf of cfab61ea05d44393960c866b9719f88f for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:43.579127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.586967 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8db4d21a-414a-4b92-b2e2-4148df111e8d), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.647484 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=8179982b-fb7e-419d-8ba4-9bc5e117ffaf,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:43.679211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.686097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:43.686097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.703361 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:43.757076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4d239f7-46c6-487f-9263-9767eccede7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (82bcf9ee-c5be-48f8-a6d4-e650357bee43), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.763471 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4d239f7-46c6-487f-9263-9767eccede7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.767495 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e4d239f7-46c6-487f-9263-9767eccede7a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/82bcf9ee-c5be-48f8-a6d4-e650357bee43 HTTP/1.1" status: 204 len: 168 time: 0.6580455 Oct 23 01:09:43.770920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (c9bb3620-2a16-4ab7-8f60-1e5e22e4a351), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.770920 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Added segment c9bb3620-2a16-4ab7-8f60-1e5e22e4a351 of type vlan for network 6029cc9f-4392-4daa-82a7-2c924193667d Oct 23 01:09:43.799525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d239f7-46c6-487f-9263-9767eccede7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bcf9ee-c5be-48f8-a6d4-e650357bee43,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:43.843734 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8659520 Oct 23 01:09:43.844481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257eb91-5c97-47df-8b10-ccc2a68a33e7 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event updated for resources: {'Network': ['ID=dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:43.857914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60508) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:43.864749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2078151903'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:43.871969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:43.874360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:43.879176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:43.951929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (6029cc9f-4392-4daa-82a7-2c924193667d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.121646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Made reservation on behalf of 446938b49a31481b9f5364278d887c09 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:44.122372 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 9323ee82-84ed-431b-8288-0d23dad04956 resource provider aggregate not found Oct 23 01:09:44.126166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.130342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (8db4d21a-414a-4b92-b2e2-4148df111e8d), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.167858 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 9323ee82-84ed-431b-8288-0d23dad04956 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9323ee82-84ed-431b-8288-0d23dad04956 found for delete ", "request_id": "req-b6c4a152-9805-4de9-bb4e-14e5fc08745b"}]} Oct 23 01:09:44.201030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.216224 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:44.218788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-40a188de-50d8-4dd3-8019-eb7c92aa66aa tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (3bf554ce-9292-42d9-8a78-8a703bf87b9e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.232326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (6029cc9f-4392-4daa-82a7-2c924193667d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.239235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:44.239342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.247436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (8db4d21a-414a-4b92-b2e2-4148df111e8d), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.252211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (8f193582-2e80-4d9f-a01e-260752b06cac), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.252562 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Added segment 8f193582-2e80-4d9f-a01e-260752b06cac of type vlan for network 07a60388-8ad5-45ea-b7f9-55085e5b3a53 Oct 23 01:09:44.263478 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Router e01a3b34-41cc-4226-b556-d95625022f55 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:09:44.305982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.462493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (07a60388-8ad5-45ea-b7f9-55085e5b3a53), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.480765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:44.487504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=8db4d21a-414a-4b92-b2e2-4148df111e8d,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:44.490679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:44.491512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (8a5ce0f4-58fb-438e-ab81-aae0ed022452), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.493878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event updated for resources: {'Network': ['ID=6029cc9f-4392-4daa-82a7-2c924193667d,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:44.500718 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-db3d3ed9-8c69-4f9d-a916-d2683949a259 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1093941 Oct 23 01:09:44.506259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60518) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:44.512966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 6029cc9f-4392-4daa-82a7-2c924193667d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:44.513461 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Sync routers for ids ['e01a3b34-41cc-4226-b556-d95625022f55'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:44.551111 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Routers {'e01a3b34-41cc-4226-b556-d95625022f55'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:44.552202 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['e01a3b34-41cc-4226-b556-d95625022f55'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:44.558493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b37b5ec-e835-44cc-9367-cf8b9cce4e85 None None] Network 65fb0fb5-0983-47c9-9694-b74b47ff2316 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:44.576738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-40a188de-50d8-4dd3-8019-eb7c92aa66aa tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 27fd142e-319b-4e18-8b71-22016cf7935c {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:44.576738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-40a188de-50d8-4dd3-8019-eb7c92aa66aa tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (27fd142e-319b-4e18-8b71-22016cf7935c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.578296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5172816f-29d6-4ab1-82bb-a88893908751 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:44.620472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (7bdea24a-53c1-4d2e-aef8-7cb03fbbc49d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.725836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.727336 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4a465c8f-c118-4afc-8e86-c9c1b458c018 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5011168 Oct 23 01:09:44.736494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60528) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:44.768683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (07a60388-8ad5-45ea-b7f9-55085e5b3a53), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.774297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:44.775068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.779607 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Set router e01a3b34-41cc-4226-b556-d95625022f55 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:44.874172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:44.934260 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=7bdea24a-53c1-4d2e-aef8-7cb03fbbc49d,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:44.978826 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP 8a5ce0f4-58fb-438e-ab81-aae0ed022452 associated. External IP: 172.36.3.235, port: 1bb05506-85cb-4c31-ad54-a814c8504424. Oct 23 01:09:44.994180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ca90a5cd-2b66-4f57-99d8-9eedcf999e30 None None] Provisioning complete for port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:44.995278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ca90a5cd-2b66-4f57-99d8-9eedcf999e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:44.996129 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ca90a5cd-2b66-4f57-99d8-9eedcf999e30 None None] Attempt 1 to provision port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 Oct 23 01:09:45.112588 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01a3b34-41cc-4226-b556-d95625022f55', 'name': 'tempest-snat-router-193650192', 'tenant_id': 'e374c862e2c74e9482c1c89966829165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.107'}], 'enable_snat': True}, 'gw_port_id': '6de2b0ba-47af-4de6-9d9a-402ce207f385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:09:39Z', 'updated_at': '2022-10-23T01:09:42Z', 'revision_number': 3, 'project_id': 'e374c862e2c74e9482c1c89966829165', 'gw_port': {'id': '6de2b0ba-47af-4de6-9d9a-402ce207f385', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:86:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01a3b34-41cc-4226-b556-d95625022f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:09:40Z', 'updated_at': '2022-10-23T01:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:45.156347 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Checking router: e01a3b34-41cc-4226-b556-d95625022f55 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:09:45.157201 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Updating router e01a3b34-41cc-4226-b556-d95625022f55 port 6de2b0ba-47af-4de6-9d9a-402ce207f385 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:09:45.164898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ca90a5cd-2b66-4f57-99d8-9eedcf999e30 None None] Current status of the port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:45.165307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ca90a5cd-2b66-4f57-99d8-9eedcf999e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.167662 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3073137 Oct 23 01:09:45.188551 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60534) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:45.210720 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6de2b0ba-47af-4de6-9d9a-402ce207f385), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.257199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ca90a5cd-2b66-4f57-99d8-9eedcf999e30 None None] For port 45fd617a-42b0-44e9-89b3-efdce0bc71c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=45fd617a-42b0-44e9-89b3-efdce0bc71c2,segment=NetworkSegment(34c73fd6-b4e0-411b-be2a-9fd6a979888a),segment_id=34c73fd6-b4e0-411b-be2a-9fd6a979888a)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:45.260778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 45fd617a-42b0-44e9-89b3-efdce0bc71c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:45.297679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'ports': [{'network_id': 'dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008', 'name': 'tempest-port--1302807853', 'admin_state_up': True}, {'network_id': '07a60388-8ad5-45ea-b7f9-55085e5b3a53', 'admin_state_up': False}]} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:45.298213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'port': {'network_id': 'dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008', 'name': 'tempest-port--1302807853', 'admin_state_up': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:45.298799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'port': {'network_id': '07a60388-8ad5-45ea-b7f9-55085e5b3a53', 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:45.305803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e1b38-0646-439a-8569-72ca4b53d055 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event updated for resources: {'Network': ['ID=07a60388-8ad5-45ea-b7f9-55085e5b3a53,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:45.318751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 07a60388-8ad5-45ea-b7f9-55085e5b3a53 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:45.347744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:45.348483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.348952 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 Oct 23 01:09:45.359003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ca90a5cd-2b66-4f57-99d8-9eedcf999e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.419777 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4586ddeb-5fa9-4a07-844e-602fd19abe8b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/e01a3b34-41cc-4226-b556-d95625022f55 HTTP/1.1" status: 200 len: 907 time: 0.6808090 Oct 23 01:09:45.422436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-40a188de-50d8-4dd3-8019-eb7c92aa66aa tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (27fd142e-319b-4e18-8b71-22016cf7935c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.425060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60542) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:45.439090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:45.483945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:45.497899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-40a188de-50d8-4dd3-8019-eb7c92aa66aa tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 27fd142e-319b-4e18-8b71-22016cf7935c owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:45.508288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-88cbcc3f-9077-4307-a4a8-8ab8fe2c620b None None] Provisioning complete for port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:45.508793 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-88cbcc3f-9077-4307-a4a8-8ab8fe2c620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.509194 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-88cbcc3f-9077-4307-a4a8-8ab8fe2c620b None None] Attempt 1 to provision port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 Oct 23 01:09:45.631327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (e01a3b34-41cc-4226-b556-d95625022f55), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.678552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90a5cd-2b66-4f57-99d8-9eedcf999e30 None None] Pushing event updated for resources: {'Port': ['ID=45fd617a-42b0-44e9-89b3-efdce0bc71c2,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:45.717349 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Publish callbacks [] for port (6de2b0ba-47af-4de6-9d9a-402ce207f385), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.733375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:45.734698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8179982b-fb7e-419d-8ba4-9bc5e117ffaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:45.779062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Checking segment: {'id': '70499ebd-52d3-4376-892e-d7722e89ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '506462f5-6a25-4c3b-862d-059881823aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:45.779062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network hostable DHCP agents. Network: 506462f5-6a25-4c3b-862d-059881823aab, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:45.810312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a865e56-ebce-44b8-8077-50cc07bbff16 req-ccd9cfbf-e5cd-46b8-a61e-9885790a5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:45.810910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-88cbcc3f-9077-4307-a4a8-8ab8fe2c620b None None] Current status of the port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:45.811950 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6a865e56-ebce-44b8-8077-50cc07bbff16 req-ccd9cfbf-e5cd-46b8-a61e-9885790a5991 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e&device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 1129 time: 0.6191761 Oct 23 01:09:45.816124 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6de2b0ba-47af-4de6-9d9a-402ce207f385), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.817978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cf0cf-0cda-4c72-ad8d-f88e2429490c req-9fcaa91a-edb4-4e8d-b0d6-a5b99235c8c8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:45.819558 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-621cf0cf-0cda-4c72-ad8d-f88e2429490c req-9fcaa91a-edb4-4e8d-b0d6-a5b99235c8c8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.6279628 Oct 23 01:09:45.853031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:45.853278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (e01a3b34-41cc-4226-b556-d95625022f55), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.854471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.855044 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf Oct 23 01:09:45.888866 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Attempting to bind port 6de2b0ba-47af-4de6-9d9a-402ce207f385 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:45.889860 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Attempting to bind port 6de2b0ba-47af-4de6-9d9a-402ce207f385 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:45.890386 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Attempting to bind port 6de2b0ba-47af-4de6-9d9a-402ce207f385 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:45.906694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60548) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:45.931255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:45.959725 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eae970-db78-4aed-ab65-dfc3b6af3261 None None] Pushing event updated for resources: {'Port': ['ID=6de2b0ba-47af-4de6-9d9a-402ce207f385,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:45.969055 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-40a188de-50d8-4dd3-8019-eb7c92aa66aa tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (27fd142e-319b-4e18-8b71-22016cf7935c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.977363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:45.982320 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:45.982856 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:45.983473 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.984022 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:45.984935 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Bound port: 6de2b0ba-47af-4de6-9d9a-402ce207f385, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:45.985413 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6de2b0ba-47af-4de6-9d9a-402ce207f385), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:45.986735 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5172816f-29d6-4ab1-82bb-a88893908751 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (6029cc9f-4392-4daa-82a7-2c924193667d), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.022231 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:46.025863 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a188de-50d8-4dd3-8019-eb7c92aa66aa tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=27fd142e-319b-4e18-8b71-22016cf7935c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:46.050626 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] For port 6de2b0ba-47af-4de6-9d9a-402ce207f385, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:46.055366 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] For port 6de2b0ba-47af-4de6-9d9a-402ce207f385, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6de2b0ba-47af-4de6-9d9a-402ce207f385,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:46.076679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network 506462f5-6a25-4c3b-862d-059881823aab is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:46.114764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-865703826'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:46.137603 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6de2b0ba-47af-4de6-9d9a-402ce207f385), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.158030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5172816f-29d6-4ab1-82bb-a88893908751 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (6029cc9f-4392-4daa-82a7-2c924193667d), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.176289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:46.180050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Deleting port 6de2b0ba-47af-4de6-9d9a-402ce207f385 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:46.180396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6de2b0ba-47af-4de6-9d9a-402ce207f385), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.197362 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Routers {'e01a3b34-41cc-4226-b556-d95625022f55'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:46.197914 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-621cf0cf-0cda-4c72-ad8d-f88e2429490c req-e2f35c36-d81e-4e8a-9df7-26f9ecfad024 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606861 Oct 23 01:09:46.198433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['e01a3b34-41cc-4226-b556-d95625022f55'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:46.204928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a865e56-ebce-44b8-8077-50cc07bbff16 req-29fd321f-4117-4163-bc8b-d142397c08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:46.207400 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6a865e56-ebce-44b8-8077-50cc07bbff16 req-29fd321f-4117-4163-bc8b-d142397c08c7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec HTTP/1.1" status: 200 len: 911 time: 0.3860648 Oct 23 01:09:46.259992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 506462f5-6a25-4c3b-862d-059881823aab) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:46.269726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5172816f-29d6-4ab1-82bb-a88893908751 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Network 6029cc9f-4392-4daa-82a7-2c924193667d is not hosted by any dhcp agent {{(pid=105984) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 23 01:09:46.269726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5172816f-29d6-4ab1-82bb-a88893908751 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:46.269997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-40a188de-50d8-4dd3-8019-eb7c92aa66aa tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (3bf554ce-9292-42d9-8a78-8a703bf87b9e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.270092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5172816f-29d6-4ab1-82bb-a88893908751 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.273437 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5172816f-29d6-4ab1-82bb-a88893908751 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "PUT /networking/v2.0/networks/6029cc9f-4392-4daa-82a7-2c924193667d HTTP/1.1" status: 200 len: 858 time: 1.7616632 Oct 23 01:09:46.274246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60552) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:46.282360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f98c04a-42dd-4544-a2fc-590995934332 None None] Network 506462f5-6a25-4c3b-862d-059881823aab requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:46.287985 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eae970-db78-4aed-ab65-dfc3b6af3261 None None] Pushing event updated for resources: {'Port': ['ID=6de2b0ba-47af-4de6-9d9a-402ce207f385,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:46.314249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:46.315112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.388903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Made reservation on behalf of 446938b49a31481b9f5364278d887c09 for: {'port': 2} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:46.393968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.413042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172816f-29d6-4ab1-82bb-a88893908751 tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event updated for resources: {'Network': ['ID=6029cc9f-4392-4daa-82a7-2c924193667d,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:46.418260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] For port 6de2b0ba-47af-4de6-9d9a-402ce207f385, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6de2b0ba-47af-4de6-9d9a-402ce207f385,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:46.422890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6de2b0ba-47af-4de6-9d9a-402ce207f385), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.424571 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:46.441233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.441452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Calling delete_port for 6de2b0ba-47af-4de6-9d9a-402ce207f385 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:46.444966 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] Set router e01a3b34-41cc-4226-b556-d95625022f55 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:09:46.449276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:46.451946 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6a865e56-ebce-44b8-8077-50cc07bbff16 req-025deb7d-19da-4722-a517-babd76ae54b1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14 HTTP/1.1" status: 200 len: 1001 time: 0.2260859 Oct 23 01:09:46.454779 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.461671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-506462f5-6a25-4c3b-862d-059881823aab', 'network_id': '506462f5-6a25-4c3b-862d-059881823aab', 'project_id': '5d57d71f456f4592a5ca0e757673bffd', 'fixed_ips': [{'subnet_id': '7bdea24a-53c1-4d2e-aef8-7cb03fbbc49d'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:09:46.463908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.497097 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01a3b34-41cc-4226-b556-d95625022f55', 'name': 'tempest-snat-router-193650192', 'tenant_id': 'e374c862e2c74e9482c1c89966829165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:09:39Z', 'updated_at': '2022-10-23T01:09:45Z', 'revision_number': 4, 'project_id': 'e374c862e2c74e9482c1c89966829165', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:46.507021 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c9a5e2de-95a5-4df7-b709-c170e7d1df8a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0363593 Oct 23 01:09:46.514101 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60554) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:46.521973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:46.525292 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4278d-e101-4efa-ab4c-0908d66e56b4 None None] The sync data for ids ['e01a3b34-41cc-4226-b556-d95625022f55'] in dv-neutron-master-2-hyperv is: [{'id': 'e01a3b34-41cc-4226-b556-d95625022f55', 'name': 'tempest-snat-router-193650192', 'tenant_id': 'e374c862e2c74e9482c1c89966829165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:09:39Z', 'updated_at': '2022-10-23T01:09:45Z', 'revision_number': 4, 'project_id': 'e374c862e2c74e9482c1c89966829165', 'gw_port_host': None}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:46.630451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:46.649028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a865e56-ebce-44b8-8077-50cc07bbff16 req-2b4e0420-c70b-4daf-b4b5-d0bcbd47480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:46.649429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:46.650200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.651455 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6a865e56-ebce-44b8-8077-50cc07bbff16 req-2b4e0420-c70b-4daf-b4b5-d0bcbd47480c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8b74024a-d17f-4db3-83e8-5ff782bd2612 HTTP/1.1" status: 200 len: 849 time: 0.1898615 Oct 23 01:09:46.671412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Allocated IP 2001:db8::1 (506462f5-6a25-4c3b-862d-059881823aab/7bdea24a-53c1-4d2e-aef8-7cb03fbbc49d/38e32a9a-baa5-4408-aa19-96d53d51fbba) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:46.736421 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (6029cc9f-4392-4daa-82a7-2c924193667d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.849868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Publish callbacks [] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.859614 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a865e56-ebce-44b8-8077-50cc07bbff16 req-888db8ce-2cf9-4428-8a61-6e49ad888840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:46.862202 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6a865e56-ebce-44b8-8077-50cc07bbff16 req-888db8ce-2cf9-4428-8a61-6e49ad888840 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1787200 Oct 23 01:09:46.867095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a188de-50d8-4dd3-8019-eb7c92aa66aa tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Router 3bf554ce-9292-42d9-8a78-8a703bf87b9e has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:46.891508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (506462f5-6a25-4c3b-862d-059881823aab), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:46.960052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] device_id is not set on port 4e96ffc7-5980-46e0-99ec-9366075eca13 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:46.968950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.012715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 45fd617a-42b0-44e9-89b3-efdce0bc71c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:47.056376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Network 506462f5-6a25-4c3b-862d-059881823aab is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:47.069965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:47.074637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:47.083429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (6029cc9f-4392-4daa-82a7-2c924193667d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.094143 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Pushing event updated for resources: {'Port': ['ID=38e32a9a-baa5-4408-aa19-96d53d51fbba,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:47.124142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a188de-50d8-4dd3-8019-eb7c92aa66aa tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:47.137339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:47.141679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48326fd-4eed-4d38-a907-95deb2ceb804 None None] Sync routers for ids ['3bf554ce-9292-42d9-8a78-8a703bf87b9e'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:47.148522 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-40a188de-50d8-4dd3-8019-eb7c92aa66aa tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "PUT /networking/v2.0/routers/3bf554ce-9292-42d9-8a78-8a703bf87b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0663307 Oct 23 01:09:47.153206 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50705985-f27a-43bd-b054-94f4b96abc91 None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:47.155615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6029cc9f-4392-4daa-82a7-2c924193667d']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.157472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60556) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:47.159285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for security_group (bf509052-8767-44bc-a01d-bfa6d61858a9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.161162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (7bdea24a-53c1-4d2e-aef8-7cb03fbbc49d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.169511 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50705985-f27a-43bd-b054-94f4b96abc91 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:47.170310 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-50705985-f27a-43bd-b054-94f4b96abc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.170499 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bb3620-2a16-4ab7-8f60-1e5e22e4a351') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.170639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bb3620-2a16-4ab7-8f60-1e5e22e4a351') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.183737 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6a865e56-ebce-44b8-8077-50cc07bbff16 req-14e99a28-1887-4baa-87b7-e51740e9ba07 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123326 Oct 23 01:09:47.185380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (c9bb3620-2a16-4ab7-8f60-1e5e22e4a351), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.190768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:47.191433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.191962 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 Oct 23 01:09:47.204622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (c9bb3620-2a16-4ab7-8f60-1e5e22e4a351), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.211985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:47.212387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (c9bb3620-2a16-4ab7-8f60-1e5e22e4a351), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.231128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (bf509052-8767-44bc-a01d-bfa6d61858a9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.231973 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-50705985-f27a-43bd-b054-94f4b96abc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.238935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Attempting to bind port 38e32a9a-baa5-4408-aa19-96d53d51fbba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:47.239620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Attempting to bind port 38e32a9a-baa5-4408-aa19-96d53d51fbba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '70499ebd-52d3-4376-892e-d7722e89ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '506462f5-6a25-4c3b-862d-059881823aab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:47.240483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Attempting to bind port 38e32a9a-baa5-4408-aa19-96d53d51fbba on network 506462f5-6a25-4c3b-862d-059881823aab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:47.244287 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50705985-f27a-43bd-b054-94f4b96abc91 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:47.247165 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-50705985-f27a-43bd-b054-94f4b96abc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.265038 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6169e3-a5fc-44bf-b959-df178619ca37 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:09:47.269618 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ae6169e3-a5fc-44bf-b959-df178619ca37 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/27fd142e-319b-4e18-8b71-22016cf7935c HTTP/1.1" status: 404 len: 333 time: 0.1048646 Oct 23 01:09:47.275744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60562) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:47.285099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48326fd-4eed-4d38-a907-95deb2ceb804 None None] Routers {'3bf554ce-9292-42d9-8a78-8a703bf87b9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:47.286483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f48326fd-4eed-4d38-a907-95deb2ceb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['3bf554ce-9292-42d9-8a78-8a703bf87b9e'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.305856 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-50705985-f27a-43bd-b054-94f4b96abc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.307749 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50705985-f27a-43bd-b054-94f4b96abc91 None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:47.344469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f48326fd-4eed-4d38-a907-95deb2ceb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.377025 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment c9bb3620-2a16-4ab7-8f60-1e5e22e4a351 resource provider aggregate not found Oct 23 01:09:47.380576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48326fd-4eed-4d38-a907-95deb2ceb804 None None] Routers {'3bf554ce-9292-42d9-8a78-8a703bf87b9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:47.381343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f48326fd-4eed-4d38-a907-95deb2ceb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['3bf554ce-9292-42d9-8a78-8a703bf87b9e'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.381471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6de2b0ba-47af-4de6-9d9a-402ce207f385), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.422271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:47.422665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Checking segment: {'id': '70499ebd-52d3-4376-892e-d7722e89ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '506462f5-6a25-4c3b-862d-059881823aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:47.423128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.423486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Bound using segment: {'id': '70499ebd-52d3-4376-892e-d7722e89ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '506462f5-6a25-4c3b-862d-059881823aab'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:47.423984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Bound port: 38e32a9a-baa5-4408-aa19-96d53d51fbba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70499ebd-52d3-4376-892e-d7722e89ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '506462f5-6a25-4c3b-862d-059881823aab'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:47.425001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.430333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.439307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f48326fd-4eed-4d38-a907-95deb2ceb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:47.439307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48326fd-4eed-4d38-a907-95deb2ceb804 None None] The sync data for ids ['3bf554ce-9292-42d9-8a78-8a703bf87b9e'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:47.459364 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment c9bb3620-2a16-4ab7-8f60-1e5e22e4a351 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9bb3620-2a16-4ab7-8f60-1e5e22e4a351 found for delete ", "request_id": "req-e1bf35f4-544a-45d1-8370-c2666e46fd42"}]} Oct 23 01:09:47.461221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (6029cc9f-4392-4daa-82a7-2c924193667d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.469969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:47.499802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:47.517502 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f83a4-a692-4e08-962a-f361acdd6bd4 req-0840ccdc-0e0c-4352-9f44-ea99a922b233 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:47.519143 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-010f83a4-a692-4e08-962a-f361acdd6bd4 req-0840ccdc-0e0c-4352-9f44-ea99a922b233 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1480901 Oct 23 01:09:47.520009 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6029cc9f-4392-4daa-82a7-2c924193667d {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 23 01:09:47.526748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Pushing event deleted for resources: {'Network': ['ID=6029cc9f-4392-4daa-82a7-2c924193667d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:47.531064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event deleted for resources: {'Port': ['ID=6de2b0ba-47af-4de6-9d9a-402ce207f385,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:47.535099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.537256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:47.538260 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0365c90b-ba8c-42b4-ae12-6cffe30830ff tempest-ExternalNetworksTestJSON-255463444 tempest-ExternalNetworksTestJSON-255463444-project-admin] 10.222.0.36 "DELETE /networking/v2.0/networks/6029cc9f-4392-4daa-82a7-2c924193667d HTTP/1.1" status: 204 len: 168 time: 1.2595224 Oct 23 01:09:47.553452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] For port 38e32a9a-baa5-4408-aa19-96d53d51fbba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:47.556822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf509052-8767-44bc-a01d-bfa6d61858a9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:47.562744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60568) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:47.567793 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] For port 38e32a9a-baa5-4408-aa19-96d53d51fbba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38e32a9a-baa5-4408-aa19-96d53d51fbba,segment=NetworkSegment(70499ebd-52d3-4376-892e-d7722e89ad7c),segment_id=70499ebd-52d3-4376-892e-d7722e89ad7c)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:47.569564 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (81fe42c8-08c7-4832-8788-af31f434233f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.569961 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Added segment 81fe42c8-08c7-4832-8788-af31f434233f of type vlan for network 93e5b356-0704-414d-a7cb-470971f9a8ef Oct 23 01:09:47.659312 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a28c469-e133-4ad5-8d04-6ce985ef6bff tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] DELETE failed (client error): The resource could not be found. Oct 23 01:09:47.659814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a28c469-e133-4ad5-8d04-6ce985ef6bff tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:09:47.661419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.663110 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8a28c469-e133-4ad5-8d04-6ce985ef6bff tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/f5d99cd6-724a-4771-9cdb-0ba734c58134 HTTP/1.1" status: 404 len: 337 time: 0.0957997 Oct 23 01:09:47.668298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60570) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:47.774499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d6937-0c74-4c80-81b9-3baff319756a None None] Pushing event updated for resources: {'Port': ['ID=38e32a9a-baa5-4408-aa19-96d53d51fbba,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:47.811417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (93e5b356-0704-414d-a7cb-470971f9a8ef), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.824982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40b53815-7cfb-4eca-8aa9-0a9c570eb9cd tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for router (3bf554ce-9292-42d9-8a78-8a703bf87b9e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.841411 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-010f83a4-a692-4e08-962a-f361acdd6bd4 req-7b424d99-64c3-448c-b898-49e8cbc74bbe tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777319 Oct 23 01:09:47.852146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (e01a3b34-41cc-4226-b556-d95625022f55), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.897382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (12dbce9c-e001-4251-8260-e4750d2e29f0), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:47.919358 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3e7641ad-7c0a-4eb0-b01f-4f6543ec9b44 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.4050572 Oct 23 01:09:47.939009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60572) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:47.955201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-dbb2867e-ec23-43ef-afbc-2d3c86662517 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'floatingip': {'port_id': '1bb05506-85cb-4c31-ad54-a814c8504424', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:47.963755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks [] for port (4e96ffc7-5980-46e0-99ec-9366075eca13), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.036231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (e01a3b34-41cc-4226-b556-d95625022f55), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.060448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_controller (e01a3b34-41cc-4226-b556-d95625022f55), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.080909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (7bdea24a-53c1-4d2e-aef8-7cb03fbbc49d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.092001 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6a865e56-ebce-44b8-8077-50cc07bbff16 req-adbcc317-5737-4a42-bb2d-492c62ec27b5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8660681 Oct 23 01:09:48.127063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (93e5b356-0704-414d-a7cb-470971f9a8ef), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.131406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:48.132093 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.206655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Subnet': ['ID=7bdea24a-53c1-4d2e-aef8-7cb03fbbc49d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:48.208503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:48.218668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] device_id is not set on port b2d4cb46-9fcc-4a47-82a9-41d89e05efec yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:48.269838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40b53815-7cfb-4eca-8aa9-0a9c570eb9cd tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (3bf554ce-9292-42d9-8a78-8a703bf87b9e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.275119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dbb2867e-ec23-43ef-afbc-2d3c86662517 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (8a5ce0f4-58fb-438e-ab81-aae0ed022452), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.279283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40b53815-7cfb-4eca-8aa9-0a9c570eb9cd tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for router_controller (3bf554ce-9292-42d9-8a78-8a703bf87b9e), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.408147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (506462f5-6a25-4c3b-862d-059881823aab), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.485017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506462f5-6a25-4c3b-862d-059881823aab']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:48.494342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (12dbce9c-e001-4251-8260-e4750d2e29f0), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.507855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (e01a3b34-41cc-4226-b556-d95625022f55), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.509462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e01a3b34-41cc-4226-b556-d95625022f55 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:48.512518 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6043518 Oct 23 01:09:48.517152 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60574) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:48.520349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.523850 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3352d2e6-555d-4ade-aa41-4c89e85d1841 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/e01a3b34-41cc-4226-b556-d95625022f55 HTTP/1.1" status: 204 len: 168 time: 3.0949917 Oct 23 01:09:48.528090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60576) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:48.529056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70499ebd-52d3-4376-892e-d7722e89ad7c') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:48.529372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70499ebd-52d3-4376-892e-d7722e89ad7c') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:48.534016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf81f6-7670-49fd-b7ec-c93d6b578528 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Network': ['ID=93e5b356-0704-414d-a7cb-470971f9a8ef,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:48.547676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:48.550772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (70499ebd-52d3-4376-892e-d7722e89ad7c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.555073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12dbce9c-e001-4251-8260-e4750d2e29f0']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:48.573121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:48.580742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (70499ebd-52d3-4376-892e-d7722e89ad7c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.640481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:48.641236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (70499ebd-52d3-4376-892e-d7722e89ad7c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.645082 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25a41e0-71b9-47cf-bd51-c6c1bf5f1d3b') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:48.645818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25a41e0-71b9-47cf-bd51-c6c1bf5f1d3b') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:48.652251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40b53815-7cfb-4eca-8aa9-0a9c570eb9cd tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (3bf554ce-9292-42d9-8a78-8a703bf87b9e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.653192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b53815-7cfb-4eca-8aa9-0a9c570eb9cd tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Fanout notify agent at l3_agent the message router_deleted on router 3bf554ce-9292-42d9-8a78-8a703bf87b9e {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:48.663095 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40b53815-7cfb-4eca-8aa9-0a9c570eb9cd tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.667782 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-40b53815-7cfb-4eca-8aa9-0a9c570eb9cd tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/routers/3bf554ce-9292-42d9-8a78-8a703bf87b9e HTTP/1.1" status: 204 len: 168 time: 1.3909113 Oct 23 01:09:48.669161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:48.669956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60580) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:48.675048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (e25a41e0-71b9-47cf-bd51-c6c1bf5f1d3b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.711341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e25a41e0-71b9-47cf-bd51-c6c1bf5f1d3b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.758074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:48.758492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (e25a41e0-71b9-47cf-bd51-c6c1bf5f1d3b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.765972 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 70499ebd-52d3-4376-892e-d7722e89ad7c resource provider aggregate not found Oct 23 01:09:48.820639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:48.845025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (29d62a82-f733-4974-bdc3-ad813d55599a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.891347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:48.903017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.938125 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 70499ebd-52d3-4376-892e-d7722e89ad7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70499ebd-52d3-4376-892e-d7722e89ad7c found for delete ", "request_id": "req-286f030c-8107-48cb-a539-449528fff6a8"}]} Oct 23 01:09:48.959424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (12dbce9c-e001-4251-8260-e4750d2e29f0), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.978503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks [] for port (b2d4cb46-9fcc-4a47-82a9-41d89e05efec), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:48.993454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b8450b-214f-481e-b3d0-ecac5bb1e91b None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:09:49.023748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.023748 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] 10.222.0.36 "DELETE /networking/v2.0/networks/12dbce9c-e001-4251-8260-e4750d2e29f0 HTTP/1.1" status: 204 len: 168 time: 1.3458316 Oct 23 01:09:49.047462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623c922-9131-4284-8f7d-85029cbf56f6 tempest-ExternalNetworksTestJSON-967655413 tempest-ExternalNetworksTestJSON-967655413-project] Pushing event deleted for resources: {'Network': ['ID=12dbce9c-e001-4251-8260-e4750d2e29f0,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:49.098761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (29d62a82-f733-4974-bdc3-ad813d55599a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.114649 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:49.115277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b8450b-214f-481e-b3d0-ecac5bb1e91b None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:09:49.125183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 38e32a9a-baa5-4408-aa19-96d53d51fbba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:49.131106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d210ae8-fd60-4421-80df-3127b16bc623 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting subnet aea76970-3112-4d3f-877d-ff0741c2baba {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:09:49.139118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d210ae8-fd60-4421-80df-3127b16bc623 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (aea76970-3112-4d3f-877d-ff0741c2baba), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.151285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-add28b84-7bca-40b4-9a60-8df6b086da08 None None] Provisioning complete for port 38e32a9a-baa5-4408-aa19-96d53d51fbba triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:49.151692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-add28b84-7bca-40b4-9a60-8df6b086da08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.151994 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-add28b84-7bca-40b4-9a60-8df6b086da08 None None] Attempt 1 to provision port 38e32a9a-baa5-4408-aa19-96d53d51fbba Oct 23 01:09:49.212493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.api [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:09:49.212493 dv-neutron-master-2-hyperv neutron-server[105984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:09:49.212493 dv-neutron-master-2-hyperv neutron-server[105984]: [parameters: {'id': '506462f5-6a25-4c3b-862d-059881823aab'}] Oct 23 01:09:49.212493 dv-neutron-master-2-hyperv neutron-server[105984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:09:49.212924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG oslo_db.api [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:09:49.255233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:49.264734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c5a73-0adf-4c8b-8fd9-dde938f5be4e req-3c903058-f7f7-4e2f-b7d0-50aed5c7b115 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:49.266406 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2a4c5a73-0adf-4c8b-8fd9-dde938f5be4e req-3c903058-f7f7-4e2f-b7d0-50aed5c7b115 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2684131 Oct 23 01:09:49.301610 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Deleting port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:49.302404 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.306599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d210ae8-fd60-4421-80df-3127b16bc623 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (aea76970-3112-4d3f-877d-ff0741c2baba), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.363371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (f49578d5-9242-4bb2-b587-1167fcd1578a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.440643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=f49578d5-9242-4bb2-b587-1167fcd1578a,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:49.447336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 38e32a9a-baa5-4408-aa19-96d53d51fbba triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:49.449382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.450241 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 38e32a9a-baa5-4408-aa19-96d53d51fbba Oct 23 01:09:49.477627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] For port 8179982b-fb7e-419d-8ba4-9bc5e117ffaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8179982b-fb7e-419d-8ba4-9bc5e117ffaf,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:49.478239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.505156 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2a4c5a73-0adf-4c8b-8fd9-dde938f5be4e req-15cd5735-d8d6-4e6d-b05d-1db43b503242 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016070 Oct 23 01:09:49.506643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Calling delete_port for 8179982b-fb7e-419d-8ba4-9bc5e117ffaf owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:49.510039 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e25a41e0-71b9-47cf-bd51-c6c1bf5f1d3b resource provider aggregate not found Oct 23 01:09:49.534108 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d210ae8-fd60-4421-80df-3127b16bc623 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (aea76970-3112-4d3f-877d-ff0741c2baba), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.539592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:49.539592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network hostable DHCP agents. Network: 93e5b356-0704-414d-a7cb-470971f9a8ef, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:49.584151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dbb2867e-ec23-43ef-afbc-2d3c86662517 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.592011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4e96ffc7-5980-46e0-99ec-9366075eca13), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.624800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-add28b84-7bca-40b4-9a60-8df6b086da08 None None] Current status of the port 38e32a9a-baa5-4408-aa19-96d53d51fbba is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:49.625337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-add28b84-7bca-40b4-9a60-8df6b086da08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.645652 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e25a41e0-71b9-47cf-bd51-c6c1bf5f1d3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e25a41e0-71b9-47cf-bd51-c6c1bf5f1d3b found for delete ", "request_id": "req-2db3840a-3dda-4fd1-be5a-a97bcb2c8df6"}]} Oct 23 01:09:49.666257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dbb2867e-ec23-43ef-afbc-2d3c86662517 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (8a5ce0f4-58fb-438e-ab81-aae0ed022452), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.719493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event updated for resources: {'Port': ['ID=4e96ffc7-5980-46e0-99ec-9366075eca13,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:49.719764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (506462f5-6a25-4c3b-862d-059881823aab), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.733955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:49.739756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-add28b84-7bca-40b4-9a60-8df6b086da08 None None] For port 38e32a9a-baa5-4408-aa19-96d53d51fbba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38e32a9a-baa5-4408-aa19-96d53d51fbba,segment=NetworkSegment(70499ebd-52d3-4376-892e-d7722e89ad7c),segment_id=70499ebd-52d3-4376-892e-d7722e89ad7c)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:49.752572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 38e32a9a-baa5-4408-aa19-96d53d51fbba is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:49.753360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.765010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:49.772665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Checking segment: {'id': '5f2892ed-6460-4357-a978-807e59dd47ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:49.781291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Network hostable DHCP agents. Network: dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:49.833193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-add28b84-7bca-40b4-9a60-8df6b086da08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.845036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60594) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:49.849281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d210ae8-fd60-4421-80df-3127b16bc623 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (aea76970-3112-4d3f-877d-ff0741c2baba), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.858982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 93e5b356-0704-414d-a7cb-470971f9a8ef) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:49.886279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:49.886946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.903039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Deleting port 38e32a9a-baa5-4408-aa19-96d53d51fbba {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:49.903437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.907127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d210ae8-fd60-4421-80df-3127b16bc623 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Subnet': ['ID=aea76970-3112-4d3f-877d-ff0741c2baba,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:49.925823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d210ae8-fd60-4421-80df-3127b16bc623 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.931021 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0d210ae8-fd60-4421-80df-3127b16bc623 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/aea76970-3112-4d3f-877d-ff0741c2baba HTTP/1.1" status: 204 len: 168 time: 1.2139859 Oct 23 01:09:49.933733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60598) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:49.949193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:09:49.949620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:09:49.967405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add28b84-7bca-40b4-9a60-8df6b086da08 None None] Pushing event updated for resources: {'Port': ['ID=38e32a9a-baa5-4408-aa19-96d53d51fbba,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:49.976467 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d3fb92a3-614f-4777-9550-8d5194e6dcfb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4494138 Oct 23 01:09:49.977835 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (8179982b-fb7e-419d-8ba4-9bc5e117ffaf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:49.991736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60600) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:50.007343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Network dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:50.037698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:50.043030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'name': 'tempest-NetworksTestDHCPv6-1623199385'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:50.057261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:50.058168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (b2d4cb46-9fcc-4a47-82a9-41d89e05efec), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.063877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] For port 38e32a9a-baa5-4408-aa19-96d53d51fbba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38e32a9a-baa5-4408-aa19-96d53d51fbba,segment=NetworkSegment(70499ebd-52d3-4376-892e-d7722e89ad7c),segment_id=70499ebd-52d3-4376-892e-d7722e89ad7c)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:50.064374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.093548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event deleted for resources: {'Port': ['ID=8179982b-fb7e-419d-8ba4-9bc5e117ffaf,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:50.145761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:50.154915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:50.213912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (a6411763-ea31-4323-9574-7160f6936c48), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.228236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (29d62a82-f733-4974-bdc3-ad813d55599a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.351770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (29d62a82-f733-4974-bdc3-ad813d55599a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.360241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_controller (29d62a82-f733-4974-bdc3-ad813d55599a), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.430994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8470b92-4b35-4bdd-a4e5-7b7c3e8886e4 None None] Network 506462f5-6a25-4c3b-862d-059881823aab requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:50.431308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Calling delete_port for 38e32a9a-baa5-4408-aa19-96d53d51fbba owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:50.443177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb839a85-7d69-4132-8a3f-5216c6fd4c3b None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:50.467869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:50.468217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.500805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4113ae7-178c-4d49-abbd-e92a0a1b394a None None] Network a6411763-ea31-4323-9574-7160f6936c48 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:50.509713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec51141-47ce-4c98-ae43-c78d5be36793 None None] Network dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:50.538053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event updated for resources: {'Port': ['ID=b2d4cb46-9fcc-4a47-82a9-41d89e05efec,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:50.552799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] For port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e,segment=NetworkSegment(8126bafc-7afb-4e99-8437-444d7e9587ea),segment_id=8126bafc-7afb-4e99-8437-444d7e9587ea)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:50.553349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.557898 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2cf59bab-acbd-44d0-a066-07aa4519ceed admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=97abb00433d74621b0a14f15bda8a56d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7092597 Oct 23 01:09:50.567549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60608) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:50.575753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:50.586086 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb2867e-ec23-43ef-afbc-2d3c86662517 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:50.590645 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (29d62a82-f733-4974-bdc3-ad813d55599a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.596309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29d62a82-f733-4974-bdc3-ad813d55599a {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:09:50.597091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.604792 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-abd7b9b5-53b9-4c90-a450-ba29222a9aca tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "DELETE /networking/v2.0/routers/29d62a82-f733-4974-bdc3-ad813d55599a HTTP/1.1" status: 204 len: 168 time: 2.0676596 Oct 23 01:09:50.605690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60610) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:50.610642 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:50.615456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.622376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-678620526', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:50.625278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Checking segment: {'id': '8f193582-2e80-4d9f-a01e-260752b06cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '07a60388-8ad5-45ea-b7f9-55085e5b3a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:50.626286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Network hostable DHCP agents. Network: 07a60388-8ad5-45ea-b7f9-55085e5b3a53, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:50.714764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 38e32a9a-baa5-4408-aa19-96d53d51fbba is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:50.718831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 4a513080-7ca5-4cfb-a840-5f82434f10f8 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:50.763134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:50.830526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd65404-38b0-40ee-85cc-c2b6328a6e6b req-514f0e81-8529-4b15-8898-7fe76f48d385 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:50.832068 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bfd65404-38b0-40ee-85cc-c2b6328a6e6b req-514f0e81-8529-4b15-8898-7fe76f48d385 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1206658 Oct 23 01:09:50.836417 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4416c346-bd9e-4797-b5c4-1689ae4c328d admin admin] Publish callbacks [] for security_group (21f6665c-5e5e-41d5-bb9a-bd63dad17621), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.846582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:50.848760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-2b38db3f-3659-4c12-bb31-941130680922 None None] Provisioning complete for port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:50.848760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2b38db3f-3659-4c12-bb31-941130680922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.848760 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2b38db3f-3659-4c12-bb31-941130680922 None None] Attempt 1 to provision port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e Oct 23 01:09:50.849832 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (3ca541b2-548a-4882-a276-66d83c817cc0), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.851029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (3ca541b2-548a-4882-a276-66d83c817cc0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.881865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (38e32a9a-baa5-4408-aa19-96d53d51fbba), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.895902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Network 07a60388-8ad5-45ea-b7f9-55085e5b3a53 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:50.903416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4416c346-bd9e-4797-b5c4-1689ae4c328d admin admin] Publish callbacks [] for security_group (21f6665c-5e5e-41d5-bb9a-bd63dad17621), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.917654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:50.935670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb2867e-ec23-43ef-afbc-2d3c86662517 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:50.942026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Port': ['ID=38e32a9a-baa5-4408-aa19-96d53d51fbba,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:50.946556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dbb2867e-ec23-43ef-afbc-2d3c86662517 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.964126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc1aa92-2f65-4284-8c1c-0067761fb7ca None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:50.978004 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bfd65404-38b0-40ee-85cc-c2b6328a6e6b req-c2ec34b0-863e-41b6-8a32-f0d707470c69 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326869 Oct 23 01:09:50.985246 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.db [None req-2b38db3f-3659-4c12-bb31-941130680922 None None] No ports have port_id starting with d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e Oct 23 01:09:50.986579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc1aa92-2f65-4284-8c1c-0067761fb7ca None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:50.991125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9dc1aa92-2f65-4284-8c1c-0067761fb7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:50.991125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': 'f49578d5-9242-4bb2-b587-1167fcd1578a'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:09:50.992057 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.996228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No DVR routers for this DVR port 38e32a9a-baa5-4408-aa19-96d53d51fbba on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:51.007955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::380 (93e5b356-0704-414d-a7cb-470971f9a8ef/f49578d5-9242-4bb2-b587-1167fcd1578a/4a513080-7ca5-4cfb-a840-5f82434f10f8) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:51.030437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.046463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:51.060065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9dc1aa92-2f65-4284-8c1c-0067761fb7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.082208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc1aa92-2f65-4284-8c1c-0067761fb7ca None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:51.082890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9dc1aa92-2f65-4284-8c1c-0067761fb7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.085818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:51.102485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 07a60388-8ad5-45ea-b7f9-55085e5b3a53) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:51.102689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No DVR routers for this DVR port d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:51.105995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:51.117021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:51.123088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:51.123870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.198741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (3ca541b2-548a-4882-a276-66d83c817cc0), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.210662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b755a5d-dddc-40cb-8db6-bf6e85260875 None None] Network 07a60388-8ad5-45ea-b7f9-55085e5b3a53 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:51.213966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305726db-1aab-4374-a2b7-40c185ad692f None None] DHCP port deletion for 506462f5-6a25-4c3b-862d-059881823aab request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:09:51.217255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-396de31d-deec-4b80-86c4-91267e68211f tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.0232174 Oct 23 01:09:51.221024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60614) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:51.224389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd6f0e2-74ac-47ef-af1a-b98d6973f767 None None] DHCP port deletion for a6411763-ea31-4323-9574-7160f6936c48 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:09:51.241892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9dc1aa92-2f65-4284-8c1c-0067761fb7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.246277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc1aa92-2f65-4284-8c1c-0067761fb7ca None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:51.253623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (506462f5-6a25-4c3b-862d-059881823aab), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.272390 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dbb2867e-ec23-43ef-afbc-2d3c86662517 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/8a5ce0f4-58fb-438e-ab81-aae0ed022452 HTTP/1.1" status: 200 len: 979 time: 3.3272936 Oct 23 01:09:51.281611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60616) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:51.296700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506462f5-6a25-4c3b-862d-059881823aab']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.320818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39088f1c-4492-4521-8f9e-42eaff8df140 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:51.326235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39088f1c-4492-4521-8f9e-42eaff8df140 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:51.330910 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-39088f1c-4492-4521-8f9e-42eaff8df140 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1030469 Oct 23 01:09:51.332522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60618) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:51.353642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70499ebd-52d3-4376-892e-d7722e89ad7c') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.354365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70499ebd-52d3-4376-892e-d7722e89ad7c') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.378024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4416c346-bd9e-4797-b5c4-1689ae4c328d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (21f6665c-5e5e-41d5-bb9a-bd63dad17621), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.380971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4416c346-bd9e-4797-b5c4-1689ae4c328d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.384728 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4416c346-bd9e-4797-b5c4-1689ae4c328d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/21f6665c-5e5e-41d5-bb9a-bd63dad17621 HTTP/1.1" status: 204 len: 168 time: 0.8153608 Oct 23 01:09:51.391465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (70499ebd-52d3-4376-892e-d7722e89ad7c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.398530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 38e32a9a-baa5-4408-aa19-96d53d51fbba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:51.422111 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416c346-bd9e-4797-b5c4-1689ae4c328d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f6665c-5e5e-41d5-bb9a-bd63dad17621,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:51.424397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (70499ebd-52d3-4376-892e-d7722e89ad7c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.431027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 38e32a9a-baa5-4408-aa19-96d53d51fbba {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:51.431661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 38e32a9a-baa5-4408-aa19-96d53d51fbba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:51.432321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8179982b-fb7e-419d-8ba4-9bc5e117ffaf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:51.462130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 8179982b-fb7e-419d-8ba4-9bc5e117ffaf {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:51.464119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8179982b-fb7e-419d-8ba4-9bc5e117ffaf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:51.473934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:51.474470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (70499ebd-52d3-4376-892e-d7722e89ad7c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.600277 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 70499ebd-52d3-4376-892e-d7722e89ad7c resource provider aggregate not found Oct 23 01:09:51.630452 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 70499ebd-52d3-4376-892e-d7722e89ad7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70499ebd-52d3-4376-892e-d7722e89ad7c found for delete ", "request_id": "req-ae2fa8a3-72be-4b2d-a2ff-02151c8d30e7"}]} Oct 23 01:09:51.633301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port 8db4d21a-414a-4b92-b2e2-4148df111e8d {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:51.633653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8db4d21a-414a-4b92-b2e2-4148df111e8d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.730395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8db4d21a-414a-4b92-b2e2-4148df111e8d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.730726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (8db4d21a-414a-4b92-b2e2-4148df111e8d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.745066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for 8db4d21a-414a-4b92-b2e2-4148df111e8d owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:51.749697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (506462f5-6a25-4c3b-862d-059881823aab), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.763579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.771288 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/506462f5-6a25-4c3b-862d-059881823aab HTTP/1.1" status: 204 len: 168 time: 5.2489913 Oct 23 01:09:51.773333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60626) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:51.779677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.782783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d68286-1849-4fc3-a925-d61ceb93a6c3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Network': ['ID=506462f5-6a25-4c3b-862d-059881823aab,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:51.795792 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-865343581'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:51.810470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (a6411763-ea31-4323-9574-7160f6936c48), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:51.858550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:51.887725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:51.972161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6411763-ea31-4323-9574-7160f6936c48']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.993458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8126bafc-7afb-4e99-8437-444d7e9587ea') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:51.993745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8126bafc-7afb-4e99-8437-444d7e9587ea') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:52.010141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c3de7de9-ce1e-4412-84db-6409362ae651 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Deleting port 4e96ffc7-5980-46e0-99ec-9366075eca13 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:52.010498 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3de7de9-ce1e-4412-84db-6409362ae651 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4e96ffc7-5980-46e0-99ec-9366075eca13), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.014393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (8126bafc-7afb-4e99-8437-444d7e9587ea), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.058939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (3ca541b2-548a-4882-a276-66d83c817cc0), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.088525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8db4d21a-414a-4b92-b2e2-4148df111e8d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.114878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (8126bafc-7afb-4e99-8437-444d7e9587ea), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.115805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=8db4d21a-414a-4b92-b2e2-4148df111e8d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:52.143399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:09:52.143948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (8126bafc-7afb-4e99-8437-444d7e9587ea), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.153060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:52.156741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.167098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (4a513080-7ca5-4cfb-a840-5f82434f10f8), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.185331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (8a5ce0f4-58fb-438e-ab81-aae0ed022452), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.186387 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP 8a5ce0f4-58fb-438e-ab81-aae0ed022452 disassociated (deleted). External IP: 172.36.3.235, port: 1bb05506-85cb-4c31-ad54-a814c8504424. Oct 23 01:09:52.230861 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 8126bafc-7afb-4e99-8437-444d7e9587ea resource provider aggregate not found Oct 23 01:09:52.253141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3de7de9-ce1e-4412-84db-6409362ae651 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4e96ffc7-5980-46e0-99ec-9366075eca13), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.277200 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 8126bafc-7afb-4e99-8437-444d7e9587ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8126bafc-7afb-4e99-8437-444d7e9587ea found for delete ", "request_id": "req-5a5c36fd-eac3-466d-945b-3a1ed572ff7b"}]} Oct 23 01:09:52.302249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60634) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:52.323618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c3de7de9-ce1e-4412-84db-6409362ae651 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Calling delete_port for 4e96ffc7-5980-46e0-99ec-9366075eca13 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:52.348543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:52.404497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2c96d5b8-e1b4-4676-b064-96a5f0cd67cb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.404766 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Added segment 2c96d5b8-e1b4-4676-b064-96a5f0cd67cb of type vlan for network 17225dcd-dbc3-49cf-841b-73b1204c05ff Oct 23 01:09:52.410351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (a6411763-ea31-4323-9574-7160f6936c48), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.418728 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-de299119-be26-4bd0-bb36-16e73275e4d3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=cfab61ea05d44393960c866b9719f88f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1154070 Oct 23 01:09:52.421221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60636) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:52.439254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.444846 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/networks/a6411763-ea31-4323-9574-7160f6936c48 HTTP/1.1" status: 204 len: 168 time: 2.5075312 Oct 23 01:09:52.451916 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60638) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:52.488814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf781f-db5b-4362-8fa3-bc0dcaeab1c3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Network': ['ID=a6411763-ea31-4323-9574-7160f6936c48,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:52.498806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:52.502966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (17225dcd-dbc3-49cf-841b-73b1204c05ff), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.529462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0df20-4789-41b5-a920-eb388d5558fc tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:52.530921 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f4e0df20-4789-41b5-a920-eb388d5558fc tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/069be774-57c8-48b8-be2d-5b7857c3c034 HTTP/1.1" status: 200 len: 845 time: 0.0779116 Oct 23 01:09:52.537165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60640) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:52.556188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7b958547-3e2e-4f2b-9039-7551e0946bfe admin admin] Publish callbacks [] for security_group (6e671f08-e1f1-4e66-b7dc-2425df0c53c2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.602759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4a513080-7ca5-4cfb-a840-5f82434f10f8), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.618063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:52.638980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Allocated IP 2001:db8::2 (93e5b356-0704-414d-a7cb-470971f9a8ef/f49578d5-9242-4bb2-b587-1167fcd1578a/71a90f7e-1334-46f7-ad03-02d2c51595b0) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:52.643804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7b958547-3e2e-4f2b-9039-7551e0946bfe admin admin] Publish callbacks [] for security_group (6e671f08-e1f1-4e66-b7dc-2425df0c53c2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.649368 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0aa41e09-fe95-430d-aad4-36c31e4b7a1b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/069be774-57c8-48b8-be2d-5b7857c3c034?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1095500 Oct 23 01:09:52.657756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60642) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:52.666258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (3ca541b2-548a-4882-a276-66d83c817cc0), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.670484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-357e6787-d2c6-428b-9df4-58af47c4a305 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:52.691674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:52.695518 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.700105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:52.701980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (17225dcd-dbc3-49cf-841b-73b1204c05ff), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.706876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:52.707494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.710969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:52.715937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:52.716568 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.758343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3de7de9-ce1e-4412-84db-6409362ae651 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4e96ffc7-5980-46e0-99ec-9366075eca13), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.766586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=4a513080-7ca5-4cfb-a840-5f82434f10f8,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:52.792798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:52.803054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.807625 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62dbd99-6939-40ad-b75c-1c63f1381e61 None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:52.820723 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62dbd99-6939-40ad-b75c-1c63f1381e61 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:52.821737 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b62dbd99-6939-40ad-b75c-1c63f1381e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:52.852496 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-49ec3774-57fd-458c-8fb5-a1f181d91d6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/8a5ce0f4-58fb-438e-ab81-aae0ed022452 HTTP/1.1" status: 204 len: 168 time: 1.5697043 Oct 23 01:09:52.855795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60644) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:52.870872 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b62dbd99-6939-40ad-b75c-1c63f1381e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:52.875663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de7de9-ce1e-4412-84db-6409362ae651 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Port': ['ID=4e96ffc7-5980-46e0-99ec-9366075eca13,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:52.888355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:52.891989 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62dbd99-6939-40ad-b75c-1c63f1381e61 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:52.892795 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b62dbd99-6939-40ad-b75c-1c63f1381e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:52.897902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=17225dcd-dbc3-49cf-841b-73b1204c05ff,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:52.903689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:52.904444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3de7de9-ce1e-4412-84db-6409362ae651 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.905162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Publish callbacks [] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.909874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60646) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:52.913737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 17225dcd-dbc3-49cf-841b-73b1204c05ff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:52.922372 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c3de7de9-ce1e-4412-84db-6409362ae651 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4e96ffc7-5980-46e0-99ec-9366075eca13 HTTP/1.1" status: 204 len: 168 time: 1.5462818 Oct 23 01:09:52.932444 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b43fa1a5-ec93-4fc9-b066-f7c69132dabd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1543260 Oct 23 01:09:52.939167 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b62dbd99-6939-40ad-b75c-1c63f1381e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:52.940764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60648) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:52.941068 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62dbd99-6939-40ad-b75c-1c63f1381e61 None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:52.952636 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c3b0cc74-3d5c-476b-86bd-fcc2ce113a62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9481182 Oct 23 01:09:52.952799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'network_id': '17225dcd-dbc3-49cf-841b-73b1204c05ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:52.972314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60650) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:52.977478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:52.984651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.987870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7b958547-3e2e-4f2b-9039-7551e0946bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6e671f08-e1f1-4e66-b7dc-2425df0c53c2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.990506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7b958547-3e2e-4f2b-9039-7551e0946bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.994744 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7b958547-3e2e-4f2b-9039-7551e0946bfe admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6e671f08-e1f1-4e66-b7dc-2425df0c53c2 HTTP/1.1" status: 204 len: 168 time: 0.5695693 Oct 23 01:09:53.038235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:53.053770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf88eb-e62c-4fd0-9d74-ec15edff8bcd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:53.062414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf88eb-e62c-4fd0-9d74-ec15edff8bcd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:53.064127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:53.064614 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d81e99fc-9df6-4d1c-bfc6-ae5c683bb00e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:53.075625 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6caf88eb-e62c-4fd0-9d74-ec15edff8bcd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1020885 Oct 23 01:09:53.077627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60654) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:53.084197 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:53.092583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Pushing event updated for resources: {'Port': ['ID=71a90f7e-1334-46f7-ad03-02d2c51595b0,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:53.094453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357e6787-d2c6-428b-9df4-58af47c4a305 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:53.098352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-357e6787-d2c6-428b-9df4-58af47c4a305 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.098663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:53.101742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b958547-3e2e-4f2b-9039-7551e0946bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e671f08-e1f1-4e66-b7dc-2425df0c53c2,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:53.102455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:53.177942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Allocated IP 172.36.3.92 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/4ffc3f9d-7579-4035-98c8-8434c5696f92) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:53.217360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Attempting to bind port 71a90f7e-1334-46f7-ad03-02d2c51595b0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:53.218911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Attempting to bind port 71a90f7e-1334-46f7-ad03-02d2c51595b0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:53.218911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Attempting to bind port 71a90f7e-1334-46f7-ad03-02d2c51595b0 on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:53.221306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-33364b25-399b-468e-bdfd-0cc0711d368e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port 1bb05506-85cb-4c31-ad54-a814c8504424 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:53.221764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33364b25-399b-468e-bdfd-0cc0711d368e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1bb05506-85cb-4c31-ad54-a814c8504424), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.246188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ba78e-1073-49e1-a8c0-b695ea169383 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 4a513080-7ca5-4cfb-a840-5f82434f10f8 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:53.246534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba78e-1073-49e1-a8c0-b695ea169383 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4a513080-7ca5-4cfb-a840-5f82434f10f8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.249840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6fe97463-78f4-4b8f-a1e0-a14449cbaa12 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Deleting port b2d4cb46-9fcc-4a47-82a9-41d89e05efec {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:53.249983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:53.252092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6fe97463-78f4-4b8f-a1e0-a14449cbaa12 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b2d4cb46-9fcc-4a47-82a9-41d89e05efec), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.266819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:53.267363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:53.267848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.268406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:53.268943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Bound port: 71a90f7e-1334-46f7-ad03-02d2c51595b0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:53.269409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.314131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:53.336554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] For port 71a90f7e-1334-46f7-ad03-02d2c51595b0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:53.341139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] For port 71a90f7e-1334-46f7-ad03-02d2c51595b0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71a90f7e-1334-46f7-ad03-02d2c51595b0,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:53.380344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:53.384082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.395037 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6fe97463-78f4-4b8f-a1e0-a14449cbaa12 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b2d4cb46-9fcc-4a47-82a9-41d89e05efec), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.413328 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba78e-1073-49e1-a8c0-b695ea169383 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4a513080-7ca5-4cfb-a840-5f82434f10f8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.424857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for port (4ffc3f9d-7579-4035-98c8-8434c5696f92), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.434655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ba78e-1073-49e1-a8c0-b695ea169383 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 4a513080-7ca5-4cfb-a840-5f82434f10f8 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:53.474988 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.475325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6fe97463-78f4-4b8f-a1e0-a14449cbaa12 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Calling delete_port for b2d4cb46-9fcc-4a47-82a9-41d89e05efec owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:53.548943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33364b25-399b-468e-bdfd-0cc0711d368e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1bb05506-85cb-4c31-ad54-a814c8504424), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.558697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092b9b9-940d-47cb-b84e-b71ccc53b92b None None] Pushing event updated for resources: {'Port': ['ID=71a90f7e-1334-46f7-ad03-02d2c51595b0,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:53.604462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4ffc3f9d-7579-4035-98c8-8434c5696f92), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.663775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-33364b25-399b-468e-bdfd-0cc0711d368e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for 1bb05506-85cb-4c31-ad54-a814c8504424 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:53.672514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:53.679238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:53.687394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:53.714015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:53.743535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Pushing event updated for resources: {'Port': ['ID=4ffc3f9d-7579-4035-98c8-8434c5696f92,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:53.817667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba78e-1073-49e1-a8c0-b695ea169383 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4a513080-7ca5-4cfb-a840-5f82434f10f8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.873289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-357e6787-d2c6-428b-9df4-58af47c4a305 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (fc85eb95-9668-4ed6-b1fa-18bcefd9504f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.895768 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ba78e-1073-49e1-a8c0-b695ea169383 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=4a513080-7ca5-4cfb-a840-5f82434f10f8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:53.946490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba78e-1073-49e1-a8c0-b695ea169383 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.947046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6fe97463-78f4-4b8f-a1e0-a14449cbaa12 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (b2d4cb46-9fcc-4a47-82a9-41d89e05efec), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.953845 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ca9ba78e-1073-49e1-a8c0-b695ea169383 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4a513080-7ca5-4cfb-a840-5f82434f10f8 HTTP/1.1" status: 204 len: 168 time: 0.8725545 Oct 23 01:09:53.954169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60666) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:54.004415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357e6787-d2c6-428b-9df4-58af47c4a305 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:54.039348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-357e6787-d2c6-428b-9df4-58af47c4a305 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:54.043941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e6787-d2c6-428b-9df4-58af47c4a305 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Subnet': ['ID=fc85eb95-9668-4ed6-b1fa-18bcefd9504f,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:54.046196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe97463-78f4-4b8f-a1e0-a14449cbaa12 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Port': ['ID=b2d4cb46-9fcc-4a47-82a9-41d89e05efec,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:54.052571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357e6787-d2c6-428b-9df4-58af47c4a305 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:54.053176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-357e6787-d2c6-428b-9df4-58af47c4a305 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.055362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ca17d-6f54-4db1-b298-359332c49e0d None None] Network 587f8e4c-d296-4631-956e-9e88946bdff3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:54.070415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b418da1e-18a5-4275-ab07-45140fb48275 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:54.072307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b418da1e-18a5-4275-ab07-45140fb48275 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:54.077002 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b418da1e-18a5-4275-ab07-45140fb48275 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1196549 Oct 23 01:09:54.077690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60668) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:54.091974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6fe97463-78f4-4b8f-a1e0-a14449cbaa12 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.097937 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6fe97463-78f4-4b8f-a1e0-a14449cbaa12 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "DELETE /networking/v2.0/ports/b2d4cb46-9fcc-4a47-82a9-41d89e05efec HTTP/1.1" status: 204 len: 168 time: 1.1839957 Oct 23 01:09:54.098591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60670) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:54.149008 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9ce8e769-55e2-4283-bd0e-abf951fa888b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0450647 Oct 23 01:09:54.160405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60672) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:54.162672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (65c3e534-5355-456e-bd9b-e55cbecc6512), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.178405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-412696528'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:54.199966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa873c8a-87b5-4b3c-bb55-df92de5515ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet f49578d5-9242-4bb2-b587-1167fcd1578a {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:09:54.209333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa873c8a-87b5-4b3c-bb55-df92de5515ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (f49578d5-9242-4bb2-b587-1167fcd1578a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.229163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-587f8e4c-d296-4631-956e-9e88946bdff3', 'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'project_id': '15afa29fb07a4b10aec3040f5f73e9a1', 'fixed_ips': [{'subnet_id': 'fc85eb95-9668-4ed6-b1fa-18bcefd9504f'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:09:54.230624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.247591 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-357e6787-d2c6-428b-9df4-58af47c4a305 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5876212 Oct 23 01:09:54.260723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60678) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:54.278866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-42259c24-0f95-480c-b782-a35743e629db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'security_group': {'name': 'tempest-secgroup-199799332'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:54.308588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa873c8a-87b5-4b3c-bb55-df92de5515ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (f49578d5-9242-4bb2-b587-1167fcd1578a), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.330695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (3ca541b2-548a-4882-a276-66d83c817cc0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.345228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=65c3e534-5355-456e-bd9b-e55cbecc6512,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:54.370784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Checking segment: {'id': '2c96d5b8-e1b4-4676-b064-96a5f0cd67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '17225dcd-dbc3-49cf-841b-73b1204c05ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:54.371207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network hostable DHCP agents. Network: 17225dcd-dbc3-49cf-841b-73b1204c05ff, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:54.380240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=2,neutron:INSERT=4,neutron:SELECT=94 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:54.380446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Made reservation on behalf of 446938b49a31481b9f5364278d887c09 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:54.384280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.496641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Allocated IP 2001:db8::2 (587f8e4c-d296-4631-956e-9e88946bdff3/fc85eb95-9668-4ed6-b1fa-18bcefd9504f/08934ef9-34b2-49ed-9c10-7f4fdcf18b60) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:54.553826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa873c8a-87b5-4b3c-bb55-df92de5515ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (f49578d5-9242-4bb2-b587-1167fcd1578a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.692693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60684) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:54.705591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:54.726091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (3ca541b2-548a-4882-a276-66d83c817cc0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.732044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-42259c24-0f95-480c-b782-a35743e629db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.734040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33364b25-399b-468e-bdfd-0cc0711d368e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1bb05506-85cb-4c31-ad54-a814c8504424), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.802583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33364b25-399b-468e-bdfd-0cc0711d368e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=1bb05506-85cb-4c31-ad54-a814c8504424,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:54.828137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:54.836053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa873c8a-87b5-4b3c-bb55-df92de5515ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (f49578d5-9242-4bb2-b587-1167fcd1578a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.848101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2079523761'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:54.865658 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network 17225dcd-dbc3-49cf-841b-73b1204c05ff is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:54.876309 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (47ab216c-eb26-4bb0-9f27-45af5a61393f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.876309 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Added segment 47ab216c-eb26-4bb0-9f27-45af5a61393f of type vlan for network 81474d7c-31a0-4a7b-a551-e01bc74c6274 Oct 23 01:09:54.922097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa873c8a-87b5-4b3c-bb55-df92de5515ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=f49578d5-9242-4bb2-b587-1167fcd1578a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:54.934671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa873c8a-87b5-4b3c-bb55-df92de5515ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.937972 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aa873c8a-87b5-4b3c-bb55-df92de5515ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/f49578d5-9242-4bb2-b587-1167fcd1578a HTTP/1.1" status: 204 len: 168 time: 0.8584177 Oct 23 01:09:54.943969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60688) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:54.959274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Publish callbacks [] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.962290 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:54.966588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f6a499-0a41-4399-8010-7adf01b53b9e None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:54.970618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (81474d7c-31a0-4a7b-a551-e01bc74c6274), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:54.978988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 17225dcd-dbc3-49cf-841b-73b1204c05ff) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:54.998133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:54.998764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.025858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2678c2d6-03df-405b-9d4b-da9f8e6e9ebf None None] Network 17225dcd-dbc3-49cf-841b-73b1204c05ff requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:55.048493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33364b25-399b-468e-bdfd-0cc0711d368e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.057729 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-33364b25-399b-468e-bdfd-0cc0711d368e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/ports/1bb05506-85cb-4c31-ad54-a814c8504424 HTTP/1.1" status: 204 len: 168 time: 2.1951613 Oct 23 01:09:55.057729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-42259c24-0f95-480c-b782-a35743e629db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (ac66485c-1c91-4a99-8261-65bffb576be7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.057729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60690) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:55.064372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:55.096529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.110733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a2cafc43-f9bc-43c5-83e3-337dfdc0accf None None] Provisioning complete for port 71a90f7e-1334-46f7-ad03-02d2c51595b0 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:55.111326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a2cafc43-f9bc-43c5-83e3-337dfdc0accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.111764 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a2cafc43-f9bc-43c5-83e3-337dfdc0accf None None] Attempt 1 to provision port 71a90f7e-1334-46f7-ad03-02d2c51595b0 Oct 23 01:09:55.123310 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cd5ea047-afa2-43bc-98eb-043a0122d91e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1744299 Oct 23 01:09:55.123771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60692) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:55.134023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1647553475'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:55.168181 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 71a90f7e-1334-46f7-ad03-02d2c51595b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:55.178587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-42259c24-0f95-480c-b782-a35743e629db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (ac66485c-1c91-4a99-8261-65bffb576be7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.193303 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (81474d7c-31a0-4a7b-a551-e01bc74c6274), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.199403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:55.200207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.238264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.260903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:55.281366 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a61ea019-8745-4a84-8c68-e7a773784536 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3362598 Oct 23 01:09:55.282132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Made reservation on behalf of a86bce5f447f4dcf8301a60748441e10 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:55.284082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:55.285820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.286621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Pushing event updated for resources: {'Port': ['ID=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:55.292922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:55.297537 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60694) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:55.301042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.307926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1d7d7973-b250-4e13-a226-fe276eb7a0b3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:55.313109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:55.316368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.381120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-17225dcd-dbc3-49cf-841b-73b1204c05ff', 'network_id': '17225dcd-dbc3-49cf-841b-73b1204c05ff', 'project_id': '5d57d71f456f4592a5ca0e757673bffd', 'fixed_ips': [{'subnet_id': '65c3e534-5355-456e-bd9b-e55cbecc6512'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:09:55.382067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.390163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:55.391430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-42259c24-0f95-480c-b782-a35743e629db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.395965 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-42259c24-0f95-480c-b782-a35743e629db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.1325927 Oct 23 01:09:55.397222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42259c24-0f95-480c-b782-a35743e629db tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac66485c-1c91-4a99-8261-65bffb576be7,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:55.404215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60698) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:55.404906 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2394629 Oct 23 01:09:55.409630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 71a90f7e-1334-46f7-ad03-02d2c51595b0 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:55.413029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.413029 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 71a90f7e-1334-46f7-ad03-02d2c51595b0 Oct 23 01:09:55.413270 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60700) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:55.422168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4a0575f0-3a88-4d3b-bbcc-24fe5bf7093a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'security_group': {'name': 'tempest-secgroup-980517611'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:55.432901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1870501622'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:55.434621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:55.447580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.448149 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Added segment ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95 of type vlan for network c53d5e52-e775-469c-9b7d-75199b8726fc Oct 23 01:09:55.464736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c939f-64b7-48fd-8ca9-225b3f9a4392 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event updated for resources: {'Network': ['ID=81474d7c-31a0-4a7b-a551-e01bc74c6274,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:55.471364 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574ef6b3-c132-4cf7-8194-602ba9a4223d None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:09:55.487006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 81474d7c-31a0-4a7b-a551-e01bc74c6274 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:55.494935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a2cafc43-f9bc-43c5-83e3-337dfdc0accf None None] Current status of the port 71a90f7e-1334-46f7-ad03-02d2c51595b0 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:55.495333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a2cafc43-f9bc-43c5-83e3-337dfdc0accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.512176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Attempting to bind port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:55.512552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Attempting to bind port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:55.512914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Attempting to bind port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 on network 587f8e4c-d296-4631-956e-9e88946bdff3 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:55.529892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (c53d5e52-e775-469c-9b7d-75199b8726fc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.543144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.569236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for security_group (75665f3f-31e9-4a67-9000-52b77ea4e287), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.571101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Router 3ca541b2-548a-4882-a276-66d83c817cc0 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:09:55.670080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a0575f0-3a88-4d3b-bbcc-24fe5bf7093a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.672498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.36.3.118 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:55.674911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Made reservation on behalf of 446938b49a31481b9f5364278d887c09 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:55.678747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.691440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (c53d5e52-e775-469c-9b7d-75199b8726fc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.698102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:55.698722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.706193 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (75665f3f-31e9-4a67-9000-52b77ea4e287), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.709077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7d7973-b250-4e13-a226-fe276eb7a0b3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:55.713455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7973-b250-4e13-a226-fe276eb7a0b3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.729742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-574ef6b3-c132-4cf7-8194-602ba9a4223d None None] Deleting port 71a90f7e-1334-46f7-ad03-02d2c51595b0 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:09:55.730374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-574ef6b3-c132-4cf7-8194-602ba9a4223d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.756479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a2cafc43-f9bc-43c5-83e3-337dfdc0accf None None] For port 71a90f7e-1334-46f7-ad03-02d2c51595b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71a90f7e-1334-46f7-ad03-02d2c51595b0,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:55.764623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:55.786542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:55.794798 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:55.801773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:55.822789 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea32e39-c9ab-4687-9645-b4221736b9a6 None None] Sync routers for ids ['3ca541b2-548a-4882-a276-66d83c817cc0'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:55.842758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=c53d5e52-e775-469c-9b7d-75199b8726fc,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:55.846048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:55.846425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Checking segment: {'id': 'bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:55.846832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.847226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Bound using segment: {'id': 'bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:55.847720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Bound port: 08934ef9-34b2-49ed-9c10-7f4fdcf18b60, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:55.848104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.857614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:09:55.862841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f08a26d1-d672-4ab3-8cb9-ae75948788c3), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.863134 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Added segment f08a26d1-d672-4ab3-8cb9-ae75948788c3 of type vlan for network 26782c28-6e66-43c8-b591-3a6ae7c1e632 Oct 23 01:09:55.866894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75665f3f-31e9-4a67-9000-52b77ea4e287,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:55.870940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a2cafc43-f9bc-43c5-83e3-337dfdc0accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.877685 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bd5f6580-3509-4cc0-bfa7-e66ebec07379 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7521539 Oct 23 01:09:55.880539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60702) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:55.892944 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:55.895223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network c53d5e52-e775-469c-9b7d-75199b8726fc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:55.928419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (184e39da-58f6-4db7-8ce8-8bdced0717e5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.929125 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Added segment 184e39da-58f6-4db7-8ce8-8bdced0717e5 of type vlan for network 6afe2852-6c72-40fc-a64a-5f06a0265f14 Oct 23 01:09:55.950383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.951779 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-83a7b4fa-3fa8-46c1-8967-1e116cec534e tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3336184 Oct 23 01:09:55.958260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60704) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:55.963839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-574ef6b3-c132-4cf7-8194-602ba9a4223d None None] For port 71a90f7e-1334-46f7-ad03-02d2c51595b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71a90f7e-1334-46f7-ad03-02d2c51595b0,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:55.963839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-574ef6b3-c132-4cf7-8194-602ba9a4223d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.988469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea32e39-c9ab-4687-9645-b4221736b9a6 None None] Routers {'3ca541b2-548a-4882-a276-66d83c817cc0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:55.989087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ea32e39-c9ab-4687-9645-b4221736b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['3ca541b2-548a-4882-a276-66d83c817cc0'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:55.992455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 71a90f7e-1334-46f7-ad03-02d2c51595b0 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:55.992841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:55.998219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d0cdeb64-6f21-4e56-9a2a-5bdaae7e3d17 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'enable_snat': False}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:56.010532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (26782c28-6e66-43c8-b591-3a6ae7c1e632), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.013847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.044478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:56.072975 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a0575f0-3a88-4d3b-bbcc-24fe5bf7093a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (489eedac-145e-44d4-9dba-a12426d1fa4c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.089904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (6afe2852-6c72-40fc-a64a-5f06a0265f14), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.091065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-574ef6b3-c132-4cf7-8194-602ba9a4223d None None] Calling delete_port for 71a90f7e-1334-46f7-ad03-02d2c51595b0 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:09:56.097724 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Allocated IP 2001:db8::3 (17225dcd-dbc3-49cf-841b-73b1204c05ff/65c3e534-5355-456e-bd9b-e55cbecc6512/1b3d9e2a-5967-494f-ae8b-2263e595dbbd) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:56.100015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ea32e39-c9ab-4687-9645-b4221736b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:56.107538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:56.173545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:56.184173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cafc43-f9bc-43c5-83e3-337dfdc0accf None None] Pushing event updated for resources: {'Port': ['ID=71a90f7e-1334-46f7-ad03-02d2c51595b0,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:56.192684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.205013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a0575f0-3a88-4d3b-bbcc-24fe5bf7093a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (489eedac-145e-44d4-9dba-a12426d1fa4c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.213267 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.216236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (26782c28-6e66-43c8-b591-3a6ae7c1e632), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.219082 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:56.219678 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.279192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea32e39-c9ab-4687-9645-b4221736b9a6 None None] Routers {'3ca541b2-548a-4882-a276-66d83c817cc0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:56.279832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ea32e39-c9ab-4687-9645-b4221736b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['3ca541b2-548a-4882-a276-66d83c817cc0'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:56.282149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] For port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:56.300879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:56.302687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.ipam_backend_mixin [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Performing IP validity checks on allocation pools {{(pid=105984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 23 01:09:56.303318 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.ipam_backend_mixin [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 23 01:09:56.312539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:56.315463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:56.339580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ea32e39-c9ab-4687-9645-b4221736b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:56.340182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea32e39-c9ab-4687-9645-b4221736b9a6 None None] The sync data for ids ['3ca541b2-548a-4882-a276-66d83c817cc0'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:56.341385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (6afe2852-6c72-40fc-a64a-5f06a0265f14), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.342794 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] For port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,segment=NetworkSegment(bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e),segment_id=bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:56.346785 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:56.347366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.365019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:09:56.365255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:09:56.369600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:56.405250 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0575f0-3a88-4d3b-bbcc-24fe5bf7093a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489eedac-145e-44d4-9dba-a12426d1fa4c,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:56.433625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'Network': ['ID=26782c28-6e66-43c8-b591-3a6ae7c1e632,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:56.450415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 26782c28-6e66-43c8-b591-3a6ae7c1e632 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:56.476321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a0575f0-3a88-4d3b-bbcc-24fe5bf7093a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.477578 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4a0575f0-3a88-4d3b-bbcc-24fe5bf7093a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0709975 Oct 23 01:09:56.484025 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b4809717-1e60-4109-9375-45db8441e378 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7851670 Oct 23 01:09:56.493443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60706) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:56.493866 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60708) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:56.499225 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-409835380', 'security_groups': ['489eedac-145e-44d4-9dba-a12426d1fa4c'], 'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc85eb95-9668-4ed6-b1fa-18bcefd9504f'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:56.507721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Request body: {'subnet': {'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:56.626369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (41e78d09-17f9-43ab-b80c-0585841b08cd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.632719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7973-b250-4e13-a226-fe276eb7a0b3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (1aa0468b-a994-4ce2-bda9-9b129b63c49b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.653674 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2203910 Oct 23 01:09:56.653952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-574ef6b3-c132-4cf7-8194-602ba9a4223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (71a90f7e-1334-46f7-ad03-02d2c51595b0), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.655243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.705748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Publish callbacks [] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.707677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ef6b3-c132-4cf7-8194-602ba9a4223d None None] Pushing event deleted for resources: {'Port': ['ID=71a90f7e-1334-46f7-ad03-02d2c51595b0,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:56.716015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ef6b3-c132-4cf7-8194-602ba9a4223d None None] No DVR routers for this DVR port 71a90f7e-1334-46f7-ad03-02d2c51595b0 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:09:56.734515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (bf18b9a9-519a-4c1f-8edb-7caf64e4d6b4), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.771894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=41e78d09-17f9-43ab-b80c-0585841b08cd,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:56.780919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cefe4-07ef-42f8-b702-e38f830596fd tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event updated for resources: {'Network': ['ID=6afe2852-6c72-40fc-a64a-5f06a0265f14,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:56.793663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 6afe2852-6c72-40fc-a64a-5f06a0265f14 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:09:56.798275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f264b-10f2-4ce4-8cd0-d4c1c1fa8461 None None] Pushing event updated for resources: {'Port': ['ID=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:56.834678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Checking segment: {'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:56.835060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network hostable DHCP agents. Network: c53d5e52-e775-469c-9b7d-75199b8726fc, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:56.835629 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7d7973-b250-4e13-a226-fe276eb7a0b3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:56.844001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.870274 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1d7d7973-b250-4e13-a226-fe276eb7a0b3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:56.882158 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7d7973-b250-4e13-a226-fe276eb7a0b3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:56.883217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d7d7973-b250-4e13-a226-fe276eb7a0b3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.888737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d7973-b250-4e13-a226-fe276eb7a0b3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=1aa0468b-a994-4ce2-bda9-9b129b63c49b,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:56.927715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:56.946213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c78490-b023-40b0-a848-1176a67c31ec None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:57.005272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0cdeb64-6f21-4e56-9a2a-5bdaae7e3d17 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (3ca541b2-548a-4882-a276-66d83c817cc0), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.028895 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1d7d7973-b250-4e13-a226-fe276eb7a0b3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7233663 Oct 23 01:09:57.033531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:57.035159 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60710) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:57.040171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'name': 'tempest-NetworksTestDHCPv6-1997460085'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:57.106866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Port 71a90f7e-1334-46f7-ad03-02d2c51595b0 update to ACTIVE by agent not found {{(pid=105986) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Oct 23 01:09:57.107453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Made reservation on behalf of a86bce5f447f4dcf8301a60748441e10 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:57.111279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.187374 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:57.215739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Network 17225dcd-dbc3-49cf-841b-73b1204c05ff is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:57.239587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.243660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:57.252083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:57.253716 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:57.272094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Pushing event updated for resources: {'Port': ['ID=1b3d9e2a-5967-494f-ae8b-2263e595dbbd,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:57.320922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:57.325821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.353853 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:57.414369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network c53d5e52-e775-469c-9b7d-75199b8726fc is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:57.439814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Attempting to bind port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:09:57.440267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Attempting to bind port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2c96d5b8-e1b4-4676-b064-96a5f0cd67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '17225dcd-dbc3-49cf-841b-73b1204c05ff'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:09:57.445183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Attempting to bind port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd on network 17225dcd-dbc3-49cf-841b-73b1204c05ff {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:09:57.459221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (bf18b9a9-519a-4c1f-8edb-7caf64e4d6b4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.465649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:57.507390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c53d5e52-e775-469c-9b7d-75199b8726fc) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:57.531955 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:57.534748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.545630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c9ea31-6bc5-4946-a841-5480f70101d7 None None] Network c53d5e52-e775-469c-9b7d-75199b8726fc requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:57.622215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:57.622887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.623250 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:09:57.635566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.640386 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6da0633f-dc30-4c47-be83-81cb100e4206 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5807183 Oct 23 01:09:57.645408 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60712) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:57.654981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'port': {'network_id': 'd13de77c-f3df-4281-9fff-c1d2db5df2d0', 'name': 'tempest-FloatingIPTestJSON-981656961'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:57.682219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': '1aa0468b-a994-4ce2-bda9-9b129b63c49b'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:09:57.684736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.706053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:09:57.707017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Checking segment: {'id': '2c96d5b8-e1b4-4676-b064-96a5f0cd67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '17225dcd-dbc3-49cf-841b-73b1204c05ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:57.708159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.708644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Bound using segment: {'id': '2c96d5b8-e1b4-4676-b064-96a5f0cd67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '17225dcd-dbc3-49cf-841b-73b1204c05ff'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:09:57.709260 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Bound port: 1b3d9e2a-5967-494f-ae8b-2263e595dbbd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c96d5b8-e1b4-4676-b064-96a5f0cd67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '17225dcd-dbc3-49cf-841b-73b1204c05ff'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:09:57.709818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.732276 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-96c48fc3-d868-4b5a-ad51-ab9542634abd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8505075 Oct 23 01:09:57.738869 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60714) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:57.872138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] For port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:09:57.875901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] For port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b3d9e2a-5967-494f-ae8b-2263e595dbbd,segment=NetworkSegment(2c96d5b8-e1b4-4676-b064-96a5f0cd67cb),segment_id=2c96d5b8-e1b4-4676-b064-96a5f0cd67cb)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:09:57.881130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:57.892369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.960347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:57.984765 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.005520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c53d5e52-e775-469c-9b7d-75199b8726fc', 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc', 'project_id': '5d57d71f456f4592a5ca0e757673bffd', 'fixed_ips': [{'subnet_id': '41e78d09-17f9-43ab-b80c-0585841b08cd'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:09:58.006442 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.035633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (c53d5e52-e775-469c-9b7d-75199b8726fc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.152527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:58.157059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.187334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Made reservation on behalf of f3de498c400d4ae297beb7e93671ccb1 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:09:58.198386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.282411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] device_id is not set on port 2edceb65-137f-45a2-b3be-37916b1244e6 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:58.364251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (41e78d09-17f9-43ab-b80c-0585841b08cd), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.377247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port dbba0a3d-7c95-4670-a6fe-8e6832acd727 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:58.389578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 3e00930a-ead3-4773-9633-0035cc7177ca yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:09:58.400940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:58.406970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (380e6883-aa4b-4886-9bb9-65edce097d32), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.423565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:58.484334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed60489-035a-469f-8a53-b3a1c0ad3ed4 None None] Pushing event updated for resources: {'Port': ['ID=1b3d9e2a-5967-494f-ae8b-2263e595dbbd,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:58.498030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:58.538325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:58.538969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.547320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'Subnet': ['ID=380e6883-aa4b-4886-9bb9-65edce097d32,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:58.601273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0cdeb64-6f21-4e56-9a2a-5bdaae7e3d17 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (3ca541b2-548a-4882-a276-66d83c817cc0), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.612125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Allocated IP 2001:db8::2 (93e5b356-0704-414d-a7cb-470971f9a8ef/1aa0468b-a994-4ce2-bda9-9b129b63c49b/40b5d110-82ec-4a97-9c7a-7bf3bc519acb) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:58.671814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Allocated IP 2001:db8::3 (c53d5e52-e775-469c-9b7d-75199b8726fc/41e78d09-17f9-43ab-b80c-0585841b08cd/b0538c1b-77d3-4b60-9658-2374cdccb58e) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:58.672872 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:58.682726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.20.0.9 (d13de77c-f3df-4281-9fff-c1d2db5df2d0/3369ca26-348e-4f5d-a0d4-27b47e589250/2edceb65-137f-45a2-b3be-37916b1244e6) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:58.686739 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0cdeb64-6f21-4e56-9a2a-5bdaae7e3d17 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (3ca541b2-548a-4882-a276-66d83c817cc0), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.698071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Checking segment: {'id': 'f08a26d1-d672-4ab3-8cb9-ae75948788c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:09:58.698572 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Network hostable DHCP agents. Network: 26782c28-6e66-43c8-b591-3a6ae7c1e632, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:09:58.719498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:58.719877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.720214 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:09:58.857046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,segment=NetworkSegment(bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e),segment_id=bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:58.857430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cdeb64-6f21-4e56-9a2a-5bdaae7e3d17 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Router 3ca541b2-548a-4882-a276-66d83c817cc0 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:09:58.924179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (2edceb65-137f-45a2-b3be-37916b1244e6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.949448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:58.966616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=9 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:59.044661 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cdeb64-6f21-4e56-9a2a-5bdaae7e3d17 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:09:59.053076 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0cdeb64-6f21-4e56-9a2a-5bdaae7e3d17 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:59.055641 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e84e4-70e9-49af-9bd4-b65e73d9e34c None None] Sync routers for ids ['3ca541b2-548a-4882-a276-66d83c817cc0'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:09:59.057666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60716) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:59.058198 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d0cdeb64-6f21-4e56-9a2a-5bdaae7e3d17 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "PUT /networking/v2.0/routers/3ca541b2-548a-4882-a276-66d83c817cc0 HTTP/1.1" status: 200 len: 920 time: 3.0899479 Oct 23 01:09:59.058823 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Network 26782c28-6e66-43c8-b591-3a6ae7c1e632 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:09:59.080025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2edceb65-137f-45a2-b3be-37916b1244e6), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:59.095163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:59.096199 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e84e4-70e9-49af-9bd4-b65e73d9e34c None None] Routers {'3ca541b2-548a-4882-a276-66d83c817cc0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:59.096839 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-763e84e4-70e9-49af-9bd4-b65e73d9e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['3ca541b2-548a-4882-a276-66d83c817cc0'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:59.145669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 71a90f7e-1334-46f7-ad03-02d2c51595b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:59.148604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:59.151974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:59.164175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8::3a0 (587f8e4c-d296-4631-956e-9e88946bdff3/fc85eb95-9668-4ed6-b1fa-18bcefd9504f/dbba0a3d-7c95-4670-a6fe-8e6832acd727) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:09:59.183759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 26782c28-6e66-43c8-b591-3a6ae7c1e632) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:59.183759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:59.183759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:59.206546 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-763e84e4-70e9-49af-9bd4-b65e73d9e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:59.236518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0d5ed-acbd-4f65-b830-26acad052f9d None None] Network 26782c28-6e66-43c8-b591-3a6ae7c1e632 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:59.244002 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e84e4-70e9-49af-9bd4-b65e73d9e34c None None] Routers {'3ca541b2-548a-4882-a276-66d83c817cc0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:09:59.246074 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-763e84e4-70e9-49af-9bd4-b65e73d9e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['3ca541b2-548a-4882-a276-66d83c817cc0'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:59.272689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 71a90f7e-1334-46f7-ad03-02d2c51595b0 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:09:59.272929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 71a90f7e-1334-46f7-ad03-02d2c51595b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:09:59.327156 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-763e84e4-70e9-49af-9bd4-b65e73d9e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:09:59.328189 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e84e4-70e9-49af-9bd4-b65e73d9e34c None None] The sync data for ids ['3ca541b2-548a-4882-a276-66d83c817cc0'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:09:59.347021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network d13de77c-f3df-4281-9fff-c1d2db5df2d0 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:59.407452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:59.413738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:59.450503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=2edceb65-137f-45a2-b3be-37916b1244e6,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:59.471492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (dbba0a3d-7c95-4670-a6fe-8e6832acd727), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:59.502121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:59.514602 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fc2b016f-4b06-4de2-9f7d-fe5f1a05fc66 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/3ca541b2-548a-4882-a276-66d83c817cc0 HTTP/1.1" status: 200 len: 920 time: 0.4547157 Oct 23 01:09:59.519941 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60718) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:59.567498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:59.568273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:59.622844 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9699174f-f503-4f48-b4fc-4a3768f7748a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1164706 Oct 23 01:09:59.623177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60720) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:59.628823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Request body: {'port': {'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2115144034'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:59.665567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebcf26c-d9b4-4d84-a99e-c9c721af5312 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:59.667157 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aebcf26c-d9b4-4d84-a99e-c9c721af5312 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&device_id=3ca541b2-548a-4882-a276-66d83c817cc0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1456864 Oct 23 01:09:59.668529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (dbba0a3d-7c95-4670-a6fe-8e6832acd727), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:59.670371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60722) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:59.685314 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bfd0d040-f5ab-4cb8-a88f-edfba49acf7a tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0374930 Oct 23 01:09:59.690994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60724) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:59.698369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e0d24b5c-26fa-420f-a174-8da6e5033149 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'floatingip': {'port_id': '2edceb65-137f-45a2-b3be-37916b1244e6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:09:59.752655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e0d24b5c-26fa-420f-a174-8da6e5033149 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (bf18b9a9-519a-4c1f-8edb-7caf64e4d6b4), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:59.779445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:09:59.790234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:09:59.794700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1b3d9e2a-5967-494f-ae8b-2263e595dbbd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:59.799822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a01b31-5f46-48ec-9314-655f647c6800 None None] Network 17225dcd-dbc3-49cf-841b-73b1204c05ff requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:09:59.808162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:09:59.814280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:59.814959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:59.846182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=dbba0a3d-7c95-4670-a6fe-8e6832acd727,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:59.883017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691053d2-9e61-4f25-9e4b-7ee383d2f88a tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:59.891038 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-691053d2-9e61-4f25-9e4b-7ee383d2f88a tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/networks/1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 881 time: 0.2146754 Oct 23 01:09:59.891038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60726) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:59.930624 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-77fd29a7-bc5e-4f72-a24d-553294e3d02f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3ca541b2-548a-4882-a276-66d83c817cc0 HTTP/1.1" status: 200 len: 205 time: 0.0402033 Oct 23 01:09:59.934359 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60728) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:59.941624 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d241a48a-e9a5-44c3-8def-2a7da79c7f9f tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4466302 Oct 23 01:09:59.942952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60730) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:59.950282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1eddbfe8-b5d2-4a9d-8d68-20f60e7de69a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:00.027017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=7,neutron:SELECT=79,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:00.067065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Publish callbacks [] for port (b0538c1b-77d3-4b60-9658-2374cdccb58e), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.077237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:00.109847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:10:00.110365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:10:00.116031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-26782c28-6e66-43c8-b591-3a6ae7c1e632', 'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632', 'project_id': 'a86bce5f447f4dcf8301a60748441e10', 'fixed_ips': [{'subnet_id': '380e6883-aa4b-4886-9bb9-65edce097d32'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:00.119473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.134596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:00.170704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60732) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:00.176010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'subnets': [{'network_id': '81474d7c-31a0-4a7b-a551-e01bc74c6274', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1216545708', 'ip_version': 6}, {'network_id': '6afe2852-6c72-40fc-a64a-5f06a0265f14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:00.176330 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'subnet': {'network_id': '81474d7c-31a0-4a7b-a551-e01bc74c6274', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1216545708', 'ip_version': 6}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:00.177192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Request body: {'subnet': {'network_id': '6afe2852-6c72-40fc-a64a-5f06a0265f14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:00.226740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (b0538c1b-77d3-4b60-9658-2374cdccb58e), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.227848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:00.237116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Publish callbacks [] for port (40b5d110-82ec-4a97-9c7a-7bf3bc519acb), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.259611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eddbfe8-b5d2-4a9d-8d68-20f60e7de69a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:00.263602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1eddbfe8-b5d2-4a9d-8d68-20f60e7de69a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.281381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:00.281672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.282373 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd Oct 23 01:10:00.295035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Network c53d5e52-e775-469c-9b7d-75199b8726fc is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:00.305697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Made reservation on behalf of a86bce5f447f4dcf8301a60748441e10 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:00.310219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.331306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (41e78d09-17f9-43ab-b80c-0585841b08cd), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.332950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:00.361492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:00.385421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (40b5d110-82ec-4a97-9c7a-7bf3bc519acb), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.434431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Pushing event updated for resources: {'Port': ['ID=b0538c1b-77d3-4b60-9658-2374cdccb58e,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:00.497286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:00.498618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::3e0 (93e5b356-0704-414d-a7cb-470971f9a8ef/1aa0468b-a994-4ce2-bda9-9b129b63c49b/3e00930a-ead3-4773-9633-0035cc7177ca) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:00.511946 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.ipam_backend_mixin [None req-1eddbfe8-b5d2-4a9d-8d68-20f60e7de69a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc85eb95-9668-4ed6-b1fa-18bcefd9504f (CIDR: 2001:db8::/64) Oct 23 01:10:00.528486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:00.535030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Allocated IP 2001:db8::2 (26782c28-6e66-43c8-b591-3a6ae7c1e632/380e6883-aa4b-4886-9bb9-65edce097d32/0fbf27d0-f3b4-4503-9e68-f8320fa88993) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:00.553059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:00.554858 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eddbfe8-b5d2-4a9d-8d68-20f60e7de69a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:10:00.555758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eddbfe8-b5d2-4a9d-8d68-20f60e7de69a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:00.574102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:00.619936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Pushing event updated for resources: {'Port': ['ID=40b5d110-82ec-4a97-9c7a-7bf3bc519acb,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:00.628219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:00.628589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:00.628954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:00.633738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] device_id is not set on port d55fff71-fb5d-475f-8676-405b42f5c2c1 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:00.634033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Made reservation on behalf of 446938b49a31481b9f5364278d887c09 for: {'subnet': 2} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:00.640583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.640934 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.652414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Subnet': ['ID=41e78d09-17f9-43ab-b80c-0585841b08cd,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:00.654181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:00.696840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (3ca541b2-548a-4882-a276-66d83c817cc0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:00.746678 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:00.753733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:00.808791 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:00.811970 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Failed to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] Oct 23 01:10:00.817066 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempt 2 to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e Oct 23 01:10:00.848878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:00.849153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.862454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:00.862909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:00.864201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:00.871141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:00.892886 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1eddbfe8-b5d2-4a9d-8d68-20f60e7de69a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9478054 Oct 23 01:10:00.896163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60734) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:00.906209 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-73507881-04fa-4ed5-aa00-4553bd1f9785 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:00.913248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (c53d5e52-e775-469c-9b7d-75199b8726fc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:00.929438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:00.933096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:00.975774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:00.978789 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Failed to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] Oct 23 01:10:00.978789 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Provisioning complete for port 069be774-57c8-48b8-be2d-5b7857c3c034 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:00.978789 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (069be774-57c8-48b8-be2d-5b7857c3c034), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:00.978789 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Attempt 1 to provision port 069be774-57c8-48b8-be2d-5b7857c3c034 Oct 23 01:10:00.979059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Attempting to bind port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:00.979307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Attempting to bind port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:00.979659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Attempting to bind port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:00.991003 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempt 3 to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e Oct 23 01:10:00.993147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:01.037109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (3e00930a-ead3-4773-9633-0035cc7177ca), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.046922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53d5e52-e775-469c-9b7d-75199b8726fc']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:01.050063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b3d9e2a-5967-494f-ae8b-2263e595dbbd,segment=NetworkSegment(2c96d5b8-e1b4-4676-b064-96a5f0cd67cb),segment_id=2c96d5b8-e1b4-4676-b064-96a5f0cd67cb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:01.064686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:01.064982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:01.081934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:01.082305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:01.082667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:01.097908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.119986 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:01.122769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:01.128181 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.129108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:01.130477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-39cd0caa-c966-4993-b41c-2733d1d02e1c None None] Port 069be774-57c8-48b8-be2d-5b7857c3c034 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:01.136713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e0d24b5c-26fa-420f-a174-8da6e5033149 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.145407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.153266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (3ca541b2-548a-4882-a276-66d83c817cc0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.169817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:01.170232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.199193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:01.202447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Failed to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] Oct 23 01:10:01.209034 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempt 4 to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e Oct 23 01:10:01.213130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Publish callbacks [] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.221058 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95 resource provider aggregate not found Oct 23 01:10:01.230964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e0d24b5c-26fa-420f-a174-8da6e5033149 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (bf18b9a9-519a-4c1f-8edb-7caf64e4d6b4), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.231981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:01.234912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:01.234912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.234912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:01.234912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Bound port: 40b5d110-82ec-4a97-9c7a-7bf3bc519acb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:01.234912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (40b5d110-82ec-4a97-9c7a-7bf3bc519acb), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.251989 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95 found for delete ", "request_id": "req-6a79ecb4-8af3-4bb8-a7da-4907bb642602"}]} Oct 23 01:10:01.253917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3e00930a-ead3-4773-9633-0035cc7177ca), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.259727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (97ab13d4-091e-43b5-bdf5-fc7486a2c243), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.275504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:01.276572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:01.276572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.330258 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:01.333312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:01.333312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a6077ff5-bf8c-4a96-ab71-2736bf31f5ba None None] Provisioning complete for port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:01.333312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a6077ff5-bf8c-4a96-ab71-2736bf31f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.333312 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a6077ff5-bf8c-4a96-ab71-2736bf31f5ba None None] Attempt 1 to provision port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd Oct 23 01:10:01.338035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=1b3d9e2a-5967-494f-ae8b-2263e595dbbd,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:01.358897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:01.368069 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Deleting port 4ffc3f9d-7579-4035-98c8-8434c5696f92 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:01.368356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:01.368643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4ffc3f9d-7579-4035-98c8-8434c5696f92), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.371732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:01.376487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.api [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:10:01.376487 dv-neutron-master-2-hyperv neutron-server[105984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:10:01.376487 dv-neutron-master-2-hyperv neutron-server[105984]: [parameters: {'id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] Oct 23 01:10:01.376487 dv-neutron-master-2-hyperv neutron-server[105984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:10:01.377099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG oslo_db.api [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:10:01.377385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:01.378709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.387488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.387789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=3e00930a-ead3-4773-9633-0035cc7177ca,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.398137 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:01.401687 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Failed to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] Oct 23 01:10:01.407765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73507881-04fa-4ed5-aa00-4553bd1f9785 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:01.409390 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempt 5 to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e Oct 23 01:10:01.410626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event updated for resources: {'Subnet': ['ID=97ab13d4-091e-43b5-bdf5-fc7486a2c243,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:01.411107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-73507881-04fa-4ed5-aa00-4553bd1f9785 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.425000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Checking segment: {'id': '47ab216c-eb26-4bb0-9f27-45af5a61393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '81474d7c-31a0-4a7b-a551-e01bc74c6274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:01.425462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Network hostable DHCP agents. Network: 81474d7c-31a0-4a7b-a551-e01bc74c6274, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:01.436065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:01.450911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:01.451291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.451631 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:10:01.501850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:01.502356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:01.502602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:01.509361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Network 26782c28-6e66-43c8-b591-3a6ae7c1e632 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:01.509552 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-11f1d20f-14b3-443c-a030-163743fabc88 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4707620 Oct 23 01:10:01.512281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60740) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:01.538801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Network 81474d7c-31a0-4a7b-a551-e01bc74c6274 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:01.539069 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] For port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:01.545685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:01.548641 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-e0d24b5c-26fa-420f-a174-8da6e5033149 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP bf18b9a9-519a-4c1f-8edb-7caf64e4d6b4 associated. External IP: 172.36.3.118, port: 2edceb65-137f-45a2-b3be-37916b1244e6. Oct 23 01:10:01.554676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:01.559222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Pushing event updated for resources: {'Port': ['ID=0fbf27d0-f3b4-4503-9e68-f8320fa88993,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.562098 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:01.565007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:01.583053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] For port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40b5d110-82ec-4a97-9c7a-7bf3bc519acb,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.610511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:01.613827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Failed to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] Oct 23 01:10:01.629174 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempt 6 to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e Oct 23 01:10:01.640576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Allocated IP 2001:db8::3de (26782c28-6e66-43c8-b591-3a6ae7c1e632/380e6883-aa4b-4886-9bb9-65edce097d32/d55fff71-fb5d-475f-8676-405b42f5c2c1) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:01.649564 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:01.682245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:01.682609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:01.682966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:01.683421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182e428-6efc-44a4-89d2-a23539921d98 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:01.684021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 81474d7c-31a0-4a7b-a551-e01bc74c6274) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:01.689908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182e428-6efc-44a4-89d2-a23539921d98 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:01.694272 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c182e428-6efc-44a4-89d2-a23539921d98 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1757216 Oct 23 01:10:01.695065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (05e8cf65-f638-4684-8691-f7cb0493fe34), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.701401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60742) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:01.718082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a543a-fbf5-41da-82d4-4c6c1dc8e031 None None] Network 81474d7c-31a0-4a7b-a551-e01bc74c6274 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:01.773520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:01.801155 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event updated for resources: {'Subnet': ['ID=05e8cf65-f638-4684-8691-f7cb0493fe34,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:01.820376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Checking segment: {'id': '184e39da-58f6-4db7-8ce8-8bdced0717e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6afe2852-6c72-40fc-a64a-5f06a0265f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:01.820763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Network hostable DHCP agents. Network: 6afe2852-6c72-40fc-a64a-5f06a0265f14, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:01.831308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4ffc3f9d-7579-4035-98c8-8434c5696f92), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.875408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-34fe5a12-f656-4974-b7c5-b8433b867d25 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 3e00930a-ead3-4773-9633-0035cc7177ca {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:01.876156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fe5a12-f656-4974-b7c5-b8433b867d25 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3e00930a-ead3-4773-9633-0035cc7177ca), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.878217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (c53d5e52-e775-469c-9b7d-75199b8726fc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.899523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a6077ff5-bf8c-4a96-ab71-2736bf31f5ba None None] Current status of the port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:01.903301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (40b5d110-82ec-4a97-9c7a-7bf3bc519acb), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:01.903907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Calling delete_port for 4ffc3f9d-7579-4035-98c8-8434c5696f92 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:01.907335 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:01.909905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:01.964261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Network 6afe2852-6c72-40fc-a64a-5f06a0265f14 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:02.016969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Attempting to bind port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:02.018038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Attempting to bind port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f08a26d1-d672-4ab3-8cb9-ae75948788c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:02.018314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fe5a12-f656-4974-b7c5-b8433b867d25 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3e00930a-ead3-4773-9633-0035cc7177ca), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.018961 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Attempting to bind port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 on network 26782c28-6e66-43c8-b591-3a6ae7c1e632 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:02.023222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:02.027987 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Failed to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] Oct 23 01:10:02.032933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-34fe5a12-f656-4974-b7c5-b8433b867d25 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 3e00930a-ead3-4773-9633-0035cc7177ca owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:02.044433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:02.045538 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempt 7 to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e Oct 23 01:10:02.048613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6afe2852-6c72-40fc-a64a-5f06a0265f14) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:02.078495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:02.090023 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:02.090516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:02.091165 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.171881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62df7c07-00c3-40b5-8fea-a3e439efae99 None None] Network 6afe2852-6c72-40fc-a64a-5f06a0265f14 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:02.173602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a6077ff5-bf8c-4a96-ab71-2736bf31f5ba None None] Provisioning complete for port dbba0a3d-7c95-4670-a6fe-8e6832acd727 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:02.174002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a6077ff5-bf8c-4a96-ab71-2736bf31f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dbba0a3d-7c95-4670-a6fe-8e6832acd727), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.174340 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a6077ff5-bf8c-4a96-ab71-2736bf31f5ba None None] Attempt 1 to provision port dbba0a3d-7c95-4670-a6fe-8e6832acd727 Oct 23 01:10:02.175706 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-29c4ff3a-e471-4073-bc0a-deed20874271 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0036788 Oct 23 01:10:02.178273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60744) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:02.254006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Deleting port b0538c1b-77d3-4b60-9658-2374cdccb58e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:02.254794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b0538c1b-77d3-4b60-9658-2374cdccb58e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.263400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-73507881-04fa-4ed5-aa00-4553bd1f9785 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (65dc74b3-767e-445d-a588-d79e2c65ff77), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.297440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9af45c-795f-4f8e-ad39-6479b856930d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:02.304871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9af45c-795f-4f8e-ad39-6479b856930d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:02.307536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9af45c-795f-4f8e-ad39-6479b856930d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:02.318212 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ee9af45c-795f-4f8e-ad39-6479b856930d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1303287 Oct 23 01:10:02.320137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60746) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:02.324845 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c63de2-c1f8-466e-9cc5-14b357b2c09b None None] Pushing event updated for resources: {'Port': ['ID=40b5d110-82ec-4a97-9c7a-7bf3bc519acb,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:02.328045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:02.328592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:02.329061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:02.344489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-81474d7c-31a0-4a7b-a551-e01bc74c6274', 'network_id': '81474d7c-31a0-4a7b-a551-e01bc74c6274', 'project_id': '446938b49a31481b9f5364278d887c09', 'fixed_ips': [{'subnet_id': '97ab13d4-091e-43b5-bdf5-fc7486a2c243'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:02.345547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.358499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:02.388858 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fe5a12-f656-4974-b7c5-b8433b867d25 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3e00930a-ead3-4773-9633-0035cc7177ca), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:02.486190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:02.489330 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:02.516375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a6077ff5-bf8c-4a96-ab71-2736bf31f5ba None None] Port dbba0a3d-7c95-4670-a6fe-8e6832acd727 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:02.531243 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:02.534155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Failed to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] Oct 23 01:10:02.537054 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempt 8 to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e Oct 23 01:10:02.605773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:02.606172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:02.606531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:02.608929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:02.609300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Checking segment: {'id': 'f08a26d1-d672-4ab3-8cb9-ae75948788c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:02.609695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.610107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Bound using segment: {'id': 'f08a26d1-d672-4ab3-8cb9-ae75948788c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:02.610674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Bound port: 0fbf27d0-f3b4-4503-9e68-f8320fa88993, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08a26d1-d672-4ab3-8cb9-ae75948788c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:02.611066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.649434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 40b5d110-82ec-4a97-9c7a-7bf3bc519acb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:02.679619 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:02.683459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:02.720628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd97b828-cdc9-4873-9ceb-0374f2bbe577 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Deleting subnet 97ab13d4-091e-43b5-bdf5-fc7486a2c243 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:02.728759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe5a12-f656-4974-b7c5-b8433b867d25 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=3e00930a-ead3-4773-9633-0035cc7177ca,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:02.756823 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fe5a12-f656-4974-b7c5-b8433b867d25 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:02.758421 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:02.760786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Failed to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] Oct 23 01:10:02.766579 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempt 9 to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e Oct 23 01:10:02.776437 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-34fe5a12-f656-4974-b7c5-b8433b867d25 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3e00930a-ead3-4773-9633-0035cc7177ca HTTP/1.1" status: 204 len: 168 time: 1.0627787 Oct 23 01:10:02.782185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60748) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:02.796464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] For port b0538c1b-77d3-4b60-9658-2374cdccb58e, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:02.801980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b0538c1b-77d3-4b60-9658-2374cdccb58e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.802800 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:02.826368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] For port 0fbf27d0-f3b4-4503-9e68-f8320fa88993, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:02.828184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Calling delete_port for b0538c1b-77d3-4b60-9658-2374cdccb58e owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:02.830977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] For port 0fbf27d0-f3b4-4503-9e68-f8320fa88993, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fbf27d0-f3b4-4503-9e68-f8320fa88993,segment=NetworkSegment(f08a26d1-d672-4ab3-8cb9-ae75948788c3),segment_id=f08a26d1-d672-4ab3-8cb9-ae75948788c3)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:02.837919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Allocated IP 2001:db8::1 (81474d7c-31a0-4a7b-a551-e01bc74c6274/97ab13d4-091e-43b5-bdf5-fc7486a2c243/513f568e-8db8-48bb-9ac1-b87a1895b2a1) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:02.843032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6afe2852-6c72-40fc-a64a-5f06a0265f14', 'network_id': '6afe2852-6c72-40fc-a64a-5f06a0265f14', 'project_id': '446938b49a31481b9f5364278d887c09', 'fixed_ips': [{'subnet_id': '05e8cf65-f638-4684-8691-f7cb0493fe34'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:02.844331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.862934 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50523b77-dd23-4100-8a2e-314c214fe7ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:02.866337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50523b77-dd23-4100-8a2e-314c214fe7ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:02.871932 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-50523b77-dd23-4100-8a2e-314c214fe7ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0923719 Oct 23 01:10:02.875218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60750) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:02.929530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:02.959932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27d2607-6709-40a4-9a6d-ad73ccf3361a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 1aa0468b-a994-4ce2-bda9-9b129b63c49b {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:02.966805 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d27d2607-6709-40a4-9a6d-ad73ccf3361a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (1aa0468b-a994-4ce2-bda9-9b129b63c49b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:02.974937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.002675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73507881-04fa-4ed5-aa00-4553bd1f9785 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:03.026248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Allocated IP 2001:db8:0:1::1 (6afe2852-6c72-40fc-a64a-5f06a0265f14/05e8cf65-f638-4684-8691-f7cb0493fe34/d7097cb2-3594-4bff-9b94-78b4adb4508e) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:03.027406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-73507881-04fa-4ed5-aa00-4553bd1f9785 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:03.032526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d27d2607-6709-40a4-9a6d-ad73ccf3361a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (1aa0468b-a994-4ce2-bda9-9b129b63c49b), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.056042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:03.056842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (40b5d110-82ec-4a97-9c7a-7bf3bc519acb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.057330 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb Oct 23 01:10:03.099722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccbdc66-e0d0-41f0-b004-1cf796f0ea5e None None] Network 587f8e4c-d296-4631-956e-9e88946bdff3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:03.101838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d24b5c-26fa-420f-a174-8da6e5033149 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:03.109231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73507881-04fa-4ed5-aa00-4553bd1f9785 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:03.110016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-73507881-04fa-4ed5-aa00-4553bd1f9785 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.156440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d27d2607-6709-40a4-9a6d-ad73ccf3361a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (1aa0468b-a994-4ce2-bda9-9b129b63c49b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.187919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.199026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.218082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (b0538c1b-77d3-4b60-9658-2374cdccb58e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.253198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:03.253565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:03.254031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:03.283205 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60752) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:03.283668 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-73507881-04fa-4ed5-aa00-4553bd1f9785 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3812141 Oct 23 01:10:03.288585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for port (d55fff71-fb5d-475f-8676-405b42f5c2c1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.292199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No DVR routers for this DVR port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:03.297149 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-620da5b4-37fa-4b23-a9f7-8af2f5c93489 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-141189878', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '65dc74b3-767e-445d-a588-d79e2c65ff77'}], 'security_groups': ['ac66485c-1c91-4a99-8261-65bffb576be7']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:03.310657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Port': ['ID=b0538c1b-77d3-4b60-9658-2374cdccb58e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:03.314350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4ffc3f9d-7579-4035-98c8-8434c5696f92), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.341880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73507881-04fa-4ed5-aa00-4553bd1f9785 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Subnet': ['ID=65dc74b3-767e-445d-a588-d79e2c65ff77,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:03.414703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Pushing event deleted for resources: {'Port': ['ID=4ffc3f9d-7579-4035-98c8-8434c5696f92,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:03.418921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d27d2607-6709-40a4-9a6d-ad73ccf3361a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (1aa0468b-a994-4ce2-bda9-9b129b63c49b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.466651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d2607-6709-40a4-9a6d-ad73ccf3361a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa0468b-a994-4ce2-bda9-9b129b63c49b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:03.480701 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d27d2607-6709-40a4-9a6d-ad73ccf3361a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.489417 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d27d2607-6709-40a4-9a6d-ad73ccf3361a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/1aa0468b-a994-4ce2-bda9-9b129b63c49b HTTP/1.1" status: 204 len: 168 time: 0.6126523 Oct 23 01:10:03.496979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60754) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:03.616370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Publish callbacks [] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:03.626826 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:03.629433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:03.631257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.645102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.656607 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dedd5a74-5ceb-4418-a7a9-f1d8fe6b819c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1548491 Oct 23 01:10:03.687846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60756) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:03.700320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7e4aba88-64a1-4286-94cb-827edfc619a0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:03.724971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=9,neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.736286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-aed21822-5458-423e-9e57-e5436a6c27c5 None None] Provisioning complete for port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:03.738324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aed21822-5458-423e-9e57-e5436a6c27c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (40b5d110-82ec-4a97-9c7a-7bf3bc519acb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.739225 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-aed21822-5458-423e-9e57-e5436a6c27c5 None None] Attempt 1 to provision port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb Oct 23 01:10:03.758553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-620da5b4-37fa-4b23-a9f7-8af2f5c93489 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dbba0a3d-7c95-4670-a6fe-8e6832acd727), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.776623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (c53d5e52-e775-469c-9b7d-75199b8726fc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.783941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.812098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (3ca541b2-548a-4882-a276-66d83c817cc0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.866360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.889500 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:03.899651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53d5e52-e775-469c-9b7d-75199b8726fc']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:03.902229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d322100e-5403-42f3-94b7-2cbb9685e94c None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:03.905598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:03.910467 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:03.914145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Failed to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] Oct 23 01:10:03.919168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (d55fff71-fb5d-475f-8676-405b42f5c2c1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.927249 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempt 10 to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e Oct 23 01:10:03.931800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48016e4b-9644-4038-b689-5f768e57b1bd None None] Pushing event updated for resources: {'Port': ['ID=0fbf27d0-f3b4-4503-9e68-f8320fa88993,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:03.935741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d24b5c-26fa-420f-a174-8da6e5033149 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:03.941209 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e0d24b5c-26fa-420f-a174-8da6e5033149 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:03.945976 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:03.946349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:04.006602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc320f6-f491-404f-ad20-04d8a243ef20 None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:04.031603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66aedf-c380-4d0d-bad8-6675fbd53518 None None] Update dhcp port {'port': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'fixed_ips': [{'subnet_id': 'fc85eb95-9668-4ed6-b1fa-18bcefd9504f', 'ip_address': '2001:db8::2'}, {'subnet_id': '65dc74b3-767e-445d-a588-d79e2c65ff77'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '08934ef9-34b2-49ed-9c10-7f4fdcf18b60'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:10:04.042379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (3ca541b2-548a-4882-a276-66d83c817cc0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.049249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:04.051919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (3ca541b2-548a-4882-a276-66d83c817cc0), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.055464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.095137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Network 26782c28-6e66-43c8-b591-3a6ae7c1e632 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:04.107794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.127045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:04.127417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:04.127780 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:04.133163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Network 6afe2852-6c72-40fc-a64a-5f06a0265f14 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:04.140466 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e0d24b5c-26fa-420f-a174-8da6e5033149 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/bf18b9a9-519a-4c1f-8edb-7caf64e4d6b4 HTTP/1.1" status: 200 len: 977 time: 4.4481604 Oct 23 01:10:04.141533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:04.147018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60762) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:04.161810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:04.166157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:04.166790 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.175698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:04.183167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.189728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'Port': ['ID=d55fff71-fb5d-475f-8676-405b42f5c2c1,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:04.255066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4aba88-64a1-4286-94cb-827edfc619a0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:04.261757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7e4aba88-64a1-4286-94cb-827edfc619a0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.266672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-620da5b4-37fa-4b23-a9f7-8af2f5c93489 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Delete allocated IP 2001:db8::3a0 (587f8e4c-d296-4631-956e-9e88946bdff3/fc85eb95-9668-4ed6-b1fa-18bcefd9504f) {{(pid=105985) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 23 01:10:04.276454 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95 resource provider aggregate not found Oct 23 01:10:04.281165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (3ca541b2-548a-4882-a276-66d83c817cc0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.281750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Fanout notify agent at l3_agent the message router_deleted on router 3ca541b2-548a-4882-a276-66d83c817cc0 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:10:04.288729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.294273 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-07b588ed-51f5-4798-afe7-d2dca42c8fd1 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/3ca541b2-548a-4882-a276-66d83c817cc0 HTTP/1.1" status: 204 len: 168 time: 4.3567388 Oct 23 01:10:04.299852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-620da5b4-37fa-4b23-a9f7-8af2f5c93489 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8:0:1::2bd (587f8e4c-d296-4631-956e-9e88946bdff3/65dc74b3-767e-445d-a588-d79e2c65ff77/dbba0a3d-7c95-4670-a6fe-8e6832acd727) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:04.303425 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60768) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:04.313588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a8ed9f66-8fd5-49ed-91f3-4f1af7b39c8c tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1362675415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:04.351603 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95 found for delete ", "request_id": "req-a55bcc38-d389-4e95-ad6d-001b917454c5"}]} Oct 23 01:10:04.409323 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-09df10d5-c1e2-4479-9f68-922ff6a3c2d2 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.7846806 Oct 23 01:10:04.412943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60770) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:04.420226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Request body: {'port': {'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1606826371', 'allowed_address_pairs': [{'ip_address': '2001:db8::3de', 'mac_address': 'fa:16:3e:66:8e:d3'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:04.497767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:04.498098 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (40b5d110-82ec-4a97-9c7a-7bf3bc519acb), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.504569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port 2edceb65-137f-45a2-b3be-37916b1244e6 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:04.504913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2edceb65-137f-45a2-b3be-37916b1244e6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.513394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:04.516506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:04.566526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9f66-8fd5-49ed-91f3-4f1af7b39c8c tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.568735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9f66-8fd5-49ed-91f3-4f1af7b39c8c tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.582745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40b5d110-82ec-4a97-9c7a-7bf3bc519acb,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:04.584563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:04.587031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Attempting to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on network c53d5e52-e775-469c-9b7d-75199b8726fc {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:04.626969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de66aedf-c380-4d0d-bad8-6675fbd53518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.637654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (c53d5e52-e775-469c-9b7d-75199b8726fc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.640980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Pushing event updated for resources: {'Port': ['ID=d7097cb2-3594-4bff-9b94-78b4adb4508e,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:04.642530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.650655 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/c53d5e52-e775-469c-9b7d-75199b8726fc HTTP/1.1" status: 204 len: 168 time: 6.9065766 Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 41e78d09-17f9-43ab-b80c-0585841b08cd could not be found. Oct 23 01:10:04.664032 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:04.668771 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Failed to bind port b0538c1b-77d3-4b60-9658-2374cdccb58e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ef7f6dc1-e66b-4386-8b1d-6b769d3f9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c53d5e52-e775-469c-9b7d-75199b8726fc'}] Oct 23 01:10:04.668771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b0538c1b-77d3-4b60-9658-2374cdccb58e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.668912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60772) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:04.673285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd1004-ca67-4d01-a4f6-f370975b7ecf tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Network': ['ID=c53d5e52-e775-469c-9b7d-75199b8726fc,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:04.676315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:04.676852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-396932273'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:04.695485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc320f6-f491-404f-ad20-04d8a243ef20 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:04.695707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0cc320f6-f491-404f-ad20-04d8a243ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:04.698250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (40b5d110-82ec-4a97-9c7a-7bf3bc519acb), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.699775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1b3d9e2a-5967-494f-ae8b-2263e595dbbd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:04.750511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9f66-8fd5-49ed-91f3-4f1af7b39c8c tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.786943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d3f25-24d2-4ea8-95c0-854e19bdd01f None None] Network 26782c28-6e66-43c8-b591-3a6ae7c1e632 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:04.790920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:04.792417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Publish callbacks [] for port (513f568e-8db8-48bb-9ac1-b87a1895b2a1), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.827123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9f66-8fd5-49ed-91f3-4f1af7b39c8c tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.839823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2edceb65-137f-45a2-b3be-37916b1244e6), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.856830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-620da5b4-37fa-4b23-a9f7-8af2f5c93489 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (dbba0a3d-7c95-4670-a6fe-8e6832acd727), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.872206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0cc320f6-f491-404f-ad20-04d8a243ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:04.881069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:04.885999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.890207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Made reservation on behalf of a86bce5f447f4dcf8301a60748441e10 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:04.913597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bd97b828-cdc9-4873-9ceb-0374f2bbe577 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks [] for subnet (97ab13d4-091e-43b5-bdf5-fc7486a2c243), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.924315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4db2d51c-a77a-4b44-a5c7-2360d9990d3c None None] Port b0538c1b-77d3-4b60-9658-2374cdccb58e has been deleted concurrently {{(pid=105986) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 23 01:10:04.924464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:04.950670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (513f568e-8db8-48bb-9ac1-b87a1895b2a1), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:04.999297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9f66-8fd5-49ed-91f3-4f1af7b39c8c tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.001244 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a8ed9f66-8fd5-49ed-91f3-4f1af7b39c8c tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6957316 Oct 23 01:10:05.005729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60776) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:05.013419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Request body: {'router': {'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:05.013638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-620da5b4-37fa-4b23-a9f7-8af2f5c93489 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (dbba0a3d-7c95-4670-a6fe-8e6832acd727), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.017137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7e4aba88-64a1-4286-94cb-827edfc619a0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (6754d66b-41d5-403b-b753-6f49d903cea1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.068619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:05.078214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bd97b828-cdc9-4873-9ceb-0374f2bbe577 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (97ab13d4-091e-43b5-bdf5-fc7486a2c243), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.106617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-aed21822-5458-423e-9e57-e5436a6c27c5 None None] Current status of the port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:05.107985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc320f6-f491-404f-ad20-04d8a243ef20 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:05.108623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0cc320f6-f491-404f-ad20-04d8a243ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:05.119650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Attempting to bind port d7097cb2-3594-4bff-9b94-78b4adb4508e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:05.122369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Attempting to bind port d7097cb2-3594-4bff-9b94-78b4adb4508e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '184e39da-58f6-4db7-8ce8-8bdced0717e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6afe2852-6c72-40fc-a64a-5f06a0265f14'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:05.122369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Attempting to bind port d7097cb2-3594-4bff-9b94-78b4adb4508e on network 6afe2852-6c72-40fc-a64a-5f06a0265f14 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:05.165486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4aba88-64a1-4286-94cb-827edfc619a0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:05.186983 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e045e831-01c4-4d01-a042-84f8fd9aab7a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.187336 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Added segment e045e831-01c4-4d01-a042-84f8fd9aab7a of type vlan for network 681c019d-b71a-44fc-b26b-31e766e1fab6 Oct 23 01:10:05.204555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-7e4aba88-64a1-4286-94cb-827edfc619a0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:05.207678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4aba88-64a1-4286-94cb-827edfc619a0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:05.208484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7e4aba88-64a1-4286-94cb-827edfc619a0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.213615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Network 81474d7c-31a0-4a7b-a551-e01bc74c6274 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:05.214937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=40b5d110-82ec-4a97-9c7a-7bf3bc519acb,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:05.218146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0cc320f6-f491-404f-ad20-04d8a243ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:05.218751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc320f6-f491-404f-ad20-04d8a243ef20 None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:05.226355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620da5b4-37fa-4b23-a9f7-8af2f5c93489 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=dbba0a3d-7c95-4670-a6fe-8e6832acd727,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:05.228801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-620da5b4-37fa-4b23-a9f7-8af2f5c93489 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] In _notify_port_updated(), no bound segment for port dbba0a3d-7c95-4670-a6fe-8e6832acd727 on network 587f8e4c-d296-4631-956e-9e88946bdff3 {{(pid=105985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:10:05.237548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620da5b4-37fa-4b23-a9f7-8af2f5c93489 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:05.238302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-620da5b4-37fa-4b23-a9f7-8af2f5c93489 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.239369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:05.242615 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-620da5b4-37fa-4b23-a9f7-8af2f5c93489 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "PUT /networking/v2.0/ports/dbba0a3d-7c95-4670-a6fe-8e6832acd727 HTTP/1.1" status: 200 len: 930 time: 1.9557202 Oct 23 01:10:05.247892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60778) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:05.277661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4aba88-64a1-4286-94cb-827edfc619a0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=6754d66b-41d5-403b-b753-6f49d903cea1,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:05.278441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:05.287863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:05.289148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24347c65-d506-470d-8b19-cfa58425a0e8 None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:10:05.297961 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7e4aba88-64a1-4286-94cb-827edfc619a0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6034369 Oct 23 01:10:05.301313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60780) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:05.308516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'name': 'tempest-NetworksTestDHCPv6-1596934487'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:05.313555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.313994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (bf18b9a9-519a-4c1f-8edb-7caf64e4d6b4), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.314305 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP bf18b9a9-519a-4c1f-8edb-7caf64e4d6b4 disassociated. External IP: 172.36.3.118, port: 2edceb65-137f-45a2-b3be-37916b1244e6. Oct 23 01:10:05.314654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for 2edceb65-137f-45a2-b3be-37916b1244e6 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:05.346228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:05.346838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.347572 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd Oct 23 01:10:05.350375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.362664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (681c019d-b71a-44fc-b26b-31e766e1fab6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.464985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fb2f1586-f411-4ad1-81e7-877267b27483 None None] Provisioning complete for port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:05.465533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1586-f411-4ad1-81e7-877267b27483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.466132 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fb2f1586-f411-4ad1-81e7-877267b27483 None None] Attempt 1 to provision port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 Oct 23 01:10:05.522434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bd97b828-cdc9-4873-9ceb-0374f2bbe577 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (97ab13d4-091e-43b5-bdf5-fc7486a2c243), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.529596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] device_id is not set on port 3123f292-817a-4cf6-91ce-987fcab29437 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:05.560857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Pushing event updated for resources: {'Port': ['ID=513f568e-8db8-48bb-9ac1-b87a1895b2a1,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:05.614891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4d2660a3-561c-4b06-a8e5-07265208404a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port dbba0a3d-7c95-4670-a6fe-8e6832acd727 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:05.615266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d2660a3-561c-4b06-a8e5-07265208404a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (dbba0a3d-7c95-4670-a6fe-8e6832acd727), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.644044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:05.644732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Checking segment: {'id': '184e39da-58f6-4db7-8ce8-8bdced0717e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6afe2852-6c72-40fc-a64a-5f06a0265f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:05.645384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.646026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Bound using segment: {'id': '184e39da-58f6-4db7-8ce8-8bdced0717e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6afe2852-6c72-40fc-a64a-5f06a0265f14'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:05.646797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Bound port: d7097cb2-3594-4bff-9b94-78b4adb4508e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184e39da-58f6-4db7-8ce8-8bdced0717e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6afe2852-6c72-40fc-a64a-5f06a0265f14'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:05.647157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (681c019d-b71a-44fc-b26b-31e766e1fab6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.647638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.652703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:05.653431 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.682706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-de66aedf-c380-4d0d-bad8-6675fbd53518 None None] Allocated IP 2001:db8:0:1::2 (587f8e4c-d296-4631-956e-9e88946bdff3/65dc74b3-767e-445d-a588-d79e2c65ff77/08934ef9-34b2-49ed-9c10-7f4fdcf18b60) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:05.697196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-24347c65-d506-470d-8b19-cfa58425a0e8 None None] Deleting port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:05.697679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-24347c65-d506-470d-8b19-cfa58425a0e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (40b5d110-82ec-4a97-9c7a-7bf3bc519acb), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.720580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:05.768574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:05.797097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Attempting to bind port 513f568e-8db8-48bb-9ac1-b87a1895b2a1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:05.797628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Attempting to bind port 513f568e-8db8-48bb-9ac1-b87a1895b2a1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '47ab216c-eb26-4bb0-9f27-45af5a61393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '81474d7c-31a0-4a7b-a551-e01bc74c6274'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:05.798113 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Attempting to bind port 513f568e-8db8-48bb-9ac1-b87a1895b2a1 on network 81474d7c-31a0-4a7b-a551-e01bc74c6274 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:05.826987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.855092 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1848536 Oct 23 01:10:05.855884 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60782) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:05.861593 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85869b-2426-4216-9733-8b8b828d5da6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=681c019d-b71a-44fc-b26b-31e766e1fab6,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:05.869324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'network_id': '681c019d-b71a-44fc-b26b-31e766e1fab6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:05.910290 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 681c019d-b71a-44fc-b26b-31e766e1fab6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:05.963108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bd97b828-cdc9-4873-9ceb-0374f2bbe577 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (97ab13d4-091e-43b5-bdf5-fc7486a2c243), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:05.996971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d2660a3-561c-4b06-a8e5-07265208404a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (dbba0a3d-7c95-4670-a6fe-8e6832acd727), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.018136 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Allocated IP 2001:db8::104 (26782c28-6e66-43c8-b591-3a6ae7c1e632/380e6883-aa4b-4886-9bb9-65edce097d32/3123f292-817a-4cf6-91ce-987fcab29437) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:06.054867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:06.059870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.060245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97b828-cdc9-4873-9ceb-0374f2bbe577 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Subnet': ['ID=97ab13d4-091e-43b5-bdf5-fc7486a2c243,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:06.062960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bd97b828-cdc9-4873-9ceb-0374f2bbe577 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.065693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:06.068949 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bd97b828-cdc9-4873-9ceb-0374f2bbe577 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/97ab13d4-091e-43b5-bdf5-fc7486a2c243 HTTP/1.1" status: 204 len: 168 time: 3.7428737 Oct 23 01:10:06.068949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4d2660a3-561c-4b06-a8e5-07265208404a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for dbba0a3d-7c95-4670-a6fe-8e6832acd727 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:06.069650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60784) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:06.091984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port dd8bf74d-eaaf-430b-8da2-bb0f996944e2 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:06.114708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2edceb65-137f-45a2-b3be-37916b1244e6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.140894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-24347c65-d506-470d-8b19-cfa58425a0e8 None None] For port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40b5d110-82ec-4a97-9c7a-7bf3bc519acb,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:06.141361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-24347c65-d506-470d-8b19-cfa58425a0e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (40b5d110-82ec-4a97-9c7a-7bf3bc519acb), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.173667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:06.174559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:06.192867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] For port d7097cb2-3594-4bff-9b94-78b4adb4508e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:06.207370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-24347c65-d506-470d-8b19-cfa58425a0e8 None None] Calling delete_port for 40b5d110-82ec-4a97-9c7a-7bf3bc519acb owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:06.239098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=2edceb65-137f-45a2-b3be-37916b1244e6,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:06.251547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:06.252200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Checking segment: {'id': '47ab216c-eb26-4bb0-9f27-45af5a61393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '81474d7c-31a0-4a7b-a551-e01bc74c6274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:06.252757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.253596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Bound using segment: {'id': '47ab216c-eb26-4bb0-9f27-45af5a61393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '81474d7c-31a0-4a7b-a551-e01bc74c6274'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:06.254151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Bound port: 513f568e-8db8-48bb-9ac1-b87a1895b2a1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ab216c-eb26-4bb0-9f27-45af5a61393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '81474d7c-31a0-4a7b-a551-e01bc74c6274'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:06.254548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (513f568e-8db8-48bb-9ac1-b87a1895b2a1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.298150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f1586-f411-4ad1-81e7-877267b27483 None None] Current status of the port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:06.298538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1586-f411-4ad1-81e7-877267b27483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.317523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] For port d7097cb2-3594-4bff-9b94-78b4adb4508e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7097cb2-3594-4bff-9b94-78b4adb4508e,segment=NetworkSegment(184e39da-58f6-4db7-8ce8-8bdced0717e5),segment_id=184e39da-58f6-4db7-8ce8-8bdced0717e5)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:06.350611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-de66aedf-c380-4d0d-bad8-6675fbd53518 None None] For port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,segment=NetworkSegment(bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e),segment_id=bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:06.632772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.641238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:06.648247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] For port 513f568e-8db8-48bb-9ac1-b87a1895b2a1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:06.652653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] For port 513f568e-8db8-48bb-9ac1-b87a1895b2a1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=513f568e-8db8-48bb-9ac1-b87a1895b2a1,segment=NetworkSegment(47ab216c-eb26-4bb0-9f27-45af5a61393f),segment_id=47ab216c-eb26-4bb0-9f27-45af5a61393f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:06.691136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de66aedf-c380-4d0d-bad8-6675fbd53518 None None] Publish callbacks [] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.712934 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f18dad7-8f00-4949-ac56-8135e2f6a52c tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Deleting subnet 05e8cf65-f638-4684-8691-f7cb0493fe34 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:06.716525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7f18dad7-8f00-4949-ac56-8135e2f6a52c tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks [] for subnet (05e8cf65-f638-4684-8691-f7cb0493fe34), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.720842 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.754325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:06.761469 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.763636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::1b6 (93e5b356-0704-414d-a7cb-470971f9a8ef/6754d66b-41d5-403b-b753-6f49d903cea1/dd8bf74d-eaaf-430b-8da2-bb0f996944e2) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:06.770584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.781506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0fbf27d0-f3b4-4503-9e68-f8320fa88993 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:06.828650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:06.864495 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (513f568e-8db8-48bb-9ac1-b87a1895b2a1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.868097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de66aedf-c380-4d0d-bad8-6675fbd53518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.872817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d2660a3-561c-4b06-a8e5-07265208404a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (dbba0a3d-7c95-4670-a6fe-8e6832acd727), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:06.884985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3860aa9-7c3c-4f5a-88a4-5352d0b45f67 None None] DHCP port deletion for c53d5e52-e775-469c-9b7d-75199b8726fc request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:10:06.955050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-fb2f1586-f411-4ad1-81e7-877267b27483 None None] For port 0fbf27d0-f3b4-4503-9e68-f8320fa88993, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fbf27d0-f3b4-4503-9e68-f8320fa88993,segment=NetworkSegment(f08a26d1-d672-4ab3-8cb9-ae75948788c3),segment_id=f08a26d1-d672-4ab3-8cb9-ae75948788c3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:06.964250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:06.970137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae416ea-82d3-4046-95e8-9e6429b13477 None None] Pushing event updated for resources: {'Port': ['ID=d7097cb2-3594-4bff-9b94-78b4adb4508e,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:06.997898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:07.004524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Allocated IP 172.36.3.214 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/f426b32f-b966-42c0-86b9-2700c6028881) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:07.008255 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c66b522-66a3-416b-9c40-778988e30666 None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:07.022667 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c66b522-66a3-416b-9c40-778988e30666 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:07.023373 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1c66b522-66a3-416b-9c40-778988e30666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:07.101017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f142b91-850e-49e3-aa26-9a30a8db49dd None None] Network c53d5e52-e775-469c-9b7d-75199b8726fc requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:07.113179 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1c66b522-66a3-416b-9c40-778988e30666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:07.124033 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c66b522-66a3-416b-9c40-778988e30666 None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:07.124796 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1c66b522-66a3-416b-9c40-778988e30666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:07.126018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1586-f411-4ad1-81e7-877267b27483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.134673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:07.138066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.141404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fb2f1586-f411-4ad1-81e7-877267b27483 None None] Could not find standard attr ID for object 3e00930a-ead3-4773-9633-0035cc7177ca. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:07.142395 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2254813a-1160-40f6-802a-cc154fff6a6d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/ports/2edceb65-137f-45a2-b3be-37916b1244e6 HTTP/1.1" status: 204 len: 168 time: 2.9912345 Oct 23 01:10:07.146384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60786) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:07.158884 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1c66b522-66a3-416b-9c40-778988e30666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:07.159492 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c66b522-66a3-416b-9c40-778988e30666 None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:07.167707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:07.211839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f142b91-850e-49e3-aa26-9a30a8db49dd None None] Network c53d5e52-e775-469c-9b7d-75199b8726fc could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:10:07.226006 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-be3ee4db-ba89-4c7d-8491-e02c49ba45e4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "GET /networking/v2.0/floatingips/bf18b9a9-519a-4c1f-8edb-7caf64e4d6b4 HTTP/1.1" status: 200 len: 688 time: 0.0760334 Oct 23 01:10:07.232639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60788) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:07.239135 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:07.243046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.243046 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 Oct 23 01:10:07.260599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7f18dad7-8f00-4949-ac56-8135e2f6a52c tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (05e8cf65-f638-4684-8691-f7cb0493fe34), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.264342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2660a3-561c-4b06-a8e5-07265208404a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=dbba0a3d-7c95-4670-a6fe-8e6832acd727,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:07.271102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (be7bf012-57f8-422f-b938-6b0e747a1f12), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.309504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-24347c65-d506-470d-8b19-cfa58425a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (40b5d110-82ec-4a97-9c7a-7bf3bc519acb), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.320044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97426e89-17a5-4a7a-be56-8048aaab8cc3 None None] Pushing event updated for resources: {'Port': ['ID=513f568e-8db8-48bb-9ac1-b87a1895b2a1,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:07.420519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d01e921d-c521-469c-a44e-db77e09f8e3b None None] Provisioning complete for port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:07.421060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d01e921d-c521-469c-a44e-db77e09f8e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.421494 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d01e921d-c521-469c-a44e-db77e09f8e3b None None] Attempt 1 to provision port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 Oct 23 01:10:07.455777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (dd8bf74d-eaaf-430b-8da2-bb0f996944e2), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.460467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for port (3123f292-817a-4cf6-91ce-987fcab29437), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.468396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66aedf-c380-4d0d-bad8-6675fbd53518 None None] Pushing event updated for resources: {'Port': ['ID=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:07.499390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d2660a3-561c-4b06-a8e5-07265208404a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.506105 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4d2660a3-561c-4b06-a8e5-07265208404a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/dbba0a3d-7c95-4670-a6fe-8e6832acd727 HTTP/1.1" status: 204 len: 168 time: 2.2515023 Oct 23 01:10:07.506577 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60790) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:07.551403 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc25ac6a-55df-48a3-9411-b66133680cd4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:10:07.552697 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cc25ac6a-55df-48a3-9411-b66133680cd4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/dbba0a3d-7c95-4670-a6fe-8e6832acd727 HTTP/1.1" status: 404 len: 333 time: 0.0389991 Oct 23 01:10:07.563372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for port (f426b32f-b966-42c0-86b9-2700c6028881), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.563567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60792) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:07.570358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-c990942e-21f5-49ae-b223-49b3415bc4ee tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port 4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:07.570702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c990942e-21f5-49ae-b223-49b3415bc4ee tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.577266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:07.580672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f1586-f411-4ad1-81e7-877267b27483 None None] Pushing event updated for resources: {'Port': ['ID=0fbf27d0-f3b4-4503-9e68-f8320fa88993,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:07.611583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24347c65-d506-470d-8b19-cfa58425a0e8 None None] No DVR routers for this DVR port 40b5d110-82ec-4a97-9c7a-7bf3bc519acb on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:07.635755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3123f292-817a-4cf6-91ce-987fcab29437), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.675008 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=be7bf012-57f8-422f-b938-6b0e747a1f12,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:07.689618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24347c65-d506-470d-8b19-cfa58425a0e8 None None] Pushing event deleted for resources: {'Port': ['ID=40b5d110-82ec-4a97-9c7a-7bf3bc519acb,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:07.699400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c990942e-21f5-49ae-b223-49b3415bc4ee tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.700129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c990942e-21f5-49ae-b223-49b3415bc4ee tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.727399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-c990942e-21f5-49ae-b223-49b3415bc4ee tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for 4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:07.734237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'Port': ['ID=3123f292-817a-4cf6-91ce-987fcab29437,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:07.756344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:07.767330 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d01e921d-c521-469c-a44e-db77e09f8e3b None None] Current status of the port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:07.776259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Network 26782c28-6e66-43c8-b591-3a6ae7c1e632 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:07.787111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d01e921d-c521-469c-a44e-db77e09f8e3b None None] Provisioning complete for port d55fff71-fb5d-475f-8676-405b42f5c2c1 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:07.787543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7f18dad7-8f00-4949-ac56-8135e2f6a52c tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (05e8cf65-f638-4684-8691-f7cb0493fe34), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.787670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d01e921d-c521-469c-a44e-db77e09f8e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d55fff71-fb5d-475f-8676-405b42f5c2c1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.787806 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d01e921d-c521-469c-a44e-db77e09f8e3b None None] Attempt 1 to provision port d55fff71-fb5d-475f-8676-405b42f5c2c1 Oct 23 01:10:07.799859 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:07.808029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:07.821418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:07.821418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.847717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (dd8bf74d-eaaf-430b-8da2-bb0f996944e2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.849967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 40b5d110-82ec-4a97-9c7a-7bf3bc519acb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:07.860021 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d01e921d-c521-469c-a44e-db77e09f8e3b None None] Port d55fff71-fb5d-475f-8676-405b42f5c2c1 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:07.874914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f426b32f-b966-42c0-86b9-2700c6028881), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.880652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d01e921d-c521-469c-a44e-db77e09f8e3b None None] Could not find standard attr ID for object b0538c1b-77d3-4b60-9658-2374cdccb58e. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:07.881399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 40b5d110-82ec-4a97-9c7a-7bf3bc519acb {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:07.882112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 40b5d110-82ec-4a97-9c7a-7bf3bc519acb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:07.901311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Checking segment: {'id': 'e045e831-01c4-4d01-a042-84f8fd9aab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '681c019d-b71a-44fc-b26b-31e766e1fab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:07.901821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network hostable DHCP agents. Network: 681c019d-b71a-44fc-b26b-31e766e1fab6, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:07.922297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c333dd8-222a-42ca-9233-c416c5dccf83 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (489eedac-145e-44d4-9dba-a12426d1fa4c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.944992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:07.956926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:07.959881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:07.966896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:07.970311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c333dd8-222a-42ca-9233-c416c5dccf83 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (489eedac-145e-44d4-9dba-a12426d1fa4c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:07.999890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:08.003202 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:08.006437 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c284841a-37f3-468f-9d04-84c6264152ea tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.5916159 Oct 23 01:10:08.008468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:08.009743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.017833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60794) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:08.034820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=dd8bf74d-eaaf-430b-8da2-bb0f996944e2,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:08.080159 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network 681c019d-b71a-44fc-b26b-31e766e1fab6 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:08.099521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6116affb-4b8b-43e5-9c49-26981c6b4c8f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:08.101182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6ae0f0c0-28cc-4b75-83bf-7b98fdbe3783 None None] Could not find standard attr ID for object dbba0a3d-7c95-4670-a6fe-8e6832acd727. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:08.104670 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6116affb-4b8b-43e5-9c49-26981c6b4c8f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:08.114313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6116affb-4b8b-43e5-9c49-26981c6b4c8f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:08.116070 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6116affb-4b8b-43e5-9c49-26981c6b4c8f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.0972691 Oct 23 01:10:08.119655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7f18dad7-8f00-4949-ac56-8135e2f6a52c tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (05e8cf65-f638-4684-8691-f7cb0493fe34), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.121572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6ae0f0c0-28cc-4b75-83bf-7b98fdbe3783 None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:08.122243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6ae0f0c0-28cc-4b75-83bf-7b98fdbe3783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.122692 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6ae0f0c0-28cc-4b75-83bf-7b98fdbe3783 None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:10:08.128311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60796) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:08.144571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:08.147161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7f18dad7-8f00-4949-ac56-8135e2f6a52c tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.153251 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7f18dad7-8f00-4949-ac56-8135e2f6a52c tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/05e8cf65-f638-4684-8691-f7cb0493fe34 HTTP/1.1" status: 204 len: 168 time: 2.0823267 Oct 23 01:10:08.172092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60798) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:08.198585 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c6c0259f-37c7-4949-aff4-df639805b7c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8879745 Oct 23 01:10:08.198585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Pushing event updated for resources: {'Port': ['ID=f426b32f-b966-42c0-86b9-2700c6028881,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:08.198810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60800) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:08.207719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18dad7-8f00-4949-ac56-8135e2f6a52c tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Subnet': ['ID=05e8cf65-f638-4684-8691-f7cb0493fe34,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:08.228470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0f0c0-28cc-4b75-83bf-7b98fdbe3783 None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:08.240410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6ae0f0c0-28cc-4b75-83bf-7b98fdbe3783 None None] Provisioning complete for port 069be774-57c8-48b8-be2d-5b7857c3c034 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:08.240898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6ae0f0c0-28cc-4b75-83bf-7b98fdbe3783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (069be774-57c8-48b8-be2d-5b7857c3c034), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.241366 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6ae0f0c0-28cc-4b75-83bf-7b98fdbe3783 None None] Attempt 1 to provision port 069be774-57c8-48b8-be2d-5b7857c3c034 Oct 23 01:10:08.297023 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 681c019d-b71a-44fc-b26b-31e766e1fab6) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:08.304144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1397556-0ae0-4a0c-ad20-ac933681035f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:08.309548 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f1397556-0ae0-4a0c-ad20-ac933681035f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1091654 Oct 23 01:10:08.326833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60802) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:08.338850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:08.340113 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0f0c0-28cc-4b75-83bf-7b98fdbe3783 None None] Port 069be774-57c8-48b8-be2d-5b7857c3c034 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:08.362732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb77c81-7cb8-402f-9192-7f0353ee4cd2 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:10:08.385691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:08.386935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.391557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c333dd8-222a-42ca-9233-c416c5dccf83 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (489eedac-145e-44d4-9dba-a12426d1fa4c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.392200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15089aaa-80c9-4e15-b8d3-4f920968e390 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:08.394008 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-15089aaa-80c9-4e15-b8d3-4f920968e390 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2166255 Oct 23 01:10:08.394135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c333dd8-222a-42ca-9233-c416c5dccf83 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.397771 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0c333dd8-222a-42ca-9233-c416c5dccf83 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/489eedac-145e-44d4-9dba-a12426d1fa4c HTTP/1.1" status: 204 len: 168 time: 0.8315628 Oct 23 01:10:08.404987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60804) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:08.405837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60806) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:08.434775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c333dd8-222a-42ca-9233-c416c5dccf83 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489eedac-145e-44d4-9dba-a12426d1fa4c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:08.441327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:08.463450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d8220c12-0c07-4da7-be96-3a54ab26cebd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Deleting port 3123f292-817a-4cf6-91ce-987fcab29437 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:08.463450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8220c12-0c07-4da7-be96-3a54ab26cebd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3123f292-817a-4cf6-91ce-987fcab29437), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.483840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c990942e-21f5-49ae-b223-49b3415bc4ee tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.510476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d7097cb2-3594-4bff-9b94-78b4adb4508e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:08.572606 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-44f9e33c-c934-4fe7-bd25-6483b66042d1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7077630 Oct 23 01:10:08.578089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60808) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:08.581717 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f8cdf641-a9d4-40e1-bbfe-e3790a51acb6 None None] Provisioning complete for port d7097cb2-3594-4bff-9b94-78b4adb4508e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:08.582125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf641-a9d4-40e1-bbfe-e3790a51acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.582466 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f8cdf641-a9d4-40e1-bbfe-e3790a51acb6 None None] Attempt 1 to provision port d7097cb2-3594-4bff-9b94-78b4adb4508e Oct 23 01:10:08.608009 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8220c12-0c07-4da7-be96-3a54ab26cebd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3123f292-817a-4cf6-91ce-987fcab29437), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.655748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d8220c12-0c07-4da7-be96-3a54ab26cebd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Calling delete_port for 3123f292-817a-4cf6-91ce-987fcab29437 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:08.663485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb77c81-7cb8-402f-9192-7f0353ee4cd2 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:10:08.686319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d7097cb2-3594-4bff-9b94-78b4adb4508e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:08.686695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.687051 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d7097cb2-3594-4bff-9b94-78b4adb4508e Oct 23 01:10:08.761576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (681c019d-b71a-44fc-b26b-31e766e1fab6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.826646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:08.834687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdf641-a9d4-40e1-bbfe-e3790a51acb6 None None] Current status of the port d7097cb2-3594-4bff-9b94-78b4adb4508e is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:08.834975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf641-a9d4-40e1-bbfe-e3790a51acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.880531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990942e-21f5-49ae-b223-49b3415bc4ee tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=4f4f9bda-2ed4-4e98-9a5f-ae0784a4016d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:08.893411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (be7bf012-57f8-422f-b938-6b0e747a1f12), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.924870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-79d97a37-674e-4ade-b0fc-5500bb96cc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.927679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f8cdf641-a9d4-40e1-bbfe-e3790a51acb6 None None] For port d7097cb2-3594-4bff-9b94-78b4adb4508e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7097cb2-3594-4bff-9b94-78b4adb4508e,segment=NetworkSegment(184e39da-58f6-4db7-8ce8-8bdced0717e5),segment_id=184e39da-58f6-4db7-8ce8-8bdced0717e5)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:08.958523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e93b0-29d3-4301-8e51-4b94b2cb1c44 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port dd8bf74d-eaaf-430b-8da2-bb0f996944e2 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:08.959125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac4e93b0-29d3-4301-8e51-4b94b2cb1c44 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (dd8bf74d-eaaf-430b-8da2-bb0f996944e2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:08.971392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:08.997331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf641-a9d4-40e1-bbfe-e3790a51acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.004701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d7097cb2-3594-4bff-9b94-78b4adb4508e is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:09.004701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.024058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8220c12-0c07-4da7-be96-3a54ab26cebd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3123f292-817a-4cf6-91ce-987fcab29437), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.052993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (6afe2852-6c72-40fc-a64a-5f06a0265f14), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.057663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8220c12-0c07-4da7-be96-3a54ab26cebd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event deleted for resources: {'Port': ['ID=3123f292-817a-4cf6-91ce-987fcab29437,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:09.060630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (be7bf012-57f8-422f-b938-6b0e747a1f12), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.094051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-478ebc0a-90a8-4f44-aa44-1495f3dbc1ef tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (ac66485c-1c91-4a99-8261-65bffb576be7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.096561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Subnet': ['ID=be7bf012-57f8-422f-b938-6b0e747a1f12,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:09.115948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdf641-a9d4-40e1-bbfe-e3790a51acb6 None None] Pushing event updated for resources: {'Port': ['ID=d7097cb2-3594-4bff-9b94-78b4adb4508e,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:09.143257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9623e3-1897-4d1f-b63f-2c99ca7472b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-681c019d-b71a-44fc-b26b-31e766e1fab6', 'network_id': '681c019d-b71a-44fc-b26b-31e766e1fab6', 'project_id': '5d57d71f456f4592a5ca0e757673bffd', 'fixed_ips': [{'subnet_id': 'be7bf012-57f8-422f-b938-6b0e747a1f12'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:09.144966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f9623e3-1897-4d1f-b63f-2c99ca7472b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.153906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:10:09.154861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:10:09.174672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c990942e-21f5-49ae-b223-49b3415bc4ee tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (bf18b9a9-519a-4c1f-8edb-7caf64e4d6b4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.176554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': '6754d66b-41d5-403b-b753-6f49d903cea1'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:09.178454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.183513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c990942e-21f5-49ae-b223-49b3415bc4ee tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.183513 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c990942e-21f5-49ae-b223-49b3415bc4ee tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/bf18b9a9-519a-4c1f-8edb-7caf64e4d6b4 HTTP/1.1" status: 204 len: 168 time: 1.9424860 Oct 23 01:10:09.188463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60810) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:09.192914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:09.196878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '9be40b7c-d50b-4f67-bf90-3ebf77fac3fe'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:09.216276 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-478ebc0a-90a8-4f44-aa44-1495f3dbc1ef tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (ac66485c-1c91-4a99-8261-65bffb576be7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.221827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (681c019d-b71a-44fc-b26b-31e766e1fab6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.260665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.267739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac4e93b0-29d3-4301-8e51-4b94b2cb1c44 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (dd8bf74d-eaaf-430b-8da2-bb0f996944e2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.276690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681c019d-b71a-44fc-b26b-31e766e1fab6']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:09.301777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8220c12-0c07-4da7-be96-3a54ab26cebd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.305132 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d8220c12-0c07-4da7-be96-3a54ab26cebd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3123f292-817a-4cf6-91ce-987fcab29437 HTTP/1.1" status: 204 len: 168 time: 1.1703105 Oct 23 01:10:09.307726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e045e831-01c4-4d01-a042-84f8fd9aab7a') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:09.308122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e045e831-01c4-4d01-a042-84f8fd9aab7a') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:09.310017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60812) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:09.330441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Deleting port d7097cb2-3594-4bff-9b94-78b4adb4508e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:09.331183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.333034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e93b0-29d3-4301-8e51-4b94b2cb1c44 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for dd8bf74d-eaaf-430b-8da2-bb0f996944e2 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:09.346210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (e045e831-01c4-4d01-a042-84f8fd9aab7a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.354184 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4944ebe-99ec-4242-ac1f-5ad0f416de0e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] GET failed (client error): The resource could not be found. Oct 23 01:10:09.355762 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e4944ebe-99ec-4242-ac1f-5ad0f416de0e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "GET /networking/v2.0/ports/3123f292-817a-4cf6-91ce-987fcab29437 HTTP/1.1" status: 404 len: 333 time: 0.0447733 Oct 23 01:10:09.360089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60814) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:09.360938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.368680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Request body: {'port': {'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1704324806'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:09.399896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e045e831-01c4-4d01-a042-84f8fd9aab7a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.402051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:09.426740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Allocated IP 2001:db8::2 (93e5b356-0704-414d-a7cb-470971f9a8ef/6754d66b-41d5-403b-b753-6f49d903cea1/899dac61-cfc9-4ad0-ba00-9040e08f2a3b) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:09.434508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] For port d7097cb2-3594-4bff-9b94-78b4adb4508e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7097cb2-3594-4bff-9b94-78b4adb4508e,segment=NetworkSegment(184e39da-58f6-4db7-8ce8-8bdced0717e5),segment_id=184e39da-58f6-4db7-8ce8-8bdced0717e5)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:09.435141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.465351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Calling delete_port for d7097cb2-3594-4bff-9b94-78b4adb4508e owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:09.476511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:09.477243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (e045e831-01c4-4d01-a042-84f8fd9aab7a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.508381 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e045e831-01c4-4d01-a042-84f8fd9aab7a resource provider aggregate not found Oct 23 01:10:09.576458 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e045e831-01c4-4d01-a042-84f8fd9aab7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e045e831-01c4-4d01-a042-84f8fd9aab7a found for delete ", "request_id": "req-5cc7b512-252a-4ef4-bf71-753cdf77dbd3"}]} Oct 23 01:10:09.591233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.613890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Publish callbacks [] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.678890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-478ebc0a-90a8-4f44-aa44-1495f3dbc1ef tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (ac66485c-1c91-4a99-8261-65bffb576be7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.681414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-478ebc0a-90a8-4f44-aa44-1495f3dbc1ef tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.682595 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-478ebc0a-90a8-4f44-aa44-1495f3dbc1ef tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ac66485c-1c91-4a99-8261-65bffb576be7 HTTP/1.1" status: 204 len: 168 time: 1.2759066 Oct 23 01:10:09.692920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60820) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:09.696990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d7097cb2-3594-4bff-9b94-78b4adb4508e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:09.698479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0fbf27d0-f3b4-4503-9e68-f8320fa88993 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:09.730438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.36.3.160 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/ad44a9fe-5d1b-4709-a14b-0fcdb572b78d) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:09.744192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:09.744609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.746153 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 Oct 23 01:10:09.746655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (681c019d-b71a-44fc-b26b-31e766e1fab6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.760176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.767350 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/681c019d-b71a-44fc-b26b-31e766e1fab6 HTTP/1.1" status: 204 len: 168 time: 1.1883209 Oct 23 01:10:09.776146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60822) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:09.780520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.783566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ebc0a-90a8-4f44-aa44-1495f3dbc1ef tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac66485c-1c91-4a99-8261-65bffb576be7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:09.791341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Made reservation on behalf of a86bce5f447f4dcf8301a60748441e10 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:09.796152 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.799649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-812718671'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:09.829095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Network': ['ID=681c019d-b71a-44fc-b26b-31e766e1fab6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:09.836044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:09.856746 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.857254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.857596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.858133 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.859271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.859608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.860326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.860851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.861559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.862096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.862715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.863108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.863620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.863730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:09.864560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.865083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae70fcf-89a0-4881-9850-4597a85840d7 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:09.872837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:09.877452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] device_id is not set on port 0b51479b-afec-43ec-9a09-3ac4aedc0aaf yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:09.878900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Pushing event updated for resources: {'Port': ['ID=899dac61-cfc9-4ad0-ba00-9040e08f2a3b,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:09.882589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:09.914249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8133bcd2-d288-4316-956f-20977d4dbf62 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting subnet fc85eb95-9668-4ed6-b1fa-18bcefd9504f {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:09.921504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.930563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8133bcd2-d288-4316-956f-20977d4dbf62 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (fc85eb95-9668-4ed6-b1fa-18bcefd9504f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.936271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:09.942110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:09.942827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:09.976670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (d7097cb2-3594-4bff-9b94-78b4adb4508e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.002818 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:10.003050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (ad44a9fe-5d1b-4709-a14b-0fcdb572b78d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.007339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.056364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Allocated IP 2001:db8::1d6 (26782c28-6e66-43c8-b591-3a6ae7c1e632/380e6883-aa4b-4886-9bb9-65edce097d32/0b51479b-afec-43ec-9a09-3ac4aedc0aaf) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:10.083455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8133bcd2-d288-4316-956f-20977d4dbf62 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (fc85eb95-9668-4ed6-b1fa-18bcefd9504f), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.087903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Port': ['ID=d7097cb2-3594-4bff-9b94-78b4adb4508e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:10.148141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] No DVR routers for this DVR port d7097cb2-3594-4bff-9b94-78b4adb4508e on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:10.151026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac4e93b0-29d3-4301-8e51-4b94b2cb1c44 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (dd8bf74d-eaaf-430b-8da2-bb0f996944e2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.151884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Attempting to bind port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:10.151884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Attempting to bind port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:10.151884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Attempting to bind port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:10.174302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ad44a9fe-5d1b-4709-a14b-0fcdb572b78d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.198759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:10.199130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.199469 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:10:10.219080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:10.228117 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:10.233615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:10.233921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:10.234018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:10.234422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.234832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:10.235319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Bound port: 899dac61-cfc9-4ad0-ba00-9040e08f2a3b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:10.235738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.236607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e93b0-29d3-4301-8e51-4b94b2cb1c44 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=dd8bf74d-eaaf-430b-8da2-bb0f996944e2,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:10.270201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:10.295118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=ad44a9fe-5d1b-4709-a14b-0fcdb572b78d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:10.354776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:10.357715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] For port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:10.358377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for port (0b51479b-afec-43ec-9a09-3ac4aedc0aaf), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.372248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] For port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=899dac61-cfc9-4ad0-ba00-9040e08f2a3b,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:10.375784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b0538c1b-77d3-4b60-9658-2374cdccb58e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:10.398102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: b0538c1b-77d3-4b60-9658-2374cdccb58e {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:10.398475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b0538c1b-77d3-4b60-9658-2374cdccb58e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:10.423377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:10.450214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac4e93b0-29d3-4301-8e51-4b94b2cb1c44 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.453825 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ac4e93b0-29d3-4301-8e51-4b94b2cb1c44 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/dd8bf74d-eaaf-430b-8da2-bb0f996944e2 HTTP/1.1" status: 204 len: 168 time: 2.1259620 Oct 23 01:10:10.455154 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2b864bd2-d084-4490-a3f6-61b699c55104), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.455518 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Added segment 2b864bd2-d084-4490-a3f6-61b699c55104 of type vlan for network 221f1fa7-284a-4679-afb2-01f697e4e6f1 Oct 23 01:10:10.457501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:10.460584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.461822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (6afe2852-6c72-40fc-a64a-5f06a0265f14), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.468194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60824) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:10.475608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:10.491807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:10.545407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeb1f2-96ab-4f11-aa3b-83dea971582d None None] Pushing event updated for resources: {'Port': ['ID=899dac61-cfc9-4ad0-ba00-9040e08f2a3b,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:10.561128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (0b51479b-afec-43ec-9a09-3ac4aedc0aaf), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.623746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afe2852-6c72-40fc-a64a-5f06a0265f14']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:10.632124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (221f1fa7-284a-4679-afb2-01f697e4e6f1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.639731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8133bcd2-d288-4316-956f-20977d4dbf62 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (fc85eb95-9668-4ed6-b1fa-18bcefd9504f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.674549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184e39da-58f6-4db7-8ce8-8bdced0717e5') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:10.674853 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184e39da-58f6-4db7-8ce8-8bdced0717e5') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:10.720945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (184e39da-58f6-4db7-8ce8-8bdced0717e5), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.757576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed839e-5763-4f4b-9a53-dc9f273c3846 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:10.759551 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed839e-5763-4f4b-9a53-dc9f273c3846 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:10.762285 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-38ed839e-5763-4f4b-9a53-dc9f273c3846 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2885821 Oct 23 01:10:10.773306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60826) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:10.790768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (184e39da-58f6-4db7-8ce8-8bdced0717e5), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.833292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:10.833751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (184e39da-58f6-4db7-8ce8-8bdced0717e5), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.875225 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 184e39da-58f6-4db7-8ce8-8bdced0717e5 resource provider aggregate not found Oct 23 01:10:10.916173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (221f1fa7-284a-4679-afb2-01f697e4e6f1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.922225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:10.923128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.926696 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 184e39da-58f6-4db7-8ce8-8bdced0717e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 184e39da-58f6-4db7-8ce8-8bdced0717e5 found for delete ", "request_id": "req-d1c693bb-5840-4a69-a6e0-c950832d486c"}]} Oct 23 01:10:10.927200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Network 26782c28-6e66-43c8-b591-3a6ae7c1e632 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:10.936638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:10.940388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=17,neutron:SELECT=81,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:10.946243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:10.950730 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:10.951352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:10.953870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'Port': ['ID=0b51479b-afec-43ec-9a09-3ac4aedc0aaf,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:10.971253 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 6754d66b-41d5-403b-b753-6f49d903cea1 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:10.976980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Router a2ffe376-becb-4ad7-80ed-9b0acaddcfdc is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:10:11.016060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (6754d66b-41d5-403b-b753-6f49d903cea1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.067300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=221f1fa7-284a-4679-afb2-01f697e4e6f1,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:11.071522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (36b1d711-8025-40ca-bbb2-b6c4584f3e18), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.078258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 221f1fa7-284a-4679-afb2-01f697e4e6f1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:11.079079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8133bcd2-d288-4316-956f-20977d4dbf62 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (fc85eb95-9668-4ed6-b1fa-18bcefd9504f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.083897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (6754d66b-41d5-403b-b753-6f49d903cea1), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.112054 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ff9a7049-94a4-4d7a-8c44-e0ed179f231a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7478189 Oct 23 01:10:11.115835 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60832) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:11.120443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5bb21590-c9d4-4fcd-a7d7-f6e5499f3f25 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3de', 'mac_address': 'fa:16:3e:66:8e:d3'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:11.130559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bcdd43ec-437d-4d39-a7a3-3ab72864ef48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.170294 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-17f2acee-13eb-422b-958c-ab08f59a3d86 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3814859 Oct 23 01:10:11.170294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (6afe2852-6c72-40fc-a64a-5f06a0265f14), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.171263 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60834) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:11.176344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:11.203311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.207373 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "DELETE /networking/v2.0/networks/6afe2852-6c72-40fc-a64a-5f06a0265f14 HTTP/1.1" status: 204 len: 168 time: 2.7986734 Oct 23 01:10:11.215949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133bcd2-d288-4316-956f-20977d4dbf62 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Subnet': ['ID=fc85eb95-9668-4ed6-b1fa-18bcefd9504f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:11.220551 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8133bcd2-d288-4316-956f-20977d4dbf62 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.224184 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8133bcd2-d288-4316-956f-20977d4dbf62 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/fc85eb95-9668-4ed6-b1fa-18bcefd9504f HTTP/1.1" status: 204 len: 168 time: 1.5284905 Oct 23 01:10:11.229135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60836) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:11.229464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60838) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:11.249492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e9289aad-9287-4641-b8df-b96843edea4e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:11.253052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bb700-e4eb-4c45-920e-0b31ff647fd0 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Network': ['ID=6afe2852-6c72-40fc-a64a-5f06a0265f14,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:11.364155 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ad44a9fe-5d1b-4709-a14b-0fcdb572b78d), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.478570 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5bb21590-c9d4-4fcd-a7d7-f6e5499f3f25 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0b51479b-afec-43ec-9a09-3ac4aedc0aaf), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.556726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:11.561633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.619448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3eb984-fb63-4616-b232-cbde0b2a95f2 None None] Network 6afe2852-6c72-40fc-a64a-5f06a0265f14 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:11.642163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3eb984-fb63-4616-b232-cbde0b2a95f2 None None] Network 6afe2852-6c72-40fc-a64a-5f06a0265f14 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:10:11.656211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec2dbf-bcb3-4814-a1f3-ae1caa6e4e9f None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:11.729484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:11.751738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.753205 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a5e23b55-2a75-4b79-aa72-9e8b5def9ec4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "PUT /networking/v2.0/routers/a2ffe376-becb-4ad7-80ed-9b0acaddcfdc HTTP/1.1" status: 200 len: 880 time: 6.7462742 Oct 23 01:10:11.779051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60840) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:11.779903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (ad44a9fe-5d1b-4709-a14b-0fcdb572b78d), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.806364 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03359d-7161-4a44-af27-3af36a826ce0 None None] Network 81474d7c-31a0-4a7b-a551-e01bc74c6274 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:11.812406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd59e34-98be-4654-90dd-6c36fef76565 None None] Network 681c019d-b71a-44fc-b26b-31e766e1fab6 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:11.812406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a75a7-0b9d-4dc2-b454-971cfb7cc7db None None] Network 6afe2852-6c72-40fc-a64a-5f06a0265f14 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:11.823938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b8dfd-3f13-4aac-afa7-a3ed6e399944 None None] Sync routers for ids ['a2ffe376-becb-4ad7-80ed-9b0acaddcfdc'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:11.824851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (81474d7c-31a0-4a7b-a551-e01bc74c6274), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.852597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (6754d66b-41d5-403b-b753-6f49d903cea1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.874025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (ad44a9fe-5d1b-4709-a14b-0fcdb572b78d), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.891314 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a75a7-0b9d-4dc2-b454-971cfb7cc7db None None] Network 6afe2852-6c72-40fc-a64a-5f06a0265f14 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:10:11.946961 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd59e34-98be-4654-90dd-6c36fef76565 None None] Network 681c019d-b71a-44fc-b26b-31e766e1fab6 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:10:11.973194 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:11.980158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8caff089-3c90-42fb-a7d2-058f4305b791 None None] Provisioning complete for port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:11.980772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8caff089-3c90-42fb-a7d2-058f4305b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.981438 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8caff089-3c90-42fb-a7d2-058f4305b791 None None] Attempt 1 to provision port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b Oct 23 01:10:11.983813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4065b202-6544-49e5-9428-5156ee5d86fd None None] Network 681c019d-b71a-44fc-b26b-31e766e1fab6 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:12.036599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5bb21590-c9d4-4fcd-a7d7-f6e5499f3f25 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for port (0b51479b-afec-43ec-9a09-3ac4aedc0aaf), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.063096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41696796-a665-4a3c-9926-b726df930373 None None] DHCP port deletion for 6afe2852-6c72-40fc-a64a-5f06a0265f14 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:10:12.066671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=ad44a9fe-5d1b-4709-a14b-0fcdb572b78d,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:12.070030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b8dfd-3f13-4aac-afa7-a3ed6e399944 None None] Routers {'a2ffe376-becb-4ad7-80ed-9b0acaddcfdc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:12.070918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ee6b8dfd-3f13-4aac-afa7-a3ed6e399944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a2ffe376-becb-4ad7-80ed-9b0acaddcfdc'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:12.075906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (36b1d711-8025-40ca-bbb2-b6c4584f3e18), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.084379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4065b202-6544-49e5-9428-5156ee5d86fd None None] Network 681c019d-b71a-44fc-b26b-31e766e1fab6 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:10:12.134376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:12.135503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5bb21590-c9d4-4fcd-a7d7-f6e5499f3f25 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (0b51479b-afec-43ec-9a09-3ac4aedc0aaf), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.136111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5bb21590-c9d4-4fcd-a7d7-f6e5499f3f25 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] In _notify_port_updated(), no bound segment for port 0b51479b-afec-43ec-9a09-3ac4aedc0aaf on network 26782c28-6e66-43c8-b591-3a6ae7c1e632 {{(pid=105985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:10:12.140812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb21590-c9d4-4fcd-a7d7-f6e5499f3f25 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:12.141462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5bb21590-c9d4-4fcd-a7d7-f6e5499f3f25 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.150756 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5bb21590-c9d4-4fcd-a7d7-f6e5499f3f25 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "PUT /networking/v2.0/ports/0b51479b-afec-43ec-9a09-3ac4aedc0aaf HTTP/1.1" status: 200 len: 1003 time: 1.0349412 Oct 23 01:10:12.151723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60842) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:12.153455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Deleting port 513f568e-8db8-48bb-9ac1-b87a1895b2a1 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:12.154116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (513f568e-8db8-48bb-9ac1-b87a1895b2a1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.154851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab7775-2453-478f-8cab-c5c1d2deac12 None None] Network 587f8e4c-d296-4631-956e-9e88946bdff3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:12.158172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ee6b8dfd-3f13-4aac-afa7-a3ed6e399944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:12.178986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9289aad-9287-4641-b8df-b96843edea4e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:12.179119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (4647727a-9b15-4962-8ffb-5f701a4a511b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.182085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e9289aad-9287-4641-b8df-b96843edea4e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.261171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:12.294357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb21590-c9d4-4fcd-a7d7-f6e5499f3f25 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'Port': ['ID=0b51479b-afec-43ec-9a09-3ac4aedc0aaf,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:12.304607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b8dfd-3f13-4aac-afa7-a3ed6e399944 None None] Routers {'a2ffe376-becb-4ad7-80ed-9b0acaddcfdc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:12.305241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ee6b8dfd-3f13-4aac-afa7-a3ed6e399944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a2ffe376-becb-4ad7-80ed-9b0acaddcfdc'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:12.326268 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-626b833e-7689-421f-8c6b-81681d3686ba tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/a2ffe376-becb-4ad7-80ed-9b0acaddcfdc HTTP/1.1" status: 200 len: 921 time: 0.5598037 Oct 23 01:10:12.365990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ee6b8dfd-3f13-4aac-afa7-a3ed6e399944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:12.366622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b8dfd-3f13-4aac-afa7-a3ed6e399944 None None] The sync data for ids ['a2ffe376-becb-4ad7-80ed-9b0acaddcfdc'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:12.369981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60844) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:12.416017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:12.445643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] For port 513f568e-8db8-48bb-9ac1-b87a1895b2a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=513f568e-8db8-48bb-9ac1-b87a1895b2a1,segment=NetworkSegment(47ab216c-eb26-4bb0-9f27-45af5a61393f),segment_id=47ab216c-eb26-4bb0-9f27-45af5a61393f)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:12.446128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (513f568e-8db8-48bb-9ac1-b87a1895b2a1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.523609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Calling delete_port for 513f568e-8db8-48bb-9ac1-b87a1895b2a1 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:12.556303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b848e33-8fb1-4237-b2e6-0353756f0953 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:12.566768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60846) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:12.570400 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3b848e33-8fb1-4237-b2e6-0353756f0953 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&device_id=a2ffe376-becb-4ad7-80ed-9b0acaddcfdc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1982412 Oct 23 01:10:12.581503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=4647727a-9b15-4962-8ffb-5f701a4a511b,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:12.585276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.592935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8caff089-3c90-42fb-a7d2-058f4305b791 None None] Current status of the port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:12.595225 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-6080729a-dbb8-4832-8313-e011fcb24ad7 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Deleting port 0b51479b-afec-43ec-9a09-3ac4aedc0aaf {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:12.595225 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6080729a-dbb8-4832-8313-e011fcb24ad7 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0b51479b-afec-43ec-9a09-3ac4aedc0aaf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.598859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (6754d66b-41d5-403b-b753-6f49d903cea1), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.602112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8caff089-3c90-42fb-a7d2-058f4305b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.623651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 899dac61-cfc9-4ad0-ba00-9040e08f2a3b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:12.670975 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP 36b1d711-8025-40ca-bbb2-b6c4584f3e18 associated. External IP: 172.36.3.160, port: 9be40b7c-d50b-4f67-bf90-3ebf77fac3fe. Oct 23 01:10:12.678468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Checking segment: {'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:12.679720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network hostable DHCP agents. Network: 221f1fa7-284a-4679-afb2-01f697e4e6f1, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:12.750461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=6754d66b-41d5-403b-b753-6f49d903cea1,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:12.762557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:12.785897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6080729a-dbb8-4832-8313-e011fcb24ad7 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0b51479b-afec-43ec-9a09-3ac4aedc0aaf), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.829055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.833588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.834810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:12.838366 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.842490 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9cb640ae-ace2-42b7-93d7-701ace5377d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/6754d66b-41d5-403b-b753-6f49d903cea1 HTTP/1.1" status: 204 len: 168 time: 2.0636845 Oct 23 01:10:12.844690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-6080729a-dbb8-4832-8313-e011fcb24ad7 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Calling delete_port for 0b51479b-afec-43ec-9a09-3ac4aedc0aaf owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:12.846683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-8caff089-3c90-42fb-a7d2-058f4305b791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:10:12.847102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-8caff089-3c90-42fb-a7d2-058f4305b791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:10:12.848076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:12.848455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.848791 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b Oct 23 01:10:12.854645 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60848) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:12.917338 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-88cce317-b96d-47b3-8c39-d1cdec7f6b71 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614755 Oct 23 01:10:12.918336 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network 221f1fa7-284a-4679-afb2-01f697e4e6f1 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:12.921958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:12.929300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60850) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:12.980588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:12.980985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:12.984768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27419caa-fec3-4782-afb7-c3ae6bdc3e6b None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:13.016956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d054b6c7-9f4c-4edc-a3a1-da49695769f4 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:13.019580 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d054b6c7-9f4c-4edc-a3a1-da49695769f4 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/networks/1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 881 time: 0.4517643 Oct 23 01:10:13.022962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60852) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:13.058394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb7935-b7d1-49e0-9471-61ebf13f9884 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:13.062936 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4edb7935-b7d1-49e0-9471-61ebf13f9884 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1271541 Oct 23 01:10:13.066102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60854) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:13.068454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 221f1fa7-284a-4679-afb2-01f697e4e6f1) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:13.069109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (513f568e-8db8-48bb-9ac1-b87a1895b2a1), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.076224 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:13.080450 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7fcd4280-ebee-4ffb-a891-36bdf11e081b tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a2ffe376-becb-4ad7-80ed-9b0acaddcfdc HTTP/1.1" status: 200 len: 205 time: 0.0563250 Oct 23 01:10:13.093466 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60856) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:13.094177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf647c9-9d0f-4adc-b42c-2f44525c6b64 None None] Network 221f1fa7-284a-4679-afb2-01f697e4e6f1 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:13.130057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:13.130681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.162477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Port': ['ID=513f568e-8db8-48bb-9ac1-b87a1895b2a1,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:13.168088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] No DVR routers for this DVR port 513f568e-8db8-48bb-9ac1-b87a1895b2a1 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:13.179901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:13.225630 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e9289aad-9287-4641-b8df-b96843edea4e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (6caf6190-350a-4626-9ea4-b0979e84432b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.238507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=899dac61-cfc9-4ad0-ba00-9040e08f2a3b,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:13.326420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.342986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-221f1fa7-284a-4679-afb2-01f697e4e6f1', 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1', 'project_id': '5d57d71f456f4592a5ca0e757673bffd', 'fixed_ips': [{'subnet_id': '4647727a-9b15-4962-8ffb-5f701a4a511b'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:13.344471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.346817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d7097cb2-3594-4bff-9b94-78b4adb4508e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:13.363095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196a9a77-6f38-4dfa-b7c4-d51323ee8dce tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:13.368772 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-196a9a77-6f38-4dfa-b7c4-d51323ee8dce tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2982018 Oct 23 01:10:13.372989 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60858) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:13.418864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e751ed-2106-42c5-91f4-102456ec8887 None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:10:13.431301 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5217a326-423c-447d-85ef-36c9116ba4f4 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2586555 Oct 23 01:10:13.433548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60860) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:13.448791 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-104950c3-7692-4322-b014-57b3af955e62 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682104 Oct 23 01:10:13.449086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6080729a-dbb8-4832-8313-e011fcb24ad7 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (0b51479b-afec-43ec-9a09-3ac4aedc0aaf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.450018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: d7097cb2-3594-4bff-9b94-78b4adb4508e {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:13.451218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60862) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:13.451464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d7097cb2-3594-4bff-9b94-78b4adb4508e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:13.465145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-902a1c78-59ff-4024-936d-069153004468 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:13.467653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:13.476874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:13.487530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9289aad-9287-4641-b8df-b96843edea4e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:13.512304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-e9289aad-9287-4641-b8df-b96843edea4e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:13.522693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (81474d7c-31a0-4a7b-a551-e01bc74c6274), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.527814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9289aad-9287-4641-b8df-b96843edea4e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:13.528422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e9289aad-9287-4641-b8df-b96843edea4e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.545218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8caff089-3c90-42fb-a7d2-058f4305b791 None None] Current status of the port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:13.556408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8caff089-3c90-42fb-a7d2-058f4305b791 None None] Could not find standard attr ID for object dd8bf74d-eaaf-430b-8da2-bb0f996944e2. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:13.565161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=899dac61-cfc9-4ad0-ba00-9040e08f2a3b,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:13.627974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080729a-dbb8-4832-8313-e011fcb24ad7 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event deleted for resources: {'Port': ['ID=0b51479b-afec-43ec-9a09-3ac4aedc0aaf,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:13.651902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9289aad-9287-4641-b8df-b96843edea4e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Subnet': ['ID=6caf6190-350a-4626-9ea4-b0979e84432b,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:13.653304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:13.656739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.665852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81474d7c-31a0-4a7b-a551-e01bc74c6274']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:13.717493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ab216c-eb26-4bb0-9f27-45af5a61393f') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:13.720007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ab216c-eb26-4bb0-9f27-45af5a61393f') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:13.749601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (47ab216c-eb26-4bb0-9f27-45af5a61393f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.755051 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e9289aad-9287-4641-b8df-b96843edea4e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5230396 Oct 23 01:10:13.769858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60864) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:13.778292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4ad0ea91-c20e-4a6d-9623-e7dd18d9a486 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1291311544'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:13.847051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (47ab216c-eb26-4bb0-9f27-45af5a61393f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.881606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:13.882147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (47ab216c-eb26-4bb0-9f27-45af5a61393f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:13.951264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:13.954111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:13.955908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.956180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.956533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.957093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.957430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.957938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.958101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.958426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.958764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.959094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.959426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.959749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.960093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.960378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.960689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:13.992199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d76a7b-9fbe-4298-8fae-ea889a0f34c8 None None] Network 587f8e4c-d296-4631-956e-9e88946bdff3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:13.994270 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 47ab216c-eb26-4bb0-9f27-45af5a61393f resource provider aggregate not found Oct 23 01:10:14.004030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e2e751ed-2106-42c5-91f4-102456ec8887 None None] Deleting port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:14.004494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e2e751ed-2106-42c5-91f4-102456ec8887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.008134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Allocated IP 2001:db8::1 (221f1fa7-284a-4679-afb2-01f697e4e6f1/4647727a-9b15-4962-8ffb-5f701a4a511b/693733ce-d030-4dde-b6b9-052fc426affa) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:14.015159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (221f1fa7-284a-4679-afb2-01f697e4e6f1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.028104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.034132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Could not find standard attr ID for object 0b51479b-afec-43ec-9a09-3ac4aedc0aaf. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:14.035216 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 47ab216c-eb26-4bb0-9f27-45af5a61393f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47ab216c-eb26-4bb0-9f27-45af5a61393f found for delete ", "request_id": "req-5f62ebfc-76df-4cef-8fdc-879192562fa0"}]} Oct 23 01:10:14.039270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ea91-c20e-4a6d-9623-e7dd18d9a486 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.126519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (4647727a-9b15-4962-8ffb-5f701a4a511b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.145057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902a1c78-59ff-4024-936d-069153004468 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:14.150748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-902a1c78-59ff-4024-936d-069153004468 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.156747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:14.159086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:14.167398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (81474d7c-31a0-4a7b-a551-e01bc74c6274), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.191546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.198616 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "DELETE /networking/v2.0/networks/81474d7c-31a0-4a7b-a551-e01bc74c6274 HTTP/1.1" status: 204 len: 168 time: 2.9674878 Oct 23 01:10:14.213965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60870) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:14.226665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.237406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Provisioning complete for port 069be774-57c8-48b8-be2d-5b7857c3c034 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:14.237811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (069be774-57c8-48b8-be2d-5b7857c3c034), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.238268 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Attempt 1 to provision port 069be774-57c8-48b8-be2d-5b7857c3c034 Oct 23 01:10:14.253471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e2e751ed-2106-42c5-91f4-102456ec8887 None None] For port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=899dac61-cfc9-4ad0-ba00-9040e08f2a3b,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:14.254138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e2e751ed-2106-42c5-91f4-102456ec8887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.256537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.281641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3534e0-442d-42a5-a717-b70e0125620b tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Network': ['ID=81474d7c-31a0-4a7b-a551-e01bc74c6274,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:14.285029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6080729a-dbb8-4832-8313-e011fcb24ad7 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.288340 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6080729a-dbb8-4832-8313-e011fcb24ad7 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "DELETE /networking/v2.0/ports/0b51479b-afec-43ec-9a09-3ac4aedc0aaf HTTP/1.1" status: 204 len: 168 time: 2.1293733 Oct 23 01:10:14.297604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e2e751ed-2106-42c5-91f4-102456ec8887 None None] Calling delete_port for 899dac61-cfc9-4ad0-ba00-9040e08f2a3b owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:14.300579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ea91-c20e-4a6d-9623-e7dd18d9a486 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (d533eda6-38dd-4fcd-a6cf-e6c8cbd55a85), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.303141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60872) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:14.338416 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a94745-e316-4336-86e8-be1c7efb2d20 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] GET failed (client error): The resource could not be found. Oct 23 01:10:14.348380 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d7a94745-e316-4336-86e8-be1c7efb2d20 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "GET /networking/v2.0/ports/0b51479b-afec-43ec-9a09-3ac4aedc0aaf HTTP/1.1" status: 404 len: 333 time: 0.0357285 Oct 23 01:10:14.348380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Deleting port f426b32f-b966-42c0-86b9-2700c6028881 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:14.348380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f426b32f-b966-42c0-86b9-2700c6028881), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.348769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60874) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:14.361059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Request body: {'port': {'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1917806824'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:14.388759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:14.405617 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d6113-aa3b-40fa-8a67-123a5eb3b06f None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:14.446501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Port 069be774-57c8-48b8-be2d-5b7857c3c034 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:14.448619 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d6113-aa3b-40fa-8a67-123a5eb3b06f None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:14.449252 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b43d6113-aa3b-40fa-8a67-123a5eb3b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:14.460278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ea91-c20e-4a6d-9623-e7dd18d9a486 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d533eda6-38dd-4fcd-a6cf-e6c8cbd55a85), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.464028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (07a60388-8ad5-45ea-b7f9-55085e5b3a53), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.529725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Could not find standard attr ID for object 3123f292-817a-4cf6-91ce-987fcab29437. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:14.531116 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b43d6113-aa3b-40fa-8a67-123a5eb3b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:14.541438 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d6113-aa3b-40fa-8a67-123a5eb3b06f None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:14.542305 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b43d6113-aa3b-40fa-8a67-123a5eb3b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:14.561664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0ea91-c20e-4a6d-9623-e7dd18d9a486 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d533eda6-38dd-4fcd-a6cf-e6c8cbd55a85,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:14.578562 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b43d6113-aa3b-40fa-8a67-123a5eb3b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:14.579467 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d6113-aa3b-40fa-8a67-123a5eb3b06f None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:14.582321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f426b32f-b966-42c0-86b9-2700c6028881), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.596945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Calling delete_port for f426b32f-b966-42c0-86b9-2700c6028881 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:14.610699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 899dac61-cfc9-4ad0-ba00-9040e08f2a3b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:14.621598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:14.635347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.681874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Publish callbacks [] for port (693733ce-d030-4dde-b6b9-052fc426affa), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.714576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ea91-c20e-4a6d-9623-e7dd18d9a486 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.718719 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4ad0ea91-c20e-4a6d-9623-e7dd18d9a486 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9440901 Oct 23 01:10:14.719340 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60876) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:14.720001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Provisioning complete for port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:14.720858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.721376 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Attempt 1 to provision port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b Oct 23 01:10:14.725773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a0244b09-6b56-42fa-8855-038284837dee tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'security_group': {'name': 'tempest-secgroup-998594972'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:14.803703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (693733ce-d030-4dde-b6b9-052fc426affa), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.855298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a0244b09-6b56-42fa-8855-038284837dee tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.856338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (07a60388-8ad5-45ea-b7f9-55085e5b3a53), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.859927 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0c65fce1-01ee-43b6-8bee-d239610bab2c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6702831 Oct 23 01:10:14.869716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60878) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:14.869976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Network 221f1fa7-284a-4679-afb2-01f697e4e6f1 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:14.878167 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No ports have port_id starting with 899dac61-cfc9-4ad0-ba00-9040e08f2a3b Oct 23 01:10:14.878439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-691602726'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:14.881831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (4647727a-9b15-4962-8ffb-5f701a4a511b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.889094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e2e751ed-2106-42c5-91f4-102456ec8887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (899dac61-cfc9-4ad0-ba00-9040e08f2a3b), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.891927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:14.897218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Could not find standard attr ID for object 899dac61-cfc9-4ad0-ba00-9040e08f2a3b. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:14.902809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:14.905172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779068d-d2bc-4b36-8791-464815a1b726 None None] Update dhcp port {'port': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'fixed_ips': [{'subnet_id': '65dc74b3-767e-445d-a588-d79e2c65ff77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6caf6190-350a-4626-9ea4-b0979e84432b'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '08934ef9-34b2-49ed-9c10-7f4fdcf18b60'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:10:14.911930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Pushing event updated for resources: {'Port': ['ID=693733ce-d030-4dde-b6b9-052fc426affa,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:14.921457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Subnet': ['ID=4647727a-9b15-4962-8ffb-5f701a4a511b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:14.941684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a60388-8ad5-45ea-b7f9-55085e5b3a53']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:14.943620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:14.946261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f426b32f-b966-42c0-86b9-2700c6028881), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:14.952101 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.db [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] No ports have port_id starting with 899dac61-cfc9-4ad0-ba00-9040e08f2a3b Oct 23 01:10:14.955017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e751ed-2106-42c5-91f4-102456ec8887 None None] No DVR routers for this DVR port 899dac61-cfc9-4ad0-ba00-9040e08f2a3b on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:14.976491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f193582-2e80-4d9f-a01e-260752b06cac') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:14.976788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f193582-2e80-4d9f-a01e-260752b06cac') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:14.998082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Pushing event deleted for resources: {'Port': ['ID=f426b32f-b966-42c0-86b9-2700c6028881,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:15.001705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e751ed-2106-42c5-91f4-102456ec8887 None None] Pushing event deleted for resources: {'Port': ['ID=899dac61-cfc9-4ad0-ba00-9040e08f2a3b,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:15.004779 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (8f193582-2e80-4d9f-a01e-260752b06cac), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.005915 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Could not find standard attr ID for object dbba0a3d-7c95-4670-a6fe-8e6832acd727. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:15.012067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3779068d-d2bc-4b36-8791-464815a1b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.016249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Made reservation on behalf of a86bce5f447f4dcf8301a60748441e10 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:15.020146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.040882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (8f193582-2e80-4d9f-a01e-260752b06cac), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.052070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] device_id is not set on port 3e32cfa0-fae8-41c9-ac2a-3600ceb22a79 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:15.058208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:15.058597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (8f193582-2e80-4d9f-a01e-260752b06cac), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.063305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:15.063691 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.064034 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:10:15.083566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:15.083566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:15.083890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.133526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:15.140942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:15.152365 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 8f193582-2e80-4d9f-a01e-260752b06cac resource provider aggregate not found Oct 23 01:10:15.173191 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-902a1c78-59ff-4024-936d-069153004468 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (3b519c6a-fd1c-4cfa-8992-af5fb9016f43), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.175989 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Made reservation on behalf of f3de498c400d4ae297beb7e93671ccb1 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:15.182431 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.192297 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 8f193582-2e80-4d9f-a01e-260752b06cac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f193582-2e80-4d9f-a01e-260752b06cac found for delete ", "request_id": "req-55c21ea8-2c59-4648-b74e-9559bfadcfc9"}]} Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.214327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:15.217555 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Failed to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] Oct 23 01:10:15.226795 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempt 2 to bind port 693733ce-d030-4dde-b6b9-052fc426affa Oct 23 01:10:15.259632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:15.259925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:15.260292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:15.275243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a1c78-59ff-4024-936d-069153004468 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.295056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:15.303723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:15.312074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-902a1c78-59ff-4024-936d-069153004468 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:15.315292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a1c78-59ff-4024-936d-069153004468 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:15.316364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-902a1c78-59ff-4024-936d-069153004468 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.338826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:15.345461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:15.358408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a1c78-59ff-4024-936d-069153004468 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=3b519c6a-fd1c-4cfa-8992-af5fb9016f43,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:15.360386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0532064e-ee1c-41b0-9299-96039888748b None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:15.361570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.368304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:15.371296 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Failed to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] Oct 23 01:10:15.375600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (07a60388-8ad5-45ea-b7f9-55085e5b3a53), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.381705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.381964 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempt 3 to bind port 693733ce-d030-4dde-b6b9-052fc426affa Oct 23 01:10:15.384107 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "DELETE /networking/v2.0/networks/07a60388-8ad5-45ea-b7f9-55085e5b3a53 HTTP/1.1" status: 204 len: 168 time: 1.1677439 Oct 23 01:10:15.389200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (4b605052-e362-4fdf-ad0a-88fca8bc708e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.389200 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Added segment 4b605052-e362-4fdf-ad0a-88fca8bc708e of type vlan for network a1d52019-7617-40c2-b6d2-1ee93d50904b Oct 23 01:10:15.391768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60884) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:15.414401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Allocated IP 2001:db8::11b (26782c28-6e66-43c8-b591-3a6ae7c1e632/380e6883-aa4b-4886-9bb9-65edce097d32/3e32cfa0-fae8-41c9-ac2a-3600ceb22a79) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:15.436132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (221f1fa7-284a-4679-afb2-01f697e4e6f1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.438857 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-902a1c78-59ff-4024-936d-069153004468 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9803457 Oct 23 01:10:15.440004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a370b-31a2-4319-8b49-e1ae64ca3dd6 tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Network': ['ID=07a60388-8ad5-45ea-b7f9-55085e5b3a53,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:15.443595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60886) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:15.449964 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:15.450403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:15.450771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:15.452749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:15.475767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': '3b519c6a-fd1c-4cfa-8992-af5fb9016f43', 'ip_address': '2001:db8::6b78:a18b:c5c9:a9b4'}], 'name': 'tempest-NetworksTestDHCPv6-1854398467'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:15.478356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-34b646d8-0574-46c2-ab6e-2e33dad6a4af None None] Could not find standard attr ID for object dd8bf74d-eaaf-430b-8da2-bb0f996944e2. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.486780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:15.489939 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:15.500986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-3779068d-d2bc-4b36-8791-464815a1b726 None None] Allocated IP 2001:db8::2 (587f8e4c-d296-4631-956e-9e88946bdff3/6caf6190-350a-4626-9ea4-b0979e84432b/08934ef9-34b2-49ed-9c10-7f4fdcf18b60) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:15.515238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (a1d52019-7617-40c2-b6d2-1ee93d50904b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.531765 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:15.535025 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Failed to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] Oct 23 01:10:15.535025 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempt 4 to bind port 693733ce-d030-4dde-b6b9-052fc426affa Oct 23 01:10:15.556475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221f1fa7-284a-4679-afb2-01f697e4e6f1']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:15.593037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:15.593268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b864bd2-d084-4490-a3f6-61b699c55104') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:15.593637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b864bd2-d084-4490-a3f6-61b699c55104') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:15.595887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:15.596261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:15.598551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:15.598671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a0244b09-6b56-42fa-8855-038284837dee tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (3a86591f-4a07-475e-af29-20197a372432), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.611885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.623012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (2b864bd2-d084-4490-a3f6-61b699c55104), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.627223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.649486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': '3b519c6a-fd1c-4cfa-8992-af5fb9016f43'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:15.656397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.693244 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:15.695893 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Failed to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] Oct 23 01:10:15.696084 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempt 5 to bind port 693733ce-d030-4dde-b6b9-052fc426affa Oct 23 01:10:15.712111 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a0244b09-6b56-42fa-8855-038284837dee tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3a86591f-4a07-475e-af29-20197a372432), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.724453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2b864bd2-d084-4490-a3f6-61b699c55104), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.733159 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (a1d52019-7617-40c2-b6d2-1ee93d50904b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.738345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:15.739112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.769967 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:15.770499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (2b864bd2-d084-4490-a3f6-61b699c55104), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.791143 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:15.791782 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:15.792146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:15.801362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3779068d-d2bc-4b36-8791-464815a1b726 None None] For port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,segment=NetworkSegment(bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e),segment_id=bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.831827 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:15.835248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:15.840242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.845366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Network': ['ID=a1d52019-7617-40c2-b6d2-1ee93d50904b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:15.863634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for port (3e32cfa0-fae8-41c9-ac2a-3600ceb22a79), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.865549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network a1d52019-7617-40c2-b6d2-1ee93d50904b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:15.872755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:15.875857 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Failed to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] Oct 23 01:10:15.876328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a0244b09-6b56-42fa-8855-038284837dee tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.877701 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a0244b09-6b56-42fa-8855-038284837dee tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.1553197 Oct 23 01:10:15.880291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:15.883142 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-830f644c-2c02-4552-8a27-c8e63e289abc tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0092540 Oct 23 01:10:15.885842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60888) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:15.891616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3a8cf410-8f16-4303-b6a1-049af21c58b9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'security_group': {'name': 'tempest-secgroup-915528007'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:15.891742 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempt 6 to bind port 693733ce-d030-4dde-b6b9-052fc426affa Oct 23 01:10:15.895402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60890) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:15.906545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'subnet': {'network_id': 'a1d52019-7617-40c2-b6d2-1ee93d50904b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:15.935041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:15.941569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0244b09-6b56-42fa-8855-038284837dee tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a86591f-4a07-475e-af29-20197a372432,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:15.994052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.004712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.api [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:10:16.004712 dv-neutron-master-2-hyperv neutron-server[105984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:10:16.004712 dv-neutron-master-2-hyperv neutron-server[105984]: [parameters: {'id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] Oct 23 01:10:16.004712 dv-neutron-master-2-hyperv neutron-server[105984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:10:16.005893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG oslo_db.api [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:10:16.015687 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:10:16.026661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:16.044514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2892ed-6460-4357-a978-807e59dd47ff') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:16.045073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2892ed-6460-4357-a978-807e59dd47ff') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:16.065692 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 2b864bd2-d084-4490-a3f6-61b699c55104 resource provider aggregate not found Oct 23 01:10:16.075829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (5f2892ed-6460-4357-a978-807e59dd47ff), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.096708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (5f2892ed-6460-4357-a978-807e59dd47ff), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.101628 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 2b864bd2-d084-4490-a3f6-61b699c55104 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b864bd2-d084-4490-a3f6-61b699c55104 found for delete ", "request_id": "req-8cff7103-8a7a-45ad-a83a-156e4b15c896"}]} Oct 23 01:10:16.106598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3779068d-d2bc-4b36-8791-464815a1b726 None None] Publish callbacks [] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.108834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.109016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:16.109389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (5f2892ed-6460-4357-a978-807e59dd47ff), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.113865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (a2ffe376-becb-4ad7-80ed-9b0acaddcfdc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.115520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Fanout notify agent at l3_agent the message router_deleted on router a2ffe376-becb-4ad7-80ed-9b0acaddcfdc {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:10:16.122949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:16.123768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:16.124312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:16.130062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3e32cfa0-fae8-41c9-ac2a-3600ceb22a79), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.136109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a8cf410-8f16-4303-b6a1-049af21c58b9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.136657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.141302 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f6cf1de0-9254-4767-b312-0e923b69cf31 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/a2ffe376-becb-4ad7-80ed-9b0acaddcfdc HTTP/1.1" status: 204 len: 168 time: 3.0417085 Oct 23 01:10:16.144606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60896) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:16.144871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 5c9d99f2-38ed-4bcd-b39e-96b7e0807842 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:16.165296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-2bdd5fe1-373b-4aba-8bd6-e4fb341e9640 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-555977546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:16.167138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.195635 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:16.201828 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Failed to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] Oct 23 01:10:16.201828 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Allocated IP 2001:db8::2 (93e5b356-0704-414d-a7cb-470971f9a8ef/3b519c6a-fd1c-4cfa-8992-af5fb9016f43/b08fd0e5-e361-464a-95bb-4fbbfb264f93) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:16.201828 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempt 7 to bind port 693733ce-d030-4dde-b6b9-052fc426affa Oct 23 01:10:16.204680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Made reservation on behalf of f3de498c400d4ae297beb7e93671ccb1 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:16.208495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.220743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3779068d-d2bc-4b36-8791-464815a1b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.240822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:16.241198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:16.241990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:16.312382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Network 26782c28-6e66-43c8-b591-3a6ae7c1e632 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.321501 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:16.324511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:16.324511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:16.335553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:16.338548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:16.343183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:16.343795 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.346491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.355599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.363098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'Port': ['ID=3e32cfa0-fae8-41c9-ac2a-3600ceb22a79,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:16.363530 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] 10.222.0.36 "DELETE /networking/v2.0/networks/dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008 HTTP/1.1" status: 204 len: 168 time: 0.9545543 Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.396004 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:16.398597 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Failed to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] Oct 23 01:10:16.402515 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempt 8 to bind port 693733ce-d030-4dde-b6b9-052fc426affa Oct 23 01:10:16.408646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d967a23-9f50-4a5a-beda-afe4114b597d tempest-BulkNetworkOpsIpV6Test-295570186 tempest-BulkNetworkOpsIpV6Test-295570186-project] Pushing event deleted for resources: {'Network': ['ID=dd0d7d91-ea0b-46a6-abab-6a9a2ec3e008,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:16.429859 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2bdd5fe1-373b-4aba-8bd6-e4fb341e9640 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (2939ac49-db95-46a8-95ad-ed57e7bcbdca), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.431108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2bdd5fe1-373b-4aba-8bd6-e4fb341e9640 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (2939ac49-db95-46a8-95ad-ed57e7bcbdca), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.440659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:16.471151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779068d-d2bc-4b36-8791-464815a1b726 None None] Pushing event updated for resources: {'Port': ['ID=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:16.482324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:16.483017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:16.483579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:16.505856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:16.506826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (221f1fa7-284a-4679-afb2-01f697e4e6f1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.513091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:16.521103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.557564 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:16.560500 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Failed to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] Oct 23 01:10:16.562712 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempt 9 to bind port 693733ce-d030-4dde-b6b9-052fc426affa Oct 23 01:10:16.569094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a8cf410-8f16-4303-b6a1-049af21c58b9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (1a219b2f-5db7-42c1-bec2-5325385287d5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.599824 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:16.600575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:16.600879 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d134d5a0-13da-4748-9f1d-2335c546093e tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2504199 Oct 23 01:10:16.601272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:16.607238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60900) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:16.608180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2bdd5fe1-373b-4aba-8bd6-e4fb341e9640 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (2939ac49-db95-46a8-95ad-ed57e7bcbdca), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.611013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:16.627328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-750b6796-60e0-4af0-8a57-be8314434bfc tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:66:8e:d3'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.643982 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:16.648652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:16.661646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a8cf410-8f16-4303-b6a1-049af21c58b9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1a219b2f-5db7-42c1-bec2-5325385287d5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.684924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:16.688429 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Failed to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] Oct 23 01:10:16.692721 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempt 10 to bind port 693733ce-d030-4dde-b6b9-052fc426affa Oct 23 01:10:16.695929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Publish callbacks [] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.703930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2bdd5fe1-373b-4aba-8bd6-e4fb341e9640 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (2939ac49-db95-46a8-95ad-ed57e7bcbdca), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.709127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:16.709498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:16.709900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:16.737734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Deleting port 693733ce-d030-4dde-b6b9-052fc426affa {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:16.738150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (693733ce-d030-4dde-b6b9-052fc426affa), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.741631 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:16.750398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempting to bind port 693733ce-d030-4dde-b6b9-052fc426affa on network 221f1fa7-284a-4679-afb2-01f697e4e6f1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 4647727a-9b15-4962-8ffb-5f701a4a511b could not be found. Oct 23 01:10:16.769396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:10:16.773359 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Failed to bind port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '2b864bd2-d084-4490-a3f6-61b699c55104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '221f1fa7-284a-4679-afb2-01f697e4e6f1'}] Oct 23 01:10:16.774024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (693733ce-d030-4dde-b6b9-052fc426affa), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.777510 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:16.788336 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cf410-8f16-4303-b6a1-049af21c58b9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a219b2f-5db7-42c1-bec2-5325385287d5,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:16.817276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a8cf410-8f16-4303-b6a1-049af21c58b9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.824760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.826753 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3a8cf410-8f16-4303-b6a1-049af21c58b9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9397233 Oct 23 01:10:16.830537 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60902) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:16.839085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1521124650', 'security_groups': ['1a219b2f-5db7-42c1-bec2-5325385287d5'], 'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6caf6190-350a-4626-9ea4-b0979e84432b'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:16.881745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7f53f5cc-ebc0-4010-9528-7d206b6190b8 None None] Provisioning complete for port 3e32cfa0-fae8-41c9-ac2a-3600ceb22a79 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:16.882357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7f53f5cc-ebc0-4010-9528-7d206b6190b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3e32cfa0-fae8-41c9-ac2a-3600ceb22a79), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.882903 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7f53f5cc-ebc0-4010-9528-7d206b6190b8 None None] Attempt 1 to provision port 3e32cfa0-fae8-41c9-ac2a-3600ceb22a79 Oct 23 01:10:16.893567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2bdd5fe1-373b-4aba-8bd6-e4fb341e9640 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.897988 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2bdd5fe1-373b-4aba-8bd6-e4fb341e9640 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7424939 Oct 23 01:10:16.902040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60904) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:16.906390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'enable_snat': True}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:16.915099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:16.926806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] For port 693733ce-d030-4dde-b6b9-052fc426affa, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:16.927186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (693733ce-d030-4dde-b6b9-052fc426affa), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:16.948704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Calling delete_port for 693733ce-d030-4dde-b6b9-052fc426affa owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:16.969356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:16.972866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Pushing event updated for resources: {'Port': ['ID=b08fd0e5-e361-464a-95bb-4fbbfb264f93,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:16.982514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7f53f5cc-ebc0-4010-9528-7d206b6190b8 None None] Port 3e32cfa0-fae8-41c9-ac2a-3600ceb22a79 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:16.986000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:16.989755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] For port 693733ce-d030-4dde-b6b9-052fc426affa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:16.990525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Attempted to set empty binding levels {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:10:17.003794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (d2555fbf-a56d-4e51-bb2d-bd7605c10995), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.006123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:17.051020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::6b78:a18b:c5c9:a9b4 (93e5b356-0704-414d-a7cb-470971f9a8ef/3b519c6a-fd1c-4cfa-8992-af5fb9016f43/5c9d99f2-38ed-4bcd-b39e-96b7e0807842) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:17.115939 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (693733ce-d030-4dde-b6b9-052fc426affa), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.124503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Attempting to bind port b08fd0e5-e361-464a-95bb-4fbbfb264f93 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:17.125127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Attempting to bind port b08fd0e5-e361-464a-95bb-4fbbfb264f93 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:17.125915 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Attempting to bind port b08fd0e5-e361-464a-95bb-4fbbfb264f93 on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:17.130540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-750b6796-60e0-4af0-8a57-be8314434bfc tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3e32cfa0-fae8-41c9-ac2a-3600ceb22a79), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.135542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Subnet': ['ID=d2555fbf-a56d-4e51-bb2d-bd7605c10995,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:17.261520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe87d63-8220-4e8d-9b45-1f8c811e2855 None None] Pushing event updated for resources: {'Port': ['ID=693733ce-d030-4dde-b6b9-052fc426affa,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:17.271228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60908) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:17.299035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:17.299372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:17.299783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.300171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:17.300667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Bound port: b08fd0e5-e361-464a-95bb-4fbbfb264f93, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:17.301036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.309182 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:17.316691 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:17.407529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (693733ce-d030-4dde-b6b9-052fc426affa), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.413751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] For port b08fd0e5-e361-464a-95bb-4fbbfb264f93, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:17.419875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] For port b08fd0e5-e361-464a-95bb-4fbbfb264f93, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b08fd0e5-e361-464a-95bb-4fbbfb264f93,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:17.461532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Port': ['ID=693733ce-d030-4dde-b6b9-052fc426affa,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:17.485570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No DVR routers for this DVR port 693733ce-d030-4dde-b6b9-052fc426affa on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:17.488964 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.543879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-10b539af-6a57-4206-aab8-d653ee7ba6db None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:17.544402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-10b539af-6a57-4206-aab8-d653ee7ba6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.544879 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-10b539af-6a57-4206-aab8-d653ee7ba6db None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:10:17.549880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.625603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d4123-1acb-4e4f-ba03-d7d3341c45cf None None] Pushing event updated for resources: {'Port': ['ID=b08fd0e5-e361-464a-95bb-4fbbfb264f93,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:17.673518 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-750b6796-60e0-4af0-8a57-be8314434bfc tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for port (3e32cfa0-fae8-41c9-ac2a-3600ceb22a79), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.673518 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] device_id is not set on port e4eddd90-341f-4fc7-a3f2-9ac412e552d6 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:17.683992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-10b539af-6a57-4206-aab8-d653ee7ba6db None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:17.689325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (221f1fa7-284a-4679-afb2-01f697e4e6f1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.697091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-10b539af-6a57-4206-aab8-d653ee7ba6db None None] Provisioning complete for port 069be774-57c8-48b8-be2d-5b7857c3c034 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:17.697468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-10b539af-6a57-4206-aab8-d653ee7ba6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (069be774-57c8-48b8-be2d-5b7857c3c034), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.697821 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-10b539af-6a57-4206-aab8-d653ee7ba6db None None] Attempt 1 to provision port 069be774-57c8-48b8-be2d-5b7857c3c034 Oct 23 01:10:17.740727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-10b539af-6a57-4206-aab8-d653ee7ba6db None None] Port 069be774-57c8-48b8-be2d-5b7857c3c034 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:17.744951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (2939ac49-db95-46a8-95ad-ed57e7bcbdca), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.747332 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-99f6648e-da55-4093-b1f9-289cb1e6af2f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=446938b49a31481b9f5364278d887c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751205 Oct 23 01:10:17.753318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60912) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:17.755981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Checking segment: {'id': '4b605052-e362-4fdf-ad0a-88fca8bc708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1d52019-7617-40c2-b6d2-1ee93d50904b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:17.756516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network hostable DHCP agents. Network: a1d52019-7617-40c2-b6d2-1ee93d50904b, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:17.783023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221f1fa7-284a-4679-afb2-01f697e4e6f1']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:17.810028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b864bd2-d084-4490-a3f6-61b699c55104') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:17.810331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b864bd2-d084-4490-a3f6-61b699c55104') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:17.850855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (2b864bd2-d084-4490-a3f6-61b699c55104), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.864393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (5c9d99f2-38ed-4bcd-b39e-96b7e0807842), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.878055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2b864bd2-d084-4490-a3f6-61b699c55104), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.892664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:17.893084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (2b864bd2-d084-4490-a3f6-61b699c55104), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.897319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f638b6d4-6559-44bb-bfeb-f4a5765fa5a2 admin admin] Publish callbacks [] for security_group (7ad2afea-c35a-4c92-bf47-27854d74f749), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:17.934517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f638b6d4-6559-44bb-bfeb-f4a5765fa5a2 admin admin] Publish callbacks [] for security_group (7ad2afea-c35a-4c92-bf47-27854d74f749), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.008951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8::a1 (587f8e4c-d296-4631-956e-9e88946bdff3/6caf6190-350a-4626-9ea4-b0979e84432b/e4eddd90-341f-4fc7-a3f2-9ac412e552d6) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:18.121762 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 5f2892ed-6460-4357-a978-807e59dd47ff resource provider aggregate not found Oct 23 01:10:18.131953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-750b6796-60e0-4af0-8a57-be8314434bfc tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (3e32cfa0-fae8-41c9-ac2a-3600ceb22a79), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.132601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-750b6796-60e0-4af0-8a57-be8314434bfc tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] In _notify_port_updated(), no bound segment for port 3e32cfa0-fae8-41c9-ac2a-3600ceb22a79 on network 26782c28-6e66-43c8-b591-3a6ae7c1e632 {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:10:18.146679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b6796-60e0-4af0-8a57-be8314434bfc tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:18.146679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-750b6796-60e0-4af0-8a57-be8314434bfc tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.146679 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-750b6796-60e0-4af0-8a57-be8314434bfc tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "PUT /networking/v2.0/ports/3e32cfa0-fae8-41c9-ac2a-3600ceb22a79 HTTP/1.1" status: 200 len: 1003 time: 1.5213013 Oct 23 01:10:18.146679 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 5f2892ed-6460-4357-a978-807e59dd47ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f2892ed-6460-4357-a978-807e59dd47ff found for delete ", "request_id": "req-6bff6840-084d-4202-9abd-9ebcafa527ec"}]} Oct 23 01:10:18.147080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60918) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:18.177840 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (5c9d99f2-38ed-4bcd-b39e-96b7e0807842), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.181649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f638b6d4-6559-44bb-bfeb-f4a5765fa5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7ad2afea-c35a-4c92-bf47-27854d74f749), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.184171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f638b6d4-6559-44bb-bfeb-f4a5765fa5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.187869 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f638b6d4-6559-44bb-bfeb-f4a5765fa5a2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7ad2afea-c35a-4c92-bf47-27854d74f749 HTTP/1.1" status: 204 len: 168 time: 0.4256597 Oct 23 01:10:18.187869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network a1d52019-7617-40c2-b6d2-1ee93d50904b is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:18.188137 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 2b864bd2-d084-4490-a3f6-61b699c55104 resource provider aggregate not found Oct 23 01:10:18.193706 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (221f1fa7-284a-4679-afb2-01f697e4e6f1), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.198151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.206226 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/221f1fa7-284a-4679-afb2-01f697e4e6f1 HTTP/1.1" status: 204 len: 168 time: 4.7396214 Oct 23 01:10:18.210563 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 2b864bd2-d084-4490-a3f6-61b699c55104 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b864bd2-d084-4490-a3f6-61b699c55104 found for delete ", "request_id": "req-6b1fcc50-d7cd-4130-901b-1b793aaf8c3c"}]} Oct 23 01:10:18.210962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60926) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:18.235726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1499609882'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:18.243244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88012a-e1ec-4e0b-8f86-8f12f99049eb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Network': ['ID=221f1fa7-284a-4679-afb2-01f697e4e6f1,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:18.268517 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (e4eddd90-341f-4fc7-a3f2-9ac412e552d6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.281311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b6796-60e0-4af0-8a57-be8314434bfc tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'Port': ['ID=3e32cfa0-fae8-41c9-ac2a-3600ceb22a79,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:18.294305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638b6d4-6559-44bb-bfeb-f4a5765fa5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad2afea-c35a-4c92-bf47-27854d74f749,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:18.342781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a1d52019-7617-40c2-b6d2-1ee93d50904b) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:18.350678 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:18.363090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:18.365649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:18.366294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.376241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=5c9d99f2-38ed-4bcd-b39e-96b7e0807842,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:18.379583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:18.384405 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:18.384935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.385599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:18.389437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.401198 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-663e2451-d1dd-4400-9a96-b43beede70cd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Deleting port 3e32cfa0-fae8-41c9-ac2a-3600ceb22a79 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:18.401567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-663e2451-d1dd-4400-9a96-b43beede70cd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3e32cfa0-fae8-41c9-ac2a-3600ceb22a79), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.465964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:18.465964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ce70fa19-ff70-47a3-aaec-5b942f95a9ce), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.465964 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Added segment ce70fa19-ff70-47a3-aaec-5b942f95a9ce of type vlan for network b6bed8b6-efef-4d8f-8679-4b69ed744086 Oct 23 01:10:18.508313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (e4eddd90-341f-4fc7-a3f2-9ac412e552d6), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.534088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (b6bed8b6-efef-4d8f-8679-4b69ed744086), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.599577 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:18.614800 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:18.621464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:18.627510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:18.628340 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.633515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=e4eddd90-341f-4fc7-a3f2-9ac412e552d6,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:18.647672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-663e2451-d1dd-4400-9a96-b43beede70cd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3e32cfa0-fae8-41c9-ac2a-3600ceb22a79), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.654162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b08fd0e5-e361-464a-95bb-4fbbfb264f93 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:18.663840 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-de5431c2-6688-4cfa-8dad-9c7cc2b6f53d tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7593443 Oct 23 01:10:18.666035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60930) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:18.671528 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cf31a972-468e-4403-bcd8-7f14651de22a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2005160 Oct 23 01:10:18.671725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-933355640', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:18.673200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60932) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:18.705423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b08fd0e5-e361-464a-95bb-4fbbfb264f93 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:18.705907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.706981 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b08fd0e5-e361-464a-95bb-4fbbfb264f93 Oct 23 01:10:18.716668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-663e2451-d1dd-4400-9a96-b43beede70cd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Calling delete_port for 3e32cfa0-fae8-41c9-ac2a-3600ceb22a79 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:18.737577 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (b6bed8b6-efef-4d8f-8679-4b69ed744086), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.743341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:18.749037 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.780183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (2939ac49-db95-46a8-95ad-ed57e7bcbdca), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.791413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:18.803545 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-668f2a7f-58ae-473e-a7f6-d70d470441b8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9696240 Oct 23 01:10:18.809715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b08fd0e5-e361-464a-95bb-4fbbfb264f93 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:18.810149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.842558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60936) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:18.843127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.844403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.851859 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-98eb50f2-2c97-4a66-8e12-3460013f3a34 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:18.862353 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.865267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port b08fd0e5-e361-464a-95bb-4fbbfb264f93, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b08fd0e5-e361-464a-95bb-4fbbfb264f93,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:18.866632 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6367660 Oct 23 01:10:18.866948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60940) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:18.885695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565ef5aa-0d6b-494b-b972-07d68b2b501a None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:10:18.887561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'network_id': 'b6bed8b6-efef-4d8f-8679-4b69ed744086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:18.926157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:18.950204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6d800c7c-9e77-4505-9366-e43cb9c13d12 None None] Provisioning complete for port b08fd0e5-e361-464a-95bb-4fbbfb264f93 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:18.950889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6d800c7c-9e77-4505-9366-e43cb9c13d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:18.951547 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6d800c7c-9e77-4505-9366-e43cb9c13d12 None None] Attempt 1 to provision port b08fd0e5-e361-464a-95bb-4fbbfb264f93 Oct 23 01:10:18.958238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef7bbaf-7d18-44fd-903f-2df23f156533 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:18.964626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef7bbaf-7d18-44fd-903f-2df23f156533 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:18.971157 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9ef7bbaf-7d18-44fd-903f-2df23f156533 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2788899 Oct 23 01:10:18.977238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60944) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:18.979304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc8d67-032c-4c64-abd2-1fe42ecf57cd tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=b6bed8b6-efef-4d8f-8679-4b69ed744086,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:18.996139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network b6bed8b6-efef-4d8f-8679-4b69ed744086 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:19.003660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.009502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:19.140792 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Allocated IP 172.36.3.184 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/be047d51-3673-42df-8153-aa983765533a) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:19.144621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_controller (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.146678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:19.193462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-994ea1b2-2022-4c8b-861e-2b03d7ca624e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 5c9d99f2-38ed-4bcd-b39e-96b7e0807842 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:19.194115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-994ea1b2-2022-4c8b-861e-2b03d7ca624e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5c9d99f2-38ed-4bcd-b39e-96b7e0807842), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.255356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:19.257200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:19.257579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.257994 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:10:19.264091 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:19.266149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=b08fd0e5-e361-464a-95bb-4fbbfb264f93,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:19.276123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.305483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6d800c7c-9e77-4505-9366-e43cb9c13d12 None None] Current status of the port b08fd0e5-e361-464a-95bb-4fbbfb264f93 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:19.324360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ef5aa-0d6b-494b-b972-07d68b2b501a None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:10:19.345013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for port (be047d51-3673-42df-8153-aa983765533a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.351652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:19.357025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eb50f2-2c97-4a66-8e12-3460013f3a34 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:19.362002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-98eb50f2-2c97-4a66-8e12-3460013f3a34 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.366484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-663e2451-d1dd-4400-9a96-b43beede70cd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3e32cfa0-fae8-41c9-ac2a-3600ceb22a79), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.424351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e2451-d1dd-4400-9a96-b43beede70cd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event deleted for resources: {'Port': ['ID=3e32cfa0-fae8-41c9-ac2a-3600ceb22a79,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:19.442135 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:19.509995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-663e2451-d1dd-4400-9a96-b43beede70cd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.516648 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-663e2451-d1dd-4400-9a96-b43beede70cd tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3e32cfa0-fae8-41c9-ac2a-3600ceb22a79 HTTP/1.1" status: 204 len: 168 time: 1.3704321 Oct 23 01:10:19.517907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60954) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:19.577086 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1620dfa9-220c-4d52-a55d-08f5ac455101 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] GET failed (client error): The resource could not be found. Oct 23 01:10:19.579599 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1620dfa9-220c-4d52-a55d-08f5ac455101 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "GET /networking/v2.0/ports/3e32cfa0-fae8-41c9-ac2a-3600ceb22a79 HTTP/1.1" status: 404 len: 333 time: 0.0586298 Oct 23 01:10:19.587111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60956) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:19.591872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Request body: {'port': {'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-271664714'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:19.618674 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.ipam_backend_mixin [None req-98eb50f2-2c97-4a66-8e12-3460013f3a34 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6caf6190-350a-4626-9ea4-b0979e84432b (CIDR: 2001:db8::/64) Oct 23 01:10:19.619546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a1d52019-7617-40c2-b6d2-1ee93d50904b', 'network_id': 'a1d52019-7617-40c2-b6d2-1ee93d50904b', 'project_id': 'f3de498c400d4ae297beb7e93671ccb1', 'fixed_ips': [{'subnet_id': 'd2555fbf-a56d-4e51-bb2d-bd7605c10995'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:19.620799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.652806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (be047d51-3673-42df-8153-aa983765533a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.769080 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-98eb50f2-2c97-4a66-8e12-3460013f3a34 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:10:19.769687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98eb50f2-2c97-4a66-8e12-3460013f3a34 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:19.795677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:19.801995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event updated for resources: {'Port': ['ID=be047d51-3673-42df-8153-aa983765533a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:19.807871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:19.810615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:19.835545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Allocated IP 172.20.0.2 (a1d52019-7617-40c2-b6d2-1ee93d50904b/d2555fbf-a56d-4e51-bb2d-bd7605c10995/e026de6a-09ce-49eb-95e0-fa827b560dfe) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:19.842734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:19.865088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_gateway (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.879393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-994ea1b2-2022-4c8b-861e-2b03d7ca624e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5c9d99f2-38ed-4bcd-b39e-96b7e0807842), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.889813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60960) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:19.905757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-994ea1b2-2022-4c8b-861e-2b03d7ca624e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 5c9d99f2-38ed-4bcd-b39e-96b7e0807842 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:19.923800 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-98eb50f2-2c97-4a66-8e12-3460013f3a34 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0763814 Oct 23 01:10:19.927854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60964) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:19.949362 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Made reservation on behalf of a86bce5f447f4dcf8301a60748441e10 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:19.952130 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-387357e2-f676-4342-94d2-c6f7d263378e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:19.953856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:19.988299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:19.999150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] device_id is not set on port 647a8022-873b-419e-b308-212197480b8a yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:20.044985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Publish callbacks [] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.083592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0be1cece-3ec4-4bb9-9f40-cb7d2c6b4a85 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-202646782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:20.115827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.152993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Allocated IP 2001:db8::3a9 (26782c28-6e66-43c8-b591-3a6ae7c1e632/380e6883-aa4b-4886-9bb9-65edce097d32/647a8022-873b-419e-b308-212197480b8a) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:20.166232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Pushing event updated for resources: {'Port': ['ID=e026de6a-09ce-49eb-95e0-fa827b560dfe,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:20.187322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Network a1d52019-7617-40c2-b6d2-1ee93d50904b is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:20.189105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:20.192152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:20.287959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Attempting to bind port e026de6a-09ce-49eb-95e0-fa827b560dfe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:20.288607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Attempting to bind port e026de6a-09ce-49eb-95e0-fa827b560dfe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4b605052-e362-4fdf-ad0a-88fca8bc708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1d52019-7617-40c2-b6d2-1ee93d50904b'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:20.289492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Attempting to bind port e026de6a-09ce-49eb-95e0-fa827b560dfe on network a1d52019-7617-40c2-b6d2-1ee93d50904b {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:20.312752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (2939ac49-db95-46a8-95ad-ed57e7bcbdca), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.355122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0be1cece-3ec4-4bb9-9f40-cb7d2c6b4a85 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (0976becc-b11f-4dc7-94e4-5a2cf0913659), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.355122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0be1cece-3ec4-4bb9-9f40-cb7d2c6b4a85 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (0976becc-b11f-4dc7-94e4-5a2cf0913659), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.410040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0be1cece-3ec4-4bb9-9f40-cb7d2c6b4a85 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for router_controller (0976becc-b11f-4dc7-94e4-5a2cf0913659), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.417955 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (d86f4eb0-19fb-4115-9df6-b288d6ad9406), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.419276 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387357e2-f676-4342-94d2-c6f7d263378e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:20.423563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-387357e2-f676-4342-94d2-c6f7d263378e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.527671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:20.528534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Checking segment: {'id': '4b605052-e362-4fdf-ad0a-88fca8bc708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1d52019-7617-40c2-b6d2-1ee93d50904b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:20.529118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.529824 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Bound using segment: {'id': '4b605052-e362-4fdf-ad0a-88fca8bc708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1d52019-7617-40c2-b6d2-1ee93d50904b'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:20.530534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Bound port: e026de6a-09ce-49eb-95e0-fa827b560dfe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b605052-e362-4fdf-ad0a-88fca8bc708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a1d52019-7617-40c2-b6d2-1ee93d50904b'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:20.531099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.568080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0be1cece-3ec4-4bb9-9f40-cb7d2c6b4a85 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (0976becc-b11f-4dc7-94e4-5a2cf0913659), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.593760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b08fd0e5-e361-464a-95bb-4fbbfb264f93 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:20.656619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_gateway (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.661213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] For port e026de6a-09ce-49eb-95e0-fa827b560dfe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:20.665689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] For port e026de6a-09ce-49eb-95e0-fa827b560dfe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e026de6a-09ce-49eb-95e0-fa827b560dfe,segment=NetworkSegment(4b605052-e362-4fdf-ad0a-88fca8bc708e),segment_id=4b605052-e362-4fdf-ad0a-88fca8bc708e)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:20.682769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b08fd0e5-e361-464a-95bb-4fbbfb264f93 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:20.683206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.683634 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b08fd0e5-e361-464a-95bb-4fbbfb264f93 Oct 23 01:10:20.704269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.708329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (2939ac49-db95-46a8-95ad-ed57e7bcbdca), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.711057 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=d86f4eb0-19fb-4115-9df6-b288d6ad9406,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:20.714898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (2939ac49-db95-46a8-95ad-ed57e7bcbdca), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.746886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:20.767656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.775080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Checking segment: {'id': 'ce70fa19-ff70-47a3-aaec-5b942f95a9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b6bed8b6-efef-4d8f-8679-4b69ed744086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:20.775450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network hostable DHCP agents. Network: b6bed8b6-efef-4d8f-8679-4b69ed744086, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:20.787532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0be1cece-3ec4-4bb9-9f40-cb7d2c6b4a85 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.791525 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0be1cece-3ec4-4bb9-9f40-cb7d2c6b4a85 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8979385 Oct 23 01:10:20.794011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60966) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:20.794181 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.ipam_backend_mixin [None req-387357e2-f676-4342-94d2-c6f7d263378e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 65dc74b3-767e-445d-a588-d79e2c65ff77 (CIDR: 2001:db8:0:1::/64) Oct 23 01:10:20.803830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1838970683'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:20.806120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b08fd0e5-e361-464a-95bb-4fbbfb264f93 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:20.835292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:20.839055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-994ea1b2-2022-4c8b-861e-2b03d7ca624e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (5c9d99f2-38ed-4bcd-b39e-96b7e0807842), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.845281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9154229-e80c-4b37-8e67-1188e16a7b9e None None] Pushing event updated for resources: {'Port': ['ID=e026de6a-09ce-49eb-95e0-fa827b560dfe,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:20.877022 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-387357e2-f676-4342-94d2-c6f7d263378e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:10:20.877599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387357e2-f676-4342-94d2-c6f7d263378e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:20.890664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:20.897428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for port (647a8022-873b-419e-b308-212197480b8a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.917852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ea1b2-2022-4c8b-861e-2b03d7ca624e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=5c9d99f2-38ed-4bcd-b39e-96b7e0807842,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:20.929008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network b6bed8b6-efef-4d8f-8679-4b69ed744086 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:20.977169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-994ea1b2-2022-4c8b-861e-2b03d7ca624e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:20.981304 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-994ea1b2-2022-4c8b-861e-2b03d7ca624e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/5c9d99f2-38ed-4bcd-b39e-96b7e0807842 HTTP/1.1" status: 204 len: 168 time: 1.9997396 Oct 23 01:10:20.992030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60968) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:21.015233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.36.3.201 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/ff37d8de-1c78-4668-8b37-f1ba432298c4) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:21.030913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Made reservation on behalf of a598e6f916ec4c4ab647b703af2254bf for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:21.035930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.036671 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-387357e2-f676-4342-94d2-c6f7d263378e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1065207 Oct 23 01:10:21.038430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60970) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:21.046152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-2a09e603-6c3e-4e77-b6ea-dbd28c0f558d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'subnet': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:21.056111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.087221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec1082-c56b-429a-8674-4bb8e723d3a7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:21.089084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec1082-c56b-429a-8674-4bb8e723d3a7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:21.093869 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a3ec1082-c56b-429a-8674-4bb8e723d3a7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1085503 Oct 23 01:10:21.098963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60972) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:21.132218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (647a8022-873b-419e-b308-212197480b8a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.134098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Router 2939ac49-db95-46a8-95ad-ed57e7bcbdca is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:10:21.144391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b6bed8b6-efef-4d8f-8679-4b69ed744086) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:21.149189 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:21.149833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.171169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:21.233963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Network 26782c28-6e66-43c8-b591-3a6ae7c1e632 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:21.242346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:21.252867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-70767b3f-4f9d-4a4b-8d0f-722649953edb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 3b519c6a-fd1c-4cfa-8992-af5fb9016f43 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:21.255634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:21.260213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:21.260930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.266171 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3f589f43-57e9-4712-b210-32b785a2b728 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3885546 Oct 23 01:10:21.266932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60974) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:21.276920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-2d3c7476-58bf-4ad9-940d-a51b072043ed tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'network_id': 'b6bed8b6-efef-4d8f-8679-4b69ed744086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:21.284285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (ff37d8de-1c78-4668-8b37-f1ba432298c4), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.297536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'Port': ['ID=647a8022-873b-419e-b308-212197480b8a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:21.299959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-70767b3f-4f9d-4a4b-8d0f-722649953edb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (3b519c6a-fd1c-4cfa-8992-af5fb9016f43), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.366627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a09e603-6c3e-4e77-b6ea-dbd28c0f558d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Made reservation on behalf of 15afa29fb07a4b10aec3040f5f73e9a1 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:21.371207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2a09e603-6c3e-4e77-b6ea-dbd28c0f558d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.378768 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-70767b3f-4f9d-4a4b-8d0f-722649953edb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (3b519c6a-fd1c-4cfa-8992-af5fb9016f43), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.536892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ff37d8de-1c78-4668-8b37-f1ba432298c4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.619907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:21.625769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3c7476-58bf-4ad9-940d-a51b072043ed tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:21.629169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7476-58bf-4ad9-940d-a51b072043ed tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.651908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:21.659005 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=ff37d8de-1c78-4668-8b37-f1ba432298c4,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:21.661325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:21.708339 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-74188f75-4683-4475-bc69-643a16152a55 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1204975 Oct 23 01:10:21.712417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.712778 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for security_group (270f963d-57b9-466b-9309-6cdcdf3936c9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.717760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60976) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:21.722745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Request body: {'port': {'network_id': '26782c28-6e66-43c8-b591-3a6ae7c1e632', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-640655301'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:21.795739 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:21.801358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (270f963d-57b9-466b-9309-6cdcdf3936c9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.807595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.808819 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ff035113-1f5f-4de7-8dce-b75e7996df1b tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "PUT /networking/v2.0/routers/2939ac49-db95-46a8-95ad-ed57e7bcbdca HTTP/1.1" status: 200 len: 914 time: 4.9058275 Oct 23 01:10:21.812589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef601b0d-2416-46dc-b5f9-d7e5c567a97e None None] Sync routers for ids ['2939ac49-db95-46a8-95ad-ed57e7bcbdca'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:21.821398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60978) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:21.836489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef601b0d-2416-46dc-b5f9-d7e5c567a97e None None] Routers {'2939ac49-db95-46a8-95ad-ed57e7bcbdca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:21.837558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ef601b0d-2416-46dc-b5f9-d7e5c567a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2939ac49-db95-46a8-95ad-ed57e7bcbdca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:21.880212 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ef601b0d-2416-46dc-b5f9-d7e5c567a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:21.892622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef601b0d-2416-46dc-b5f9-d7e5c567a97e None None] Routers {'2939ac49-db95-46a8-95ad-ed57e7bcbdca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:21.893532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ef601b0d-2416-46dc-b5f9-d7e5c567a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2939ac49-db95-46a8-95ad-ed57e7bcbdca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:21.908528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:21.931921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ef601b0d-2416-46dc-b5f9-d7e5c567a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:21.934228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef601b0d-2416-46dc-b5f9-d7e5c567a97e None None] The sync data for ids ['2939ac49-db95-46a8-95ad-ed57e7bcbdca'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:21.971521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-70767b3f-4f9d-4a4b-8d0f-722649953edb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (3b519c6a-fd1c-4cfa-8992-af5fb9016f43), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.971521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270f963d-57b9-466b-9309-6cdcdf3936c9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:22.010990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (755875f4-d2d8-4872-858f-b78662a71465), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.011308 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Added segment 755875f4-d2d8-4872-858f-b78662a71465 of type vlan for network 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 Oct 23 01:10:22.012832 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:22.038830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b3884e-f644-42ca-b0d9-4cc1bce730ac None None] Network 221f1fa7-284a-4679-afb2-01f697e4e6f1 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:22.043607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad57e997-ef40-4cb4-be3e-7b50e1865b76 None None] Network a1d52019-7617-40c2-b6d2-1ee93d50904b requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:22.104688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf94ad-de5b-4526-b4cb-65d6c062b093 None None] Network b6bed8b6-efef-4d8f-8679-4b69ed744086 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:22.113110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (9a5a93e7-4091-40fb-8eab-6ca3b0e834b3), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.113891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b3884e-f644-42ca-b0d9-4cc1bce730ac None None] Network 221f1fa7-284a-4679-afb2-01f697e4e6f1 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:10:22.156317 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-753d0e61-68e8-42a3-925f-edd7f9b38773 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/2939ac49-db95-46a8-95ad-ed57e7bcbdca HTTP/1.1" status: 200 len: 920 time: 0.3338375 Oct 23 01:10:22.162613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60980) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:22.178275 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:22.182110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-70e0155a-0bc1-4a25-a147-aeb796d3e10e None None] Provisioning complete for port e026de6a-09ce-49eb-95e0-fa827b560dfe triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:22.182718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-70e0155a-0bc1-4a25-a147-aeb796d3e10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.183201 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-70e0155a-0bc1-4a25-a147-aeb796d3e10e None None] Attempt 1 to provision port e026de6a-09ce-49eb-95e0-fa827b560dfe Oct 23 01:10:22.240529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Made reservation on behalf of a86bce5f447f4dcf8301a60748441e10 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:22.245200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.256728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-70767b3f-4f9d-4a4b-8d0f-722649953edb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (3b519c6a-fd1c-4cfa-8992-af5fb9016f43), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.341334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec5be24-4baa-462b-aeb7-c009f73448f5 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:22.342999 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cec5be24-4baa-462b-aeb7-c009f73448f5 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&device_id=2939ac49-db95-46a8-95ad-ed57e7bcbdca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1788971 Oct 23 01:10:22.346842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60982) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:22.349600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (9a5a93e7-4091-40fb-8eab-6ca3b0e834b3), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.357192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:22.358265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.362895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:22.384646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70767b3f-4f9d-4a4b-8d0f-722649953edb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=3b519c6a-fd1c-4cfa-8992-af5fb9016f43,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:22.389529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] device_id is not set on port 9c697e8b-f8b1-4063-b4a4-61daf6b05840 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:22.391241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:22.416368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-70767b3f-4f9d-4a4b-8d0f-722649953edb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.425425 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-70767b3f-4f9d-4a4b-8d0f-722649953edb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/3b519c6a-fd1c-4cfa-8992-af5fb9016f43 HTTP/1.1" status: 204 len: 168 time: 1.3223419 Oct 23 01:10:22.426366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60984) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:22.436372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b6bed8b6-efef-4d8f-8679-4b69ed744086', 'network_id': 'b6bed8b6-efef-4d8f-8679-4b69ed744086', 'project_id': '5d57d71f456f4592a5ca0e757673bffd', 'fixed_ips': [{'subnet_id': 'd86f4eb0-19fb-4115-9df6-b288d6ad9406'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:22.437437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.508759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-70e0155a-0bc1-4a25-a147-aeb796d3e10e None None] Current status of the port e026de6a-09ce-49eb-95e0-fa827b560dfe is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:22.511884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-70e0155a-0bc1-4a25-a147-aeb796d3e10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.633642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2a09e603-6c3e-4e77-b6ea-dbd28c0f558d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (fee73f76-f932-47b2-a78d-0e004f3e658e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.688336 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dfcb0851-a642-4ae4-a616-74bf609cf490 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2513859 Oct 23 01:10:22.688581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09e603-6c3e-4e77-b6ea-dbd28c0f558d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Network 587f8e4c-d296-4631-956e-9e88946bdff3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:22.698968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60986) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:22.706004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0fa18c24-bb96-4ea8-bb71-c33a912296ee tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:22.723680 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9303987 Oct 23 01:10:22.725348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e026de6a-09ce-49eb-95e0-fa827b560dfe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:22.734926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438cb5c-0a66-45fa-bbdc-10ff55e57627 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event updated for resources: {'Network': ['ID=9a5a93e7-4091-40fb-8eab-6ca3b0e834b3,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:22.735781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-2a09e603-6c3e-4e77-b6ea-dbd28c0f558d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:22.741014 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60988) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:22.752932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Request body: {'subnet': {'network_id': '9a5a93e7-4091-40fb-8eab-6ca3b0e834b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:22.780915 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:22.819398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-70e0155a-0bc1-4a25-a147-aeb796d3e10e None None] For port e026de6a-09ce-49eb-95e0-fa827b560dfe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e026de6a-09ce-49eb-95e0-fa827b560dfe,segment=NetworkSegment(4b605052-e362-4fdf-ad0a-88fca8bc708e),segment_id=4b605052-e362-4fdf-ad0a-88fca8bc708e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:22.835360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a09e603-6c3e-4e77-b6ea-dbd28c0f558d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:22.835993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2a09e603-6c3e-4e77-b6ea-dbd28c0f558d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.878077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591af9db-ef66-4a9c-be90-864c197e7eb0 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:22.882293 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-591af9db-ef66-4a9c-be90-864c197e7eb0 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/networks/1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 881 time: 0.5127902 Oct 23 01:10:22.883676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Allocated IP 2001:db8::2 (b6bed8b6-efef-4d8f-8679-4b69ed744086/d86f4eb0-19fb-4115-9df6-b288d6ad9406/f56d468a-448a-4d37-8db0-4004365a7f65) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:22.887716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60990) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:22.906481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:22.913313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-70e0155a-0bc1-4a25-a147-aeb796d3e10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.924311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e026de6a-09ce-49eb-95e0-fa827b560dfe triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:22.924800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.925096 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e026de6a-09ce-49eb-95e0-fa827b560dfe Oct 23 01:10:22.949302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09e603-6c3e-4e77-b6ea-dbd28c0f558d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Subnet': ['ID=fee73f76-f932-47b2-a78d-0e004f3e658e,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:22.993054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:23.013700 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8fcd8c3f-147c-4cc9-96e3-2d6bc02859c7 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2939ac49-db95-46a8-95ad-ed57e7bcbdca HTTP/1.1" status: 200 len: 205 time: 0.1245036 Oct 23 01:10:23.016262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Allocated IP 2001:db8::2ec (26782c28-6e66-43c8-b591-3a6ae7c1e632/380e6883-aa4b-4886-9bb9-65edce097d32/9c697e8b-f8b1-4063-b4a4-61daf6b05840) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:23.021734 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 60994) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:23.058874 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2a09e603-6c3e-4e77-b6ea-dbd28c0f558d tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0189433 Oct 23 01:10:23.060689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 60996) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:23.077257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-350ea3c1-ccf4-49c3-ae35-d365187380b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1609974122', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fee73f76-f932-47b2-a78d-0e004f3e658e'}], 'security_groups': ['d533eda6-38dd-4fcd-a6cf-e6c8cbd55a85', '3a86591f-4a07-475e-af29-20197a372432']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:23.112350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0155a-0bc1-4a25-a147-aeb796d3e10e None None] Pushing event updated for resources: {'Port': ['ID=e026de6a-09ce-49eb-95e0-fa827b560dfe,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:23.115411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-888cd845-4875-4756-8add-3e0169bbab67 None None] Could not find standard attr ID for object 5c9d99f2-38ed-4bcd-b39e-96b7e0807842. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:23.183089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Made reservation on behalf of a598e6f916ec4c4ab647b703af2254bf for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:23.187168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.199544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_gateway (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.218112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Publish callbacks [] for port (f56d468a-448a-4d37-8db0-4004365a7f65), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.227707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e026de6a-09ce-49eb-95e0-fa827b560dfe is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:23.245900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7b7b829e-cb1c-4436-8e8b-02ee3b32417d None None] Provisioning complete for port e026de6a-09ce-49eb-95e0-fa827b560dfe triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:23.250065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7b7b829e-cb1c-4436-8e8b-02ee3b32417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.250065 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7b7b829e-cb1c-4436-8e8b-02ee3b32417d None None] Attempt 1 to provision port e026de6a-09ce-49eb-95e0-fa827b560dfe Oct 23 01:10:23.275851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ce7b-4881-4e47-a69e-9c8eebd22dea req-90ed2d71-da2b-4fba-a49f-009402c04369 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:23.277399 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0840ce7b-4881-4e47-a69e-9c8eebd22dea req-90ed2d71-da2b-4fba-a49f-009402c04369 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2322636 Oct 23 01:10:23.299300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (2939ac49-db95-46a8-95ad-ed57e7bcbdca), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.314206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa18c24-bb96-4ea8-bb71-c33a912296ee tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:23.319070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:23.319222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0fa18c24-bb96-4ea8-bb71-c33a912296ee tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.321117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.333660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:23.373298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b829e-cb1c-4436-8e8b-02ee3b32417d None None] Current status of the port e026de6a-09ce-49eb-95e0-fa827b560dfe is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:23.380291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Network b6bed8b6-efef-4d8f-8679-4b69ed744086 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:23.386536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:23.388264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Pushing event updated for resources: {'Port': ['ID=f56d468a-448a-4d37-8db0-4004365a7f65,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:23.391883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:23.409572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7476-58bf-4ad9-940d-a51b072043ed tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (e802744a-60e2-41de-8da3-9263b1533c42), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.453995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Attempting to bind port f56d468a-448a-4d37-8db0-4004365a7f65 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:23.454362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Attempting to bind port f56d468a-448a-4d37-8db0-4004365a7f65 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce70fa19-ff70-47a3-aaec-5b942f95a9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b6bed8b6-efef-4d8f-8679-4b69ed744086'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:23.454718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Attempting to bind port f56d468a-448a-4d37-8db0-4004365a7f65 on network b6bed8b6-efef-4d8f-8679-4b69ed744086 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:23.463999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:23.497411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for port (9c697e8b-f8b1-4063-b4a4-61daf6b05840), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.517841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (2939ac49-db95-46a8-95ad-ed57e7bcbdca), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.518303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:23.519570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Checking segment: {'id': 'ce70fa19-ff70-47a3-aaec-5b942f95a9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b6bed8b6-efef-4d8f-8679-4b69ed744086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:23.520427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.521953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Bound using segment: {'id': 'ce70fa19-ff70-47a3-aaec-5b942f95a9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b6bed8b6-efef-4d8f-8679-4b69ed744086'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:23.522205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Bound port: f56d468a-448a-4d37-8db0-4004365a7f65, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce70fa19-ff70-47a3-aaec-5b942f95a9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b6bed8b6-efef-4d8f-8679-4b69ed744086'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:23.522985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.563870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:23.580153 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0840ce7b-4881-4e47-a69e-9c8eebd22dea req-e2d4c009-18e0-42ae-a8e1-f1f66751d1e2 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732904 Oct 23 01:10:23.586500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c7476-58bf-4ad9-940d-a51b072043ed tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network b6bed8b6-efef-4d8f-8679-4b69ed744086 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:23.610243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] For port f56d468a-448a-4d37-8db0-4004365a7f65, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:23.614014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] For port f56d468a-448a-4d37-8db0-4004365a7f65, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f56d468a-448a-4d37-8db0-4004365a7f65,segment=NetworkSegment(ce70fa19-ff70-47a3-aaec-5b942f95a9ce),segment_id=ce70fa19-ff70-47a3-aaec-5b942f95a9ce)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:23.632852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c7476-58bf-4ad9-940d-a51b072043ed tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:23.640446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c7476-58bf-4ad9-940d-a51b072043ed tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:23.646146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7476-58bf-4ad9-940d-a51b072043ed tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.647675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c7476-58bf-4ad9-940d-a51b072043ed tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=e802744a-60e2-41de-8da3-9263b1533c42,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:23.654144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:23.670147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (9c697e8b-f8b1-4063-b4a4-61daf6b05840), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.708265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-350ea3c1-ccf4-49c3-ae35-d365187380b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e4eddd90-341f-4fc7-a3f2-9ac412e552d6), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.721686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Deleting port be047d51-3673-42df-8153-aa983765533a {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:23.722059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (be047d51-3673-42df-8153-aa983765533a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.749880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.806709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Network 26782c28-6e66-43c8-b591-3a6ae7c1e632 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:23.821244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:23.823726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:23.828911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:23.829888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.832140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f94a2-bc5b-445c-aefc-75ae034c2fee None None] Pushing event updated for resources: {'Port': ['ID=f56d468a-448a-4d37-8db0-4004365a7f65,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:23.844766 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2d3c7476-58bf-4ad9-940d-a51b072043ed tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5653870 Oct 23 01:10:23.845011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b93b91-bec9-41c7-b559-a5e0b7a70306 req-c7c8c988-e09a-4978-99c1-6a8546f7a2ce tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:23.845011 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-48b93b91-bec9-41c7-b559-a5e0b7a70306 req-c7c8c988-e09a-4978-99c1-6a8546f7a2ce tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1619155 Oct 23 01:10:23.845011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (f046b2b7-9d1f-4f48-8d9b-d40b826e0f20), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.846896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32768) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:23.850407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'Port': ['ID=9c697e8b-f8b1-4063-b4a4-61daf6b05840,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:23.869619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.047552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff52000-be4a-4ef1-8ae1-e188bed98c07 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:24.049294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff52000-be4a-4ef1-8ae1-e188bed98c07 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:24.051072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff52000-be4a-4ef1-8ae1-e188bed98c07 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:24.053004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff52000-be4a-4ef1-8ae1-e188bed98c07 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:24.054395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff52000-be4a-4ef1-8ae1-e188bed98c07 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:24.063363 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4ff52000-be4a-4ef1-8ae1-e188bed98c07 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2026231 Oct 23 01:10:24.071054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (be047d51-3673-42df-8153-aa983765533a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.073853 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event updated for resources: {'Subnet': ['ID=f046b2b7-9d1f-4f48-8d9b-d40b826e0f20,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:24.075373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32770) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:24.082772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-410483264'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:24.084083 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b6f92c67-812e-419b-96d9-e3ca17cadb7f tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3651812 Oct 23 01:10:24.094383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32772) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:24.097740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0fa18c24-bb96-4ea8-bb71-c33a912296ee tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (1b5fc583-7c1e-4528-9c0b-7928c6a9dbee), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.104624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Calling delete_port for be047d51-3673-42df-8153-aa983765533a owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:24.108465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-be3ea159-8de7-4009-a7d6-cf3a16af9b6a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3de', 'mac_address': 'fa:16:3e:66:8e:d3'}, {'ip_address': '2001:db8::3a9', 'mac_address': 'fa:16:3e:fd:56:99'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:24.118108 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-48b93b91-bec9-41c7-b559-a5e0b7a70306 req-5f3cbd09-5671-43f0-990f-0815d01a116d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582862 Oct 23 01:10:24.124639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Checking segment: {'id': '755875f4-d2d8-4872-858f-b78662a71465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a5a93e7-4091-40fb-8eab-6ca3b0e834b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:24.124639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Network hostable DHCP agents. Network: 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:24.258708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Network 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:24.291085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa18c24-bb96-4ea8-bb71-c33a912296ee tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:24.330299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-0fa18c24-bb96-4ea8-bb71-c33a912296ee tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:24.351208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa18c24-bb96-4ea8-bb71-c33a912296ee tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:24.351774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0fa18c24-bb96-4ea8-bb71-c33a912296ee tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.357768 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:24.359858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:24.362568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.363268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:24.364132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.383914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (be047d51-3673-42df-8153-aa983765533a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.409561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Pushing event deleted for resources: {'Port': ['ID=be047d51-3673-42df-8153-aa983765533a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:24.436547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa18c24-bb96-4ea8-bb71-c33a912296ee tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=1b5fc583-7c1e-4528-9c0b-7928c6a9dbee,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:24.449529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f17bc-0906-4e3d-b568-5c3659e87626 req-ab507ed9-91e2-4de2-8f10-646f1526b465 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:24.451084 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-250f17bc-0906-4e3d-b568-5c3659e87626 req-ab507ed9-91e2-4de2-8f10-646f1526b465 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2246497 Oct 23 01:10:24.487280 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e6835d71-9a7c-417a-ba0a-b4d7c8e98ca0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7398655 Oct 23 01:10:24.489682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32776) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:24.502215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Request body: {'network': {'name': 'tempest-router-network01--265875288'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:24.513162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (2939ac49-db95-46a8-95ad-ed57e7bcbdca), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.547879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:24.578584 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=58 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:24.592798 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0fa18c24-bb96-4ea8-bb71-c33a912296ee tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8922398 Oct 23 01:10:24.601159 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32778) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:24.601446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (14f08327-0957-48c1-8b4a-b1c98da7f1e2), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.601568 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Added segment 14f08327-0957-48c1-8b4a-b1c98da7f1e2 of type vlan for network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 Oct 23 01:10:24.660190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e026de6a-09ce-49eb-95e0-fa827b560dfe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:24.716689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e026de6a-09ce-49eb-95e0-fa827b560dfe triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:24.717179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.717587 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e026de6a-09ce-49eb-95e0-fa827b560dfe Oct 23 01:10:24.742552 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-250f17bc-0906-4e3d-b568-5c3659e87626 req-ad8a7ed2-7914-4288-8033-9fcbcd338ab8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769995 Oct 23 01:10:24.772385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router 8f5ff83f-b319-46b1-a396-7ae79b9a4ffe is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:10:24.780934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-350ea3c1-ccf4-49c3-ae35-d365187380b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Delete allocated IP 2001:db8::a1 (587f8e4c-d296-4631-956e-9e88946bdff3/6caf6190-350a-4626-9ea4-b0979e84432b) {{(pid=105984) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 23 01:10:24.824954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:24.826619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e026de6a-09ce-49eb-95e0-fa827b560dfe is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:24.827834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f56d468a-448a-4d37-8db0-4004365a7f65 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:24.896217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f56d468a-448a-4d37-8db0-4004365a7f65 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:24.896613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.896942 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f56d468a-448a-4d37-8db0-4004365a7f65 Oct 23 01:10:24.939414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': '1b5fc583-7c1e-4528-9c0b-7928c6a9dbee', 'ip_address': '2001:db8::3412:a0fd:a43c:b391'}], 'name': 'tempest-NetworksTestDHCPv6-188621596'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:24.948050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Made reservation on behalf of a598e6f916ec4c4ab647b703af2254bf for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:24.952192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:24.999326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f56d468a-448a-4d37-8db0-4004365a7f65 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:24.999751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.000878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:25.017626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (2939ac49-db95-46a8-95ad-ed57e7bcbdca), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.033300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1adfba-402c-4a37-a0fe-51a792912462 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:10:25.047976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port f56d468a-448a-4d37-8db0-4004365a7f65, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f56d468a-448a-4d37-8db0-4004365a7f65,segment=NetworkSegment(ce70fa19-ff70-47a3-aaec-5b942f95a9ce),segment_id=ce70fa19-ff70-47a3-aaec-5b942f95a9ce)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:25.071404 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (2939ac49-db95-46a8-95ad-ed57e7bcbdca), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.161468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7f1023ca-2d06-44b5-bd9f-a9c75988fa64 None None] Provisioning complete for port f56d468a-448a-4d37-8db0-4004365a7f65 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:25.161840 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7f1023ca-2d06-44b5-bd9f-a9c75988fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.162387 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7f1023ca-2d06-44b5-bd9f-a9c75988fa64 None None] Attempt 1 to provision port f56d468a-448a-4d37-8db0-4004365a7f65 Oct 23 01:10:25.178956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673b90f-6893-4856-92f4-81c185f550b5 req-3b721ee3-5c3b-4961-8340-4b02f9a8573b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:25.181308 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a673b90f-6893-4856-92f4-81c185f550b5 req-3b721ee3-5c3b-4961-8340-4b02f9a8573b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2376842 Oct 23 01:10:25.186057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:25.194595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.227829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (86cdf752-e5ee-45fe-a346-49d7cb8ec969), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.230473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be3ea159-8de7-4009-a7d6-cf3a16af9b6a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9c697e8b-f8b1-4063-b4a4-61daf6b05840), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.236096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:25.241139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-350ea3c1-ccf4-49c3-ae35-d365187380b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Allocated IP 2001:db8:0:2::2ca (587f8e4c-d296-4631-956e-9e88946bdff3/fee73f76-f932-47b2-a78d-0e004f3e658e/e4eddd90-341f-4fc7-a3f2-9ac412e552d6) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:25.241547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b473f9a9-f97a-42cd-8711-22b8349b8f1e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.241547 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Added segment b473f9a9-f97a-42cd-8711-22b8349b8f1e of type vlan for network 57710673-593c-4207-9091-a1ff34e2dd46 Oct 23 01:10:25.261162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (2939ac49-db95-46a8-95ad-ed57e7bcbdca), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.261874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Fanout notify agent at l3_agent the message router_deleted on router 2939ac49-db95-46a8-95ad-ed57e7bcbdca {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:10:25.270422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.271291 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-74801330-30e5-4900-afc7-b3ac14a99ef8 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/2939ac49-db95-46a8-95ad-ed57e7bcbdca HTTP/1.1" status: 204 len: 168 time: 2.2454948 Oct 23 01:10:25.285468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32782) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:25.295190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c1fed016-cc9a-4787-9258-1f6b64e24f06 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-378333270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:25.343931 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-3edd0770-5821-4ba9-8e01-ab4fab1d28bc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1505954 Oct 23 01:10:25.349823 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (57710673-593c-4207-9091-a1ff34e2dd46), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.364184 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a673b90f-6893-4856-92f4-81c185f550b5 req-e933dd97-d890-4009-b046-0a7a991153bc tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755750 Oct 23 01:10:25.436106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:25.437825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:25.448602 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ac605-8682-4208-8ec0-68e107a79db3 None None] Sync routers for ids ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:25.450867 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=24 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:25.466807 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ac605-8682-4208-8ec0-68e107a79db3 None None] Routers {'8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:25.467553 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-698ac605-8682-4208-8ec0-68e107a79db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:25.467874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=f56d468a-448a-4d37-8db0-4004365a7f65,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:25.489168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1adfba-402c-4a37-a0fe-51a792912462 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:10:25.520329 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-698ac605-8682-4208-8ec0-68e107a79db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:25.531795 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ac605-8682-4208-8ec0-68e107a79db3 None None] Routers {'8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:25.532658 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-698ac605-8682-4208-8ec0-68e107a79db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:25.539809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7f1023ca-2d06-44b5-bd9f-a9c75988fa64 None None] Current status of the port f56d468a-448a-4d37-8db0-4004365a7f65 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:25.551907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (86cdf752-e5ee-45fe-a346-49d7cb8ec969), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.557335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:25.558053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.575493 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-698ac605-8682-4208-8ec0-68e107a79db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:25.576346 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ac605-8682-4208-8ec0-68e107a79db3 None None] The sync data for ids ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:25.581170 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.587335 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (57710673-593c-4207-9091-a1ff34e2dd46), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.590436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1fed016-cc9a-4787-9258-1f6b64e24f06 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (a6c3ada9-cdbe-48a4-9956-8360f8458f38), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.591450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1fed016-cc9a-4787-9258-1f6b64e24f06 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (a6c3ada9-cdbe-48a4-9956-8360f8458f38), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.592204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:25.593061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.615659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:25.638818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 9d5e5788-8984-4623-8202-95481808e4a0 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:25.707608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-212ff2a7-ba32-44b0-ad30-0dd1c2b39d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:25.709703 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-212ff2a7-ba32-44b0-ad30-0dd1c2b39d86 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e&device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 1129 time: 0.2756085 Oct 23 01:10:25.721875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.723576 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d2efe428-4150-4966-a357-b23fa91e3d8e tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0564699 Oct 23 01:10:25.724335 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event updated for resources: {'Network': ['ID=57710673-593c-4207-9091-a1ff34e2dd46,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:25.729162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32786) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:25.759245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 57710673-593c-4207-9091-a1ff34e2dd46 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:25.783879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:25.788894 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-51bf4957-ba15-48fe-a88b-83118f1ce2c5 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2951391 Oct 23 01:10:25.792453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32788) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:25.797694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Request body: {'network': {'name': 'tempest-router-network02--1030237633'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:25.840815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9a5a93e7-4091-40fb-8eab-6ca3b0e834b3', 'network_id': '9a5a93e7-4091-40fb-8eab-6ca3b0e834b3', 'project_id': 'a598e6f916ec4c4ab647b703af2254bf', 'fixed_ips': [{'subnet_id': 'f046b2b7-9d1f-4f48-8d9b-d40b826e0f20'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:25.841073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:25.944571 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8632376 Oct 23 01:10:25.951654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfa086-901d-4c4d-a9dd-77514e894b12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=86cdf752-e5ee-45fe-a346-49d7cb8ec969,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:25.965438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32792) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:25.978838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-af936982-bee5-4538-b0b9-a877382439f8 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:25.982773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:25.987228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:25.996479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Made reservation on behalf of a598e6f916ec4c4ab647b703af2254bf for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:26.001116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.019632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1fed016-cc9a-4787-9258-1f6b64e24f06 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (a6c3ada9-cdbe-48a4-9956-8360f8458f38), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.045008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:26.049907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9ec1b-d36d-475d-932e-9733ec2b7dd6 None None] Update dhcp port {'port': {'network_id': '587f8e4c-d296-4631-956e-9e88946bdff3', 'fixed_ips': [{'subnet_id': '65dc74b3-767e-445d-a588-d79e2c65ff77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6caf6190-350a-4626-9ea4-b0979e84432b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fee73f76-f932-47b2-a78d-0e004f3e658e'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '08934ef9-34b2-49ed-9c10-7f4fdcf18b60'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:10:26.097446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1fed016-cc9a-4787-9258-1f6b64e24f06 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (a6c3ada9-cdbe-48a4-9956-8360f8458f38), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.097732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f97cc-65dd-4ced-99b2-b188dc050c98 req-0ce32753-1e81-47dd-90ed-1e3e23604aec tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:26.099181 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-446f97cc-65dd-4ced-99b2-b188dc050c98 req-0ce32753-1e81-47dd-90ed-1e3e23604aec tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2020726 Oct 23 01:10:26.130107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-21a9ec1b-d36d-475d-932e-9733ec2b7dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.136526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-350ea3c1-ccf4-49c3-ae35-d365187380b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for port (e4eddd90-341f-4fc7-a3f2-9ac412e552d6), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.143059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-d0006654-d56f-4302-82b1-9e6582f7ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:26.143059 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-d0006654-d56f-4302-82b1-9e6582f7ccc6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec HTTP/1.1" status: 200 len: 911 time: 0.3825476 Oct 23 01:10:26.150455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be3ea159-8de7-4009-a7d6-cf3a16af9b6a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for port (9c697e8b-f8b1-4063-b4a4-61daf6b05840), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.180602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Allocated IP 172.20.0.2 (9a5a93e7-4091-40fb-8eab-6ca3b0e834b3/f046b2b7-9d1f-4f48-8d9b-d40b826e0f20/97c3aca9-4aeb-4540-b754-c3c7cc5e74d4) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:26.189449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::3412:a0fd:a43c:b391 (93e5b356-0704-414d-a7cb-470971f9a8ef/1b5fc583-7c1e-4528-9c0b-7928c6a9dbee/9d5e5788-8984-4623-8202-95481808e4a0) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:26.220112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:26.275618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be3ea159-8de7-4009-a7d6-cf3a16af9b6a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (9c697e8b-f8b1-4063-b4a4-61daf6b05840), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.276877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-be3ea159-8de7-4009-a7d6-cf3a16af9b6a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] In _notify_port_updated(), no bound segment for port 9c697e8b-f8b1-4063-b4a4-61daf6b05840 on network 26782c28-6e66-43c8-b591-3a6ae7c1e632 {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:10:26.282310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ea159-8de7-4009-a7d6-cf3a16af9b6a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:26.283063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be3ea159-8de7-4009-a7d6-cf3a16af9b6a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.288506 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-be3ea159-8de7-4009-a7d6-cf3a16af9b6a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "PUT /networking/v2.0/ports/9c697e8b-f8b1-4063-b4a4-61daf6b05840 HTTP/1.1" status: 200 len: 1067 time: 2.1846662 Oct 23 01:10:26.294126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1fed016-cc9a-4787-9258-1f6b64e24f06 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.299490 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c1fed016-cc9a-4787-9258-1f6b64e24f06 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0043845 Oct 23 01:10:26.299490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-350ea3c1-ccf4-49c3-ae35-d365187380b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (e4eddd90-341f-4fc7-a3f2-9ac412e552d6), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.299490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32794) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:26.299490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32796) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:26.317039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a86a988f-6eb7-4fe5-be38-d5ed64137226), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.317444 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Added segment a86a988f-6eb7-4fe5-be38-d5ed64137226 of type vlan for network e2050502-010d-4978-acaa-f32dc3f49651 Oct 23 01:10:26.319208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'enable_snat': False}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:26.401106 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-446f97cc-65dd-4ced-99b2-b188dc050c98 req-fedad481-705e-4f91-a0a1-dfe6993090d1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603064 Oct 23 01:10:26.409432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-21a9ec1b-d36d-475d-932e-9733ec2b7dd6 None None] Allocated IP 2001:db8:0:2::2 (587f8e4c-d296-4631-956e-9e88946bdff3/fee73f76-f932-47b2-a78d-0e004f3e658e/08934ef9-34b2-49ed-9c10-7f4fdcf18b60) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:26.420166 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:26.435133 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-ee18a31a-addc-49b8-bf1b-fdc31b357ab8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14 HTTP/1.1" status: 200 len: 1001 time: 0.2237868 Oct 23 01:10:26.450831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (e2050502-010d-4978-acaa-f32dc3f49651), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.511434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ea159-8de7-4009-a7d6-cf3a16af9b6a tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event updated for resources: {'Port': ['ID=9c697e8b-f8b1-4063-b4a4-61daf6b05840,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:26.530514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Publish callbacks [] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.531808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af936982-bee5-4538-b0b9-a877382439f8 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (86cdf752-e5ee-45fe-a346-49d7cb8ec969), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.543839 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-350ea3c1-ccf4-49c3-ae35-d365187380b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] In _notify_port_updated(), no bound segment for port e4eddd90-341f-4fc7-a3f2-9ac412e552d6 on network 587f8e4c-d296-4631-956e-9e88946bdff3 {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:10:26.548500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ea3c1-ccf4-49c3-ae35-d365187380b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:26.549221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-350ea3c1-ccf4-49c3-ae35-d365187380b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.553252 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-350ea3c1-ccf4-49c3-ae35-d365187380b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "PUT /networking/v2.0/ports/e4eddd90-341f-4fc7-a3f2-9ac412e552d6 HTTP/1.1" status: 200 len: 970 time: 3.4812467 Oct 23 01:10:26.555373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32798) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:26.628245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-21a9ec1b-d36d-475d-932e-9733ec2b7dd6 None None] For port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,segment=NetworkSegment(bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e),segment_id=bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:26.653504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f56d468a-448a-4d37-8db0-4004365a7f65 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:26.689725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.697881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-56dfc378-893f-4eba-a4e0-6aa405f8b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:26.698613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-21a9ec1b-d36d-475d-932e-9733ec2b7dd6 None None] Publish callbacks [] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.699423 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-56dfc378-893f-4eba-a4e0-6aa405f8b905 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8b74024a-d17f-4db3-83e8-5ff782bd2612 HTTP/1.1" status: 200 len: 849 time: 0.2283573 Oct 23 01:10:26.702484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2181d5cd-9b3d-46e9-b160-c54fad512044 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Deleting port 9c697e8b-f8b1-4063-b4a4-61daf6b05840 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:26.702862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2181d5cd-9b3d-46e9-b160-c54fad512044 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9c697e8b-f8b1-4063-b4a4-61daf6b05840), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.705504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ea3c1-ccf4-49c3-ae35-d365187380b4 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event updated for resources: {'Port': ['ID=e4eddd90-341f-4fc7-a3f2-9ac412e552d6,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:26.750174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af936982-bee5-4538-b0b9-a877382439f8 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (86cdf752-e5ee-45fe-a346-49d7cb8ec969), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.753698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Network 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:26.761026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:26.765270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:26.767911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Pushing event updated for resources: {'Port': ['ID=97c3aca9-4aeb-4540-b754-c3c7cc5e74d4,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:26.784547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f56d468a-448a-4d37-8db0-4004365a7f65 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:26.785161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.785705 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f56d468a-448a-4d37-8db0-4004365a7f65 Oct 23 01:10:26.809303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-793f7fde-3ee6-4125-9d43-b74392634fd6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port e4eddd90-341f-4fc7-a3f2-9ac412e552d6 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:26.810062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-793f7fde-3ee6-4125-9d43-b74392634fd6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e4eddd90-341f-4fc7-a3f2-9ac412e552d6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.824905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af936982-bee5-4538-b0b9-a877382439f8 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 is not hosted by any dhcp agent {{(pid=105985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 23 01:10:26.831830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af936982-bee5-4538-b0b9-a877382439f8 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:26.833212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af936982-bee5-4538-b0b9-a877382439f8 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.841762 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-af936982-bee5-4538-b0b9-a877382439f8 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "PUT /networking/v2.0/networks/86cdf752-e5ee-45fe-a346-49d7cb8ec969 HTTP/1.1" status: 200 len: 723 time: 0.8719914 Oct 23 01:10:26.842566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32800) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:26.865959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-21a9ec1b-d36d-475d-932e-9733ec2b7dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.885368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (e2050502-010d-4978-acaa-f32dc3f49651), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.885606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (a6c3ada9-cdbe-48a4-9956-8360f8458f38), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.889175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:26.889976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.900195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-a25fbe72-bc9b-4c83-a21d-2c781fc62e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:26.903222 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-a25fbe72-bc9b-4c83-a21d-2c781fc62e0d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1922970 Oct 23 01:10:26.909002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Attempting to bind port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:26.909385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Attempting to bind port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '755875f4-d2d8-4872-858f-b78662a71465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a5a93e7-4091-40fb-8eab-6ca3b0e834b3'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:26.909813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Attempting to bind port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 on network 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:26.912272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (9d5e5788-8984-4623-8202-95481808e4a0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:26.917734 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'network_id': '86cdf752-e5ee-45fe-a346-49d7cb8ec969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:27.053356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9ec1b-d36d-475d-932e-9733ec2b7dd6 None None] Pushing event updated for resources: {'Port': ['ID=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:27.061391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:27.061827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Checking segment: {'id': '755875f4-d2d8-4872-858f-b78662a71465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a5a93e7-4091-40fb-8eab-6ca3b0e834b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:27.062202 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:27.063403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Bound using segment: {'id': '755875f4-d2d8-4872-858f-b78662a71465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a5a93e7-4091-40fb-8eab-6ca3b0e834b3'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:27.063403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Bound port: 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755875f4-d2d8-4872-858f-b78662a71465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9a5a93e7-4091-40fb-8eab-6ca3b0e834b3'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:27.063653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:27.065337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2181d5cd-9b3d-46e9-b160-c54fad512044 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9c697e8b-f8b1-4063-b4a4-61daf6b05840), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:27.067132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f56d468a-448a-4d37-8db0-4004365a7f65 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:27.089688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2181d5cd-9b3d-46e9-b160-c54fad512044 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Calling delete_port for 9c697e8b-f8b1-4063-b4a4-61daf6b05840 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:27.096859 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af936982-bee5-4538-b0b9-a877382439f8 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=86cdf752-e5ee-45fe-a346-49d7cb8ec969,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:27.132467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:27.187638 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-b271b8e8-64e4-41b8-bc88-8c042d239d8f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753301 Oct 23 01:10:27.193433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:27.229647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] For port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:27.233735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] For port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97c3aca9-4aeb-4540-b754-c3c7cc5e74d4,segment=NetworkSegment(755875f4-d2d8-4872-858f-b78662a71465),segment_id=755875f4-d2d8-4872-858f-b78662a71465)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:27.306441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:27.400764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee7955-d642-4288-ae71-904521cc8669 None None] Pushing event updated for resources: {'Port': ['ID=97c3aca9-4aeb-4540-b754-c3c7cc5e74d4,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:27.531823 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7383549 Oct 23 01:10:27.539147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:27.559963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32804) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:27.624428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Request body: {'subnet': {'network_id': '57710673-593c-4207-9091-a1ff34e2dd46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:27.671315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:27.678918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:27.688062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:27.694850 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f4938-6a56-4e4c-a133-b5aa72cc16b3 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event updated for resources: {'Network': ['ID=e2050502-010d-4978-acaa-f32dc3f49651,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:27.709043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-793f7fde-3ee6-4125-9d43-b74392634fd6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e4eddd90-341f-4fc7-a3f2-9ac412e552d6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:27.719769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network e2050502-010d-4978-acaa-f32dc3f49651 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:27.783289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b587b8-e94f-4b93-accd-3bad39906f83 req-7642cf9f-5747-4386-acc2-8cf419feb5f0 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:27.788450 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00b587b8-e94f-4b93-accd-3bad39906f83 req-7642cf9f-5747-4386-acc2-8cf419feb5f0 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1429741 Oct 23 01:10:27.822364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (9d5e5788-8984-4623-8202-95481808e4a0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:27.842680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:27.852120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-793f7fde-3ee6-4125-9d43-b74392634fd6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for e4eddd90-341f-4fc7-a3f2-9ac412e552d6 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:27.854613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (a6c3ada9-cdbe-48a4-9956-8360f8458f38), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:27.905957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:27.906783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:27.910083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:27.944558 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55c9d10e-564e-411a-9e5a-cb22f5dda632 req-74080b52-ab1f-4f6d-aa9d-b6629046a152 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495151 Oct 23 01:10:28.018670 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00b587b8-e94f-4b93-accd-3bad39906f83 req-9bcc711b-3ddc-4862-9a81-62c5bf04e765 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004232 Oct 23 01:10:28.076917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:28.092440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2181d5cd-9b3d-46e9-b160-c54fad512044 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9c697e8b-f8b1-4063-b4a4-61daf6b05840), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.092796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=9d5e5788-8984-4623-8202-95481808e4a0,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:28.095510 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:28.108947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Made reservation on behalf of a598e6f916ec4c4ab647b703af2254bf for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:28.109962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:28.112919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.121920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:28.126672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:28.127277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.141563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181d5cd-9b3d-46e9-b160-c54fad512044 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event deleted for resources: {'Port': ['ID=9c697e8b-f8b1-4063-b4a4-61daf6b05840,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:28.155494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.184149 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Allocated IP 172.36.3.163 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/5c927c99-5af6-4467-9198-cbf843d4dbd7) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:28.198457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Provisioning complete for port e4eddd90-341f-4fc7-a3f2-9ac412e552d6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:28.199743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e4eddd90-341f-4fc7-a3f2-9ac412e552d6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.199743 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Attempt 1 to provision port e4eddd90-341f-4fc7-a3f2-9ac412e552d6 Oct 23 01:10:28.235742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:28.244240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Port e4eddd90-341f-4fc7-a3f2-9ac412e552d6 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:28.258770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:28.259652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.260213 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:10:28.323018 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7de55e39-4b20-4c0d-abe8-36495caca0e9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7197158 Oct 23 01:10:28.330605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32806) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:28.358048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:28.369451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Provisioning complete for port 069be774-57c8-48b8-be2d-5b7857c3c034 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:28.369899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (069be774-57c8-48b8-be2d-5b7857c3c034), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.370239 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Attempt 1 to provision port 069be774-57c8-48b8-be2d-5b7857c3c034 Oct 23 01:10:28.405591 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-30ec50f4-a175-44ba-b598-4f1bb20ed9f9 None None] Port 069be774-57c8-48b8-be2d-5b7857c3c034 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:28.524054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2181d5cd-9b3d-46e9-b160-c54fad512044 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.531285 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2181d5cd-9b3d-46e9-b160-c54fad512044 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "DELETE /networking/v2.0/ports/9c697e8b-f8b1-4063-b4a4-61daf6b05840 HTTP/1.1" status: 204 len: 168 time: 2.2245300 Oct 23 01:10:28.531892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32808) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:28.538388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab198d-0cfe-4d1f-8180-13bc284175c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:28.552287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab198d-0cfe-4d1f-8180-13bc284175c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:28.555178 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bdab198d-0cfe-4d1f-8180-13bc284175c3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2207782 Oct 23 01:10:28.569565 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-000b41f2-d448-4dd3-9f2c-696522072936 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] GET failed (client error): The resource could not be found. Oct 23 01:10:28.575168 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-000b41f2-d448-4dd3-9f2c-696522072936 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "GET /networking/v2.0/ports/9c697e8b-f8b1-4063-b4a4-61daf6b05840 HTTP/1.1" status: 404 len: 333 time: 0.0391502 Oct 23 01:10:28.581243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32810) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:28.581481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32812) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:28.605507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for port (5c927c99-5af6-4467-9198-cbf843d4dbd7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.697910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:28.725397 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-793f7fde-3ee6-4125-9d43-b74392634fd6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e4eddd90-341f-4fc7-a3f2-9ac412e552d6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.800022 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f7fde-3ee6-4125-9d43-b74392634fd6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=e4eddd90-341f-4fc7-a3f2-9ac412e552d6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:28.835195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (500effd2-a062-487c-aca6-dee2eb3addea), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.843054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5489b3dd-896e-4b06-b103-c7e8003f72ce tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 9d5e5788-8984-4623-8202-95481808e4a0 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:28.843054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5489b3dd-896e-4b06-b103-c7e8003f72ce tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9d5e5788-8984-4623-8202-95481808e4a0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.846337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3c127fd5-109a-4f57-a676-1283e0ce96b5 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Deleting port 647a8022-873b-419e-b308-212197480b8a {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:28.846679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c127fd5-109a-4f57-a676-1283e0ce96b5 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (647a8022-873b-419e-b308-212197480b8a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.917061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21556527-1661-402c-862f-3acf56891a8c None None] Network b6bed8b6-efef-4d8f-8679-4b69ed744086 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:28.919719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb78fbcd-d369-4b27-a67f-6c94d78f0197 None None] Network a1d52019-7617-40c2-b6d2-1ee93d50904b requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:28.921901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0341b4-c213-4676-83be-e5332799e782 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:28.924017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426b69e-4917-4c24-9c4a-72c21242f2a9 None None] Network 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:28.939516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:28.940889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (5c927c99-5af6-4467-9198-cbf843d4dbd7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:28.954060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Could not find standard attr ID for object e4eddd90-341f-4fc7-a3f2-9ac412e552d6. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:29.001992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=500effd2-a062-487c-aca6-dee2eb3addea,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:29.025186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-793f7fde-3ee6-4125-9d43-b74392634fd6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.031132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Pushing event updated for resources: {'Port': ['ID=5c927c99-5af6-4467-9198-cbf843d4dbd7,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:29.040232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32814) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:29.045454 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-793f7fde-3ee6-4125-9d43-b74392634fd6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/e4eddd90-341f-4fc7-a3f2-9ac412e552d6 HTTP/1.1" status: 204 len: 168 time: 2.4533086 Oct 23 01:10:29.046279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:29.073742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (a7b5de52-257e-406a-a283-8fddd63fd21f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.090470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:29.112434 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e28642c-10e5-4cc0-b9f7-5799f8092d62 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] GET failed (client error): The resource could not be found. Oct 23 01:10:29.118534 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1e28642c-10e5-4cc0-b9f7-5799f8092d62 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports/e4eddd90-341f-4fc7-a3f2-9ac412e552d6 HTTP/1.1" status: 404 len: 333 time: 0.0738339 Oct 23 01:10:29.137835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:29.143211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32818) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:29.166115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c127fd5-109a-4f57-a676-1283e0ce96b5 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (647a8022-873b-419e-b308-212197480b8a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.185216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3c127fd5-109a-4f57-a676-1283e0ce96b5 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Calling delete_port for 647a8022-873b-419e-b308-212197480b8a owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:29.238112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:29.248891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5489b3dd-896e-4b06-b103-c7e8003f72ce tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9d5e5788-8984-4623-8202-95481808e4a0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.253293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:29.273216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:29.305446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5489b3dd-896e-4b06-b103-c7e8003f72ce tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 9d5e5788-8984-4623-8202-95481808e4a0 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:29.350715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d5e621-d036-40e0-9840-5ffc2e74e0e8 None None] Network 587f8e4c-d296-4631-956e-9e88946bdff3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:29.354315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.20.0.1 (a1d52019-7617-40c2-b6d2-1ee93d50904b/d2555fbf-a56d-4e51-bb2d-bd7605c10995/fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:29.365703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:29.366115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.366506 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 Oct 23 01:10:29.435601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:29.436172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.436313 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:10:29.527804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.559094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:29.585674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Checking segment: {'id': '14f08327-0957-48c1-8b4a-b1c98da7f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86cdf752-e5ee-45fe-a346-49d7cb8ec969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:29.586299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network hostable DHCP agents. Network: 86cdf752-e5ee-45fe-a346-49d7cb8ec969, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:29.591682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event updated for resources: {'Subnet': ['ID=a7b5de52-257e-406a-a283-8fddd63fd21f,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:29.596215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:29.608830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf2cd4-392a-4db7-9425-b7876f7cc459 req-b412ef60-8c43-4836-9343-1c18212d7e2e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:29.621223 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fbaf2cd4-392a-4db7-9425-b7876f7cc459 req-b412ef60-8c43-4836-9343-1c18212d7e2e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.4759150 Oct 23 01:10:29.656463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.677004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bf7d2c-38a3-481e-b000-6e2086e4d17a None None] Update dhcp port {'port': {'network_id': 'b6bed8b6-efef-4d8f-8679-4b69ed744086', 'fixed_ips': [{'subnet_id': 'd86f4eb0-19fb-4115-9df6-b288d6ad9406', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e802744a-60e2-41de-8da3-9263b1533c42'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'f56d468a-448a-4d37-8db0-4004365a7f65'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:10:29.677448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c127fd5-109a-4f57-a676-1283e0ce96b5 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (647a8022-873b-419e-b308-212197480b8a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.713834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Checking segment: {'id': 'b473f9a9-f97a-42cd-8711-22b8349b8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '57710673-593c-4207-9091-a1ff34e2dd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:29.714060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Network hostable DHCP agents. Network: 57710673-593c-4207-9091-a1ff34e2dd46, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:29.719613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-791b3ebe-a9b5-442b-b8cc-1025a63ccd8b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (1a219b2f-5db7-42c1-bec2-5325385287d5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.725017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c127fd5-109a-4f57-a676-1283e0ce96b5 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event deleted for resources: {'Port': ['ID=647a8022-873b-419e-b308-212197480b8a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:29.739683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5489b3dd-896e-4b06-b103-c7e8003f72ce tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9d5e5788-8984-4623-8202-95481808e4a0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.753412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network a1d52019-7617-40c2-b6d2-1ee93d50904b is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:29.761347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:29.781002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:29.795220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c127fd5-109a-4f57-a676-1283e0ce96b5 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.795505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:29.795710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.798950 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3c127fd5-109a-4f57-a676-1283e0ce96b5 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "DELETE /networking/v2.0/ports/647a8022-873b-419e-b308-212197480b8a HTTP/1.1" status: 204 len: 168 time: 1.2151947 Oct 23 01:10:29.801845 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32820) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:29.815779 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489b3dd-896e-4b06-b103-c7e8003f72ce tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=9d5e5788-8984-4623-8202-95481808e4a0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:29.830827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-791b3ebe-a9b5-442b-b8cc-1025a63ccd8b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (1a219b2f-5db7-42c1-bec2-5325385287d5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.855463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:29.872871 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fbaf2cd4-392a-4db7-9425-b7876f7cc459 req-08755f99-dc82-402c-b52d-05fa51609b50 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501121 Oct 23 01:10:29.875435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:29.923252 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1d960e-df21-442c-bdb1-9a6497dbf1ec tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] GET failed (client error): The resource could not be found. Oct 23 01:10:29.924836 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5e1d960e-df21-442c-bdb1-9a6497dbf1ec tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "GET /networking/v2.0/ports/647a8022-873b-419e-b308-212197480b8a HTTP/1.1" status: 404 len: 333 time: 0.1190693 Oct 23 01:10:29.926160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5489b3dd-896e-4b06-b103-c7e8003f72ce tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.934840 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5489b3dd-896e-4b06-b103-c7e8003f72ce tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/9d5e5788-8984-4623-8202-95481808e4a0 HTTP/1.1" status: 204 len: 168 time: 1.3501744 Oct 23 01:10:29.936815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:29.937480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32822) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:29.937725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32824) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:29.940884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-58bf7d2c-38a3-481e-b000-6e2086e4d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:29.963432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97c3aca9-4aeb-4540-b754-c3c7cc5e74d4,segment=NetworkSegment(755875f4-d2d8-4872-858f-b78662a71465),segment_id=755875f4-d2d8-4872-858f-b78662a71465)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:29.967848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.013400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:30.041596 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:30.052243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abfb1f-d153-445f-a6f1-460cd6295d59 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:30.054067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abfb1f-d153-445f-a6f1-460cd6295d59 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:30.059113 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Network 57710673-593c-4207-9091-a1ff34e2dd46 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:30.059874 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-32abfb1f-d153-445f-a6f1-460cd6295d59 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1210477 Oct 23 01:10:30.060147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32826) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:30.064947 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Provisioning complete for port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:30.068802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.068802 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Attempt 1 to provision port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 Oct 23 01:10:30.073890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router_gateway (a6c3ada9-cdbe-48a4-9956-8360f8458f38), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.200381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:30.236044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.238223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:30.240136 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-791b3ebe-a9b5-442b-b8cc-1025a63ccd8b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1a219b2f-5db7-42c1-bec2-5325385287d5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.243074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-791b3ebe-a9b5-442b-b8cc-1025a63ccd8b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.247229 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-791b3ebe-a9b5-442b-b8cc-1025a63ccd8b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1a219b2f-5db7-42c1-bec2-5325385287d5 HTTP/1.1" status: 204 len: 168 time: 1.0668192 Oct 23 01:10:30.248331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 57710673-593c-4207-9091-a1ff34e2dd46) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:30.250004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 86cdf752-e5ee-45fe-a346-49d7cb8ec969) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:30.258508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32828) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:30.264420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:30.265143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.315791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:30.316553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.325047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d169e-0dae-40df-a21a-61e5bf0455a2 None None] Network 57710673-593c-4207-9091-a1ff34e2dd46 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:30.327552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b70ff-5cb1-4e11-9587-315feea437bf None None] Network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:30.404957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b3ebe-a9b5-442b-b8cc-1025a63ccd8b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a219b2f-5db7-42c1-bec2-5325385287d5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:30.423464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (a6c3ada9-cdbe-48a4-9956-8360f8458f38), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.427652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (a6c3ada9-cdbe-48a4-9956-8360f8458f38), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.518275 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e060accf-4ad4-4506-9d74-25243b44d1f9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 1b5fc583-7c1e-4528-9c0b-7928c6a9dbee {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:30.579252 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e060accf-4ad4-4506-9d74-25243b44d1f9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (1b5fc583-7c1e-4528-9c0b-7928c6a9dbee), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.591033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-29f60325-1c81-4d9f-a7c0-451e90ca3dca tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Deleting port d55fff71-fb5d-475f-8676-405b42f5c2c1 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:30.595635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f60325-1c81-4d9f-a7c0-451e90ca3dca tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d55fff71-fb5d-475f-8676-405b42f5c2c1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.633826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=97c3aca9-4aeb-4540-b754-c3c7cc5e74d4,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:30.704113 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba9197-0a4f-47ff-b650-84b54395d3c2 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:30.734667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:30.756190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:30.756573 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:30.756909 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:10:30.759800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-58bf7d2c-38a3-481e-b000-6e2086e4d17a None None] Allocated IP 172.20.0.1 (b6bed8b6-efef-4d8f-8679-4b69ed744086/e802744a-60e2-41de-8da3-9263b1533c42/f56d468a-448a-4d37-8db0-4004365a7f65) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:30.802221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Router a6c3ada9-cdbe-48a4-9956-8360f8458f38 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:10:31.067435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:31.085131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:31.086979 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d9993409-bed6-4a9b-be80-47b126cfd4c9 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4882143 Oct 23 01:10:31.088982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32832) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:31.095980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Request body: {'subnet': {'network_id': 'e2050502-010d-4978-acaa-f32dc3f49651', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:31.167816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-57710673-593c-4207-9091-a1ff34e2dd46', 'network_id': '57710673-593c-4207-9091-a1ff34e2dd46', 'project_id': 'a598e6f916ec4c4ab647b703af2254bf', 'fixed_ips': [{'subnet_id': 'a7b5de52-257e-406a-a283-8fddd63fd21f'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:31.168803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.175819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Current status of the port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:31.179867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30e014-e62f-45b6-93ac-8bdd4f61721a req-4aaa5d89-ef61-487a-a318-21a195a2663c tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:31.181474 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ce30e014-e62f-45b6-93ac-8bdd4f61721a req-4aaa5d89-ef61-487a-a318-21a195a2663c tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1643009 Oct 23 01:10:31.186788 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:31.194032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b47bdff9-efff-4088-b160-fbad9785f1d9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (3a86591f-4a07-475e-af29-20197a372432), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.199542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.200805 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a6ef90e7-f3f9-48e2-875b-b2984dc0c5ce tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "PUT /networking/v2.0/routers/a6c3ada9-cdbe-48a4-9956-8360f8458f38 HTTP/1.1" status: 200 len: 915 time: 4.8849087 Oct 23 01:10:31.217229 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7d00b8b2-92dc-4e21-928e-41a8aa2d5dc5 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3356805 Oct 23 01:10:31.222666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc238af4-a755-4315-abec-b587908e482d None None] Sync routers for ids ['a6c3ada9-cdbe-48a4-9956-8360f8458f38'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:31.223337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32834) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:31.223837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32836) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:31.238392 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-86cdf752-e5ee-45fe-a346-49d7cb8ec969', 'network_id': '86cdf752-e5ee-45fe-a346-49d7cb8ec969', 'project_id': '5d57d71f456f4592a5ca0e757673bffd', 'fixed_ips': [{'subnet_id': '500effd2-a062-487c-aca6-dee2eb3addea'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:31.244849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.249217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-94af5b97-3e97-4033-88fb-61ddee602726 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:31.255875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:31.266916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a614a8-25b2-4667-9d83-6b2e91d59288 None None] Network 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:31.282759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Provisioning complete for port 069be774-57c8-48b8-be2d-5b7857c3c034 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:31.283018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e060accf-4ad4-4506-9d74-25243b44d1f9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (1b5fc583-7c1e-4528-9c0b-7928c6a9dbee), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.283150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (069be774-57c8-48b8-be2d-5b7857c3c034), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.283442 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Attempt 1 to provision port 069be774-57c8-48b8-be2d-5b7857c3c034 Oct 23 01:10:31.292409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b47bdff9-efff-4088-b160-fbad9785f1d9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (3a86591f-4a07-475e-af29-20197a372432), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.306447 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ce30e014-e62f-45b6-93ac-8bdd4f61721a req-dc3bad75-b9ba-43f3-a78c-6a2edbde2ad9 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981011 Oct 23 01:10:31.416752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:31.441699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb948a-0326-4d3a-a347-35d05b45de39 None None] Port 069be774-57c8-48b8-be2d-5b7857c3c034 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:31.443125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc238af4-a755-4315-abec-b587908e482d None None] Routers {'a6c3ada9-cdbe-48a4-9956-8360f8458f38'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:31.443754 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cc238af4-a755-4315-abec-b587908e482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a6c3ada9-cdbe-48a4-9956-8360f8458f38'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:31.449478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Made reservation on behalf of a598e6f916ec4c4ab647b703af2254bf for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:31.461313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.493401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.551111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e060accf-4ad4-4506-9d74-25243b44d1f9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (1b5fc583-7c1e-4528-9c0b-7928c6a9dbee), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.555671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f60325-1c81-4d9f-a7c0-451e90ca3dca tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d55fff71-fb5d-475f-8676-405b42f5c2c1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.654616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-29f60325-1c81-4d9f-a7c0-451e90ca3dca tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Calling delete_port for d55fff71-fb5d-475f-8676-405b42f5c2c1 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:31.671607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:31.679399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cc238af4-a755-4315-abec-b587908e482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:31.692776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94af5b97-3e97-4033-88fb-61ddee602726 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7105553'] for subnet (500effd2-a062-487c-aca6-dee2eb3addea), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.734258 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5c9a6344-129d-4fbf-9e00-3b325f167bd4 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/a6c3ada9-cdbe-48a4-9956-8360f8458f38 HTTP/1.1" status: 200 len: 921 time: 0.5050747 Oct 23 01:10:31.737344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32838) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:31.745595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b47bdff9-efff-4088-b160-fbad9785f1d9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3a86591f-4a07-475e-af29-20197a372432), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.748643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b47bdff9-efff-4088-b160-fbad9785f1d9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.750023 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b47bdff9-efff-4088-b160-fbad9785f1d9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3a86591f-4a07-475e-af29-20197a372432 HTTP/1.1" status: 204 len: 168 time: 1.4873669 Oct 23 01:10:31.765209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:31.769292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Could not find standard attr ID for object e4eddd90-341f-4fc7-a3f2-9ac412e552d6. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:31.771381 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32840) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:31.808848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-58bf7d2c-38a3-481e-b000-6e2086e4d17a None None] For port f56d468a-448a-4d37-8db0-4004365a7f65, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f56d468a-448a-4d37-8db0-4004365a7f65,segment=NetworkSegment(ce70fa19-ff70-47a3-aaec-5b942f95a9ce),segment_id=ce70fa19-ff70-47a3-aaec-5b942f95a9ce)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:31.825725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (ddea08ad-175e-46d4-9b90-319e3e111c2d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.830289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:31.866702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bdff9-efff-4088-b160-fbad9785f1d9 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a86591f-4a07-475e-af29-20197a372432,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:31.903771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc238af4-a755-4315-abec-b587908e482d None None] Routers {'a6c3ada9-cdbe-48a4-9956-8360f8458f38'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:31.904918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cc238af4-a755-4315-abec-b587908e482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a6c3ada9-cdbe-48a4-9956-8360f8458f38'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:31.921289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:31.926591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fc45f0-0edc-4ed0-a0ab-c11159d43758 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:31.930911 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-11fc45f0-0edc-4ed0-a0ab-c11159d43758 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&device_id=a6c3ada9-cdbe-48a4-9956-8360f8458f38&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1898839 Oct 23 01:10:31.933768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32842) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:32.004964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e060accf-4ad4-4506-9d74-25243b44d1f9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (1b5fc583-7c1e-4528-9c0b-7928c6a9dbee), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.020530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event updated for resources: {'Subnet': ['ID=ddea08ad-175e-46d4-9b90-319e3e111c2d,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:32.034482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Checking segment: {'id': 'a86a988f-6eb7-4fe5-be38-d5ed64137226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e2050502-010d-4978-acaa-f32dc3f49651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:32.034849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Network hostable DHCP agents. Network: e2050502-010d-4978-acaa-f32dc3f49651, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:32.053153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:32.058273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d91063d3-415f-42bf-b768-0b6074a3bec6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (d533eda6-38dd-4fcd-a6cf-e6c8cbd55a85), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.063372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e060accf-4ad4-4506-9d74-25243b44d1f9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.069436 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e060accf-4ad4-4506-9d74-25243b44d1f9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/1b5fc583-7c1e-4528-9c0b-7928c6a9dbee HTTP/1.1" status: 204 len: 168 time: 2.0017188 Oct 23 01:10:32.069835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32844) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:32.082292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060accf-4ad4-4506-9d74-25243b44d1f9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5fc583-7c1e-4528-9c0b-7928c6a9dbee,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:32.104318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cc238af4-a755-4315-abec-b587908e482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:32.104926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc238af4-a755-4315-abec-b587908e482d None None] The sync data for ids ['a6c3ada9-cdbe-48a4-9956-8360f8458f38'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:32.109498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Provisioning complete for port b08fd0e5-e361-464a-95bb-4fbbfb264f93 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:32.112261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.112607 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Attempt 1 to provision port b08fd0e5-e361-464a-95bb-4fbbfb264f93 Oct 23 01:10:32.132846 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2cb0086f-1b58-41f1-97a3-f2ca2af7a702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585275 Oct 23 01:10:32.135555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32846) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:32.147396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e27bd-d67c-41a1-9141-831598fce3b2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:32.150195 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-129e27bd-d67c-41a1-9141-831598fce3b2 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/networks/1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 881 time: 0.2112324 Oct 23 01:10:32.150320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Network e2050502-010d-4978-acaa-f32dc3f49651 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:32.153460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32848) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:32.155761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-39660a37-5d69-4fb6-9670-3c0335c2de79 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:32.181279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d91063d3-415f-42bf-b768-0b6074a3bec6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (d533eda6-38dd-4fcd-a6cf-e6c8cbd55a85), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.191941 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b6c66956-1edb-478a-a4ae-7a999b41cabd tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a6c3ada9-cdbe-48a4-9956-8360f8458f38 HTTP/1.1" status: 200 len: 205 time: 0.0373154 Oct 23 01:10:32.194428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32850) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:32.227572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-58bf7d2c-38a3-481e-b000-6e2086e4d17a None None] Publish callbacks [] for port (f56d468a-448a-4d37-8db0-4004365a7f65), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.240982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e2050502-010d-4978-acaa-f32dc3f49651) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:32.249594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:32.250294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.278031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Allocated IP 2001:db8::2 (86cdf752-e5ee-45fe-a346-49d7cb8ec969/500effd2-a062-487c-aca6-dee2eb3addea/2d6f5cdf-3f00-4e6d-98e9-17babc076264) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:32.292144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:32.327610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-58bf7d2c-38a3-481e-b000-6e2086e4d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.337019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Allocated IP 172.20.0.2 (57710673-593c-4207-9091-a1ff34e2dd46/a7b5de52-257e-406a-a283-8fddd63fd21f/7e93a10f-b120-42ef-a7ed-085d4cb0280f) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:32.350855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (a6c3ada9-cdbe-48a4-9956-8360f8458f38), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.484820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f60325-1c81-4d9f-a7c0-451e90ca3dca tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (d55fff71-fb5d-475f-8676-405b42f5c2c1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.513660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:32.514060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.514393 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 Oct 23 01:10:32.525408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d91063d3-415f-42bf-b768-0b6074a3bec6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d533eda6-38dd-4fcd-a6cf-e6c8cbd55a85), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.528211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d91063d3-415f-42bf-b768-0b6074a3bec6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.529488 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d91063d3-415f-42bf-b768-0b6074a3bec6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d533eda6-38dd-4fcd-a6cf-e6c8cbd55a85 HTTP/1.1" status: 204 len: 168 time: 0.7571249 Oct 23 01:10:32.568659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32854) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:32.580864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.584463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39660a37-5d69-4fb6-9670-3c0335c2de79 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:32.588577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-39660a37-5d69-4fb6-9670-3c0335c2de79 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.593700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f60325-1c81-4d9f-a7c0-451e90ca3dca tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event deleted for resources: {'Port': ['ID=d55fff71-fb5d-475f-8676-405b42f5c2c1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:32.624917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940773d-2047-4ad1-8c23-ad29ca9bb757 req-4b466767-e085-4268-b055-848b0098daf4 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:32.626683 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4940773d-2047-4ad1-8c23-ad29ca9bb757 req-4b466767-e085-4268-b055-848b0098daf4 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1603894 Oct 23 01:10:32.645258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91063d3-415f-42bf-b768-0b6074a3bec6 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d533eda6-38dd-4fcd-a6cf-e6c8cbd55a85,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:32.646870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Current status of the port b08fd0e5-e361-464a-95bb-4fbbfb264f93 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:32.664636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Could not find standard attr ID for object 647a8022-873b-419e-b308-212197480b8a. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:32.665584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf7d2c-38a3-481e-b000-6e2086e4d17a None None] Pushing event updated for resources: {'Port': ['ID=f56d468a-448a-4d37-8db0-4004365a7f65,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:32.691474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.723996 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Could not find standard attr ID for object 9d5e5788-8984-4623-8202-95481808e4a0. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:32.724615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f60325-1c81-4d9f-a7c0-451e90ca3dca tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.728288 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-29f60325-1c81-4d9f-a7c0-451e90ca3dca tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "DELETE /networking/v2.0/ports/d55fff71-fb5d-475f-8676-405b42f5c2c1 HTTP/1.1" status: 204 len: 168 time: 2.7811635 Oct 23 01:10:32.769466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32858) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:32.805815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:32.807761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:32.817375 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-511f0fa5-f486-476e-ae52-34e606ea04ee tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7254498 Oct 23 01:10:32.817375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32860) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:32.859290 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:32.879944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Provisioning complete for port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:32.880618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.881144 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Attempt 1 to provision port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 Oct 23 01:10:32.896407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Publish callbacks [] for port (2d6f5cdf-3f00-4e6d-98e9-17babc076264), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.936350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbea67e-f3e6-402e-9a58-69d26ae81513 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting subnet 6caf6190-350a-4626-9ea4-b0979e84432b {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:32.939026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:32.948487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:32.965423 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ffbea67e-f3e6-402e-9a58-69d26ae81513 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (6caf6190-350a-4626-9ea4-b0979e84432b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:32.971821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.013242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Publish callbacks [] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.021403 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4940773d-2047-4ad1-8c23-ad29ca9bb757 req-20d06020-bfaf-49ff-9c90-549fec23178f tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730917 Oct 23 01:10:33.029905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:33.032354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e94afe-4bf1-449a-864a-c078cb83992b tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Deleting subnet 380e6883-aa4b-4886-9bb9-65edce097d32 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:33.035201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (2d6f5cdf-3f00-4e6d-98e9-17babc076264), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.047281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (a6c3ada9-cdbe-48a4-9956-8360f8458f38), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.050117 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-75e94afe-4bf1-449a-864a-c078cb83992b tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for subnet (380e6883-aa4b-4886-9bb9-65edce097d32), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.121105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:33.130867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.136866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:33.146968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Pushing event updated for resources: {'Port': ['ID=2d6f5cdf-3f00-4e6d-98e9-17babc076264,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:33.153155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:33.165665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Current status of the port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:33.204398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:33.206447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Network 57710673-593c-4207-9091-a1ff34e2dd46 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:33.226370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.228203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:33.232118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Provisioning complete for port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:33.232419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.232764 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Attempt 1 to provision port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 Oct 23 01:10:33.235174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ffbea67e-f3e6-402e-9a58-69d26ae81513 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (6caf6190-350a-4626-9ea4-b0979e84432b), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.239632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:33.305125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Pushing event updated for resources: {'Port': ['ID=7e93a10f-b120-42ef-a7ed-085d4cb0280f,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:33.339015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Deleting port 5c927c99-5af6-4467-9198-cbf843d4dbd7 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:33.339859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5c927c99-5af6-4467-9198-cbf843d4dbd7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.343993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-39660a37-5d69-4fb6-9670-3c0335c2de79 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (2b1ff3bb-2219-439d-a763-55d901384f4d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.383166 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Attempting to bind port 2d6f5cdf-3f00-4e6d-98e9-17babc076264 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:33.383548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Attempting to bind port 2d6f5cdf-3f00-4e6d-98e9-17babc076264 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '14f08327-0957-48c1-8b4a-b1c98da7f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86cdf752-e5ee-45fe-a346-49d7cb8ec969'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:33.384086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Attempting to bind port 2d6f5cdf-3f00-4e6d-98e9-17babc076264 on network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:33.556593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5c927c99-5af6-4467-9198-cbf843d4dbd7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.582375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Calling delete_port for 5c927c99-5af6-4467-9198-cbf843d4dbd7 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:33.595074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Attempting to bind port 7e93a10f-b120-42ef-a7ed-085d4cb0280f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:33.595445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Attempting to bind port 7e93a10f-b120-42ef-a7ed-085d4cb0280f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b473f9a9-f97a-42cd-8711-22b8349b8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '57710673-593c-4207-9091-a1ff34e2dd46'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:33.595809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Attempting to bind port 7e93a10f-b120-42ef-a7ed-085d4cb0280f on network 57710673-593c-4207-9091-a1ff34e2dd46 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:33.659645 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ffbea67e-f3e6-402e-9a58-69d26ae81513 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (6caf6190-350a-4626-9ea4-b0979e84432b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.666552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Current status of the port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:33.671749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:33.672132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Checking segment: {'id': '14f08327-0957-48c1-8b4a-b1c98da7f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86cdf752-e5ee-45fe-a346-49d7cb8ec969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:33.672561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.672962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Bound using segment: {'id': '14f08327-0957-48c1-8b4a-b1c98da7f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86cdf752-e5ee-45fe-a346-49d7cb8ec969'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:33.673437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Bound port: 2d6f5cdf-3f00-4e6d-98e9-17babc076264, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f08327-0957-48c1-8b4a-b1c98da7f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '86cdf752-e5ee-45fe-a346-49d7cb8ec969'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:33.673837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2d6f5cdf-3f00-4e6d-98e9-17babc076264), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.700343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Allocated IP 172.20.0.1 (57710673-593c-4207-9091-a1ff34e2dd46/a7b5de52-257e-406a-a283-8fddd63fd21f/a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:33.701174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Provisioning complete for port e026de6a-09ce-49eb-95e0-fa827b560dfe triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:33.701550 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.702169 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Attempt 1 to provision port e026de6a-09ce-49eb-95e0-fa827b560dfe Oct 23 01:10:33.704031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:33.704406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Checking segment: {'id': 'b473f9a9-f97a-42cd-8711-22b8349b8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '57710673-593c-4207-9091-a1ff34e2dd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:33.705159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.705159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Bound using segment: {'id': 'b473f9a9-f97a-42cd-8711-22b8349b8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '57710673-593c-4207-9091-a1ff34e2dd46'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:33.705664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Bound port: 7e93a10f-b120-42ef-a7ed-085d4cb0280f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b473f9a9-f97a-42cd-8711-22b8349b8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '57710673-593c-4207-9091-a1ff34e2dd46'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:33.706264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.741976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:33.766668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39660a37-5d69-4fb6-9670-3c0335c2de79 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:33.783643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-75e94afe-4bf1-449a-864a-c078cb83992b tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (380e6883-aa4b-4886-9bb9-65edce097d32), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.790431 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-39660a37-5d69-4fb6-9670-3c0335c2de79 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:33.821823 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39660a37-5d69-4fb6-9670-3c0335c2de79 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:33.822445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-39660a37-5d69-4fb6-9670-3c0335c2de79 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772602'] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.852737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] For port 2d6f5cdf-3f00-4e6d-98e9-17babc076264, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:33.857315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] For port 2d6f5cdf-3f00-4e6d-98e9-17babc076264, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d6f5cdf-3f00-4e6d-98e9-17babc076264,segment=NetworkSegment(14f08327-0957-48c1-8b4a-b1c98da7f1e2),segment_id=14f08327-0957-48c1-8b4a-b1c98da7f1e2)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:33.885269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] For port 7e93a10f-b120-42ef-a7ed-085d4cb0280f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:33.886700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39660a37-5d69-4fb6-9670-3c0335c2de79 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=2b1ff3bb-2219-439d-a763-55d901384f4d,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:33.905043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] For port 7e93a10f-b120-42ef-a7ed-085d4cb0280f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e93a10f-b120-42ef-a7ed-085d4cb0280f,segment=NetworkSegment(b473f9a9-f97a-42cd-8711-22b8349b8f1e),segment_id=b473f9a9-f97a-42cd-8711-22b8349b8f1e)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:33.909216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Current status of the port e026de6a-09ce-49eb-95e0-fa827b560dfe is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:33.918934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Provisioning complete for port fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:33.919169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.919409 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Attempt 1 to provision port fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4 Oct 23 01:10:33.942320 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:33.950003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for port (a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.964346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Port fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:33.968971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network a1d52019-7617-40c2-b6d2-1ee93d50904b is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:33.978073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f56d468a-448a-4d37-8db0-4004365a7f65 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:33.982227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Provisioning complete for port 069be774-57c8-48b8-be2d-5b7857c3c034 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:33.982601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (069be774-57c8-48b8-be2d-5b7857c3c034), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:33.982940 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Attempt 1 to provision port 069be774-57c8-48b8-be2d-5b7857c3c034 Oct 23 01:10:33.992201 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:34.024326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2d6f5cdf-3f00-4e6d-98e9-17babc076264), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.043155 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-75e94afe-4bf1-449a-864a-c078cb83992b tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (380e6883-aa4b-4886-9bb9-65edce097d32), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.073305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.073557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ffbea67e-f3e6-402e-9a58-69d26ae81513 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (6caf6190-350a-4626-9ea4-b0979e84432b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.082806 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-39660a37-5d69-4fb6-9670-3c0335c2de79 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9366188 Oct 23 01:10:34.084078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Port 069be774-57c8-48b8-be2d-5b7857c3c034 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:34.085589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32864) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:34.094705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': '2b1ff3bb-2219-439d-a763-55d901384f4d', 'ip_address': '2001:db8::a855:4839:b41a:6373'}], 'name': 'tempest-NetworksTestDHCPv6-1392907535'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:34.115182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f56d468a-448a-4d37-8db0-4004365a7f65 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:34.115549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.115884 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f56d468a-448a-4d37-8db0-4004365a7f65 Oct 23 01:10:34.118351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fea29b48-9ba5-41e4-a1d4-da8177448f24 None None] Could not find standard attr ID for object 9c697e8b-f8b1-4063-b4a4-61daf6b05840. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:34.150512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbea67e-f3e6-402e-9a58-69d26ae81513 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Subnet': ['ID=6caf6190-350a-4626-9ea4-b0979e84432b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:34.166565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94af5b97-3e97-4033-88fb-61ddee602726 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733989090744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7020300'] for subnet (500effd2-a062-487c-aca6-dee2eb3addea), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.172518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a82bf-9ea8-4151-98ce-7554d2c18deb None None] Pushing event updated for resources: {'Port': ['ID=2d6f5cdf-3f00-4e6d-98e9-17babc076264,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:34.196978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af5b97-3e97-4033-88fb-61ddee602726 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:34.197587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94af5b97-3e97-4033-88fb-61ddee602726 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.199107 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-94af5b97-3e97-4033-88fb-61ddee602726 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "PUT /networking/v2.0/subnets/500effd2-a062-487c-aca6-dee2eb3addea HTTP/1.1" status: 200 len: 826 time: 2.9685676 Oct 23 01:10:34.218399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32866) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:34.223822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ffbea67e-f3e6-402e-9a58-69d26ae81513 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.230837 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ffbea67e-f3e6-402e-9a58-69d26ae81513 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/6caf6190-350a-4626-9ea4-b0979e84432b HTTP/1.1" status: 204 len: 168 time: 1.6573033 Oct 23 01:10:34.232015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32868) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:34.247046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (5c927c99-5af6-4467-9198-cbf843d4dbd7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.250956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.261976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38702d62-99ed-483c-be45-3bea6de04eff None None] Pushing event updated for resources: {'Port': ['ID=7e93a10f-b120-42ef-a7ed-085d4cb0280f,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:34.267178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Provisioning complete for port b08fd0e5-e361-464a-95bb-4fbbfb264f93 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:34.267555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.267900 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Attempt 1 to provision port b08fd0e5-e361-464a-95bb-4fbbfb264f93 Oct 23 01:10:34.339125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f56d468a-448a-4d37-8db0-4004365a7f65 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:34.385970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-94da0e6c-56ba-4b7e-b03b-df6c1ababb75 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting subnet fee73f76-f932-47b2-a78d-0e004f3e658e {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:34.389876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94da0e6c-56ba-4b7e-b03b-df6c1ababb75 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (fee73f76-f932-47b2-a78d-0e004f3e658e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.467335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Current status of the port b08fd0e5-e361-464a-95bb-4fbbfb264f93 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:34.476718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Could not find standard attr ID for object 9d5e5788-8984-4623-8202-95481808e4a0. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:34.495704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Provisioning complete for port f56d468a-448a-4d37-8db0-4004365a7f65 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:34.496231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.496892 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Attempt 1 to provision port f56d468a-448a-4d37-8db0-4004365a7f65 Oct 23 01:10:34.503313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Network 57710673-593c-4207-9091-a1ff34e2dd46 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:34.505171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Pushing event deleted for resources: {'Port': ['ID=5c927c99-5af6-4467-9198-cbf843d4dbd7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:34.515311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94da0e6c-56ba-4b7e-b03b-df6c1ababb75 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (fee73f76-f932-47b2-a78d-0e004f3e658e), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.520047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af5b97-3e97-4033-88fb-61ddee602726 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=500effd2-a062-487c-aca6-dee2eb3addea,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:34.523899 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:34.526598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:34.568633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router 8f5ff83f-b319-46b1-a396-7ae79b9a4ffe has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:34.617618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (a6c3ada9-cdbe-48a4-9956-8360f8458f38), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.633029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:34.639209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-75e94afe-4bf1-449a-864a-c078cb83992b tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (380e6883-aa4b-4886-9bb9-65edce097d32), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.651060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Current status of the port f56d468a-448a-4d37-8db0-4004365a7f65 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:34.661050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Provisioning complete for port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:34.662141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.662503 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Attempt 1 to provision port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 Oct 23 01:10:34.697254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-75e94afe-4bf1-449a-864a-c078cb83992b tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.700418 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-75e94afe-4bf1-449a-864a-c078cb83992b tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/380e6883-aa4b-4886-9bb9-65edce097d32 HTTP/1.1" status: 204 len: 168 time: 1.9300017 Oct 23 01:10:34.712992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32870) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:34.727209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:34.735534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e94afe-4bf1-449a-864a-c078cb83992b tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event deleted for resources: {'Subnet': ['ID=380e6883-aa4b-4886-9bb9-65edce097d32,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:34.744431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:34.759558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6b27b8fe-3be9-48e6-baae-cbbe49e8ad34 None None] Current status of the port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:34.773742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94da0e6c-56ba-4b7e-b03b-df6c1ababb75 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (fee73f76-f932-47b2-a78d-0e004f3e658e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.788488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce8223-67de-4ca4-81d4-3733500b4c06 req-1cf57e02-a9ca-4fd6-884c-3511ceb0f488 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:34.794583 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88ce8223-67de-4ca4-81d4-3733500b4c06 req-1cf57e02-a9ca-4fd6-884c-3511ceb0f488 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.5740650 Oct 23 01:10:34.795714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:34.881967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:34.888268 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5422d5bb-0a01-4c38-89ce-b9e589aa2d83 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "PUT /networking/v2.0/routers/8f5ff83f-b319-46b1-a396-7ae79b9a4ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1575592 Oct 23 01:10:34.890984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32872) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:34.894263 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31aa98-293e-401b-80a9-2e6ef0584482 None None] Sync routers for ids ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:34.895793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (a6c3ada9-cdbe-48a4-9956-8360f8458f38), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.896532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'port': {'network_id': 'a1d52019-7617-40c2-b6d2-1ee93d50904b', 'name': 'tempest-FloatingIPTestJSON-20154450'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:34.904126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (a6c3ada9-cdbe-48a4-9956-8360f8458f38), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.908219 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31aa98-293e-401b-80a9-2e6ef0584482 None None] Routers {'8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:34.909828 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ab31aa98-293e-401b-80a9-2e6ef0584482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:34.919456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:34.923953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:34.946938 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ab31aa98-293e-401b-80a9-2e6ef0584482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:34.950866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event updated for resources: {'Port': ['ID=a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:34.957910 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31aa98-293e-401b-80a9-2e6ef0584482 None None] Routers {'8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:34.958805 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ab31aa98-293e-401b-80a9-2e6ef0584482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:34.964711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94da0e6c-56ba-4b7e-b03b-df6c1ababb75 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (fee73f76-f932-47b2-a78d-0e004f3e658e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.975277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (0976becc-b11f-4dc7-94e4-5a2cf0913659), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.986682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94da0e6c-56ba-4b7e-b03b-df6c1ababb75 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.990334 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-94da0e6c-56ba-4b7e-b03b-df6c1ababb75 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/fee73f76-f932-47b2-a78d-0e004f3e658e HTTP/1.1" status: 204 len: 168 time: 0.7437031 Oct 23 01:10:34.997989 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ab31aa98-293e-401b-80a9-2e6ef0584482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:34.998757 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31aa98-293e-401b-80a9-2e6ef0584482 None None] The sync data for ids ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:35.020193 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32874) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:35.033399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da0e6c-56ba-4b7e-b03b-df6c1ababb75 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Subnet': ['ID=fee73f76-f932-47b2-a78d-0e004f3e658e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:35.066671 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-155f4441-7b74-4bb8-9ba2-7acdeb9dc038 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:35.067252 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155f4441-7b74-4bb8-9ba2-7acdeb9dc038 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:35.073355 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-155f4441-7b74-4bb8-9ba2-7acdeb9dc038 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/6caf6190-350a-4626-9ea4-b0979e84432b HTTP/1.1" status: 404 len: 337 time: 0.0494311 Oct 23 01:10:35.073564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (86cdf752-e5ee-45fe-a346-49d7cb8ec969), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.073709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32876) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:35.123178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (26782c28-6e66-43c8-b591-3a6ae7c1e632), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.150303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88ce8223-67de-4ca4-81d4-3733500b4c06 req-7e168714-a0e7-4a8d-a0c3-4983a04934e1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545644 Oct 23 01:10:35.164169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7976718-494a-441d-94c6-7e605622e7e3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting subnet 65dc74b3-767e-445d-a588-d79e2c65ff77 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:35.168621 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7976718-494a-441d-94c6-7e605622e7e3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (65dc74b3-767e-445d-a588-d79e2c65ff77), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.216780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7976718-494a-441d-94c6-7e605622e7e3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (65dc74b3-767e-445d-a588-d79e2c65ff77), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.222463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (a6c3ada9-cdbe-48a4-9956-8360f8458f38), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.223165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Fanout notify agent at l3_agent the message router_deleted on router a6c3ada9-cdbe-48a4-9956-8360f8458f38 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:10:35.233678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.234868 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6de4e33a-a7e0-4dd5-be16-7439054acb09 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/a6c3ada9-cdbe-48a4-9956-8360f8458f38 HTTP/1.1" status: 204 len: 168 time: 3.0394633 Oct 23 01:10:35.246759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32878) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:35.251238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:35.264724 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-422689984', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:35.272466 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Deleting port 2d6f5cdf-3f00-4e6d-98e9-17babc076264 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:35.272850 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2d6f5cdf-3f00-4e6d-98e9-17babc076264), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.278480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Made reservation on behalf of f3de498c400d4ae297beb7e93671ccb1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:35.283456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.329391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Deleting port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:35.329622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.331857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] device_id is not set on port ec9e9939-5f91-416a-b0dd-0823f501b0f1 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:35.391153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7976718-494a-441d-94c6-7e605622e7e3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (65dc74b3-767e-445d-a588-d79e2c65ff77), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.521626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Allocated IP 172.20.0.7 (a1d52019-7617-40c2-b6d2-1ee93d50904b/d2555fbf-a56d-4e51-bb2d-bd7605c10995/ec9e9939-5f91-416a-b0dd-0823f501b0f1) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:35.591042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3698a4d3-5b54-48f7-a576-03144d5c3823 None None] Provisioning complete for port 2d6f5cdf-3f00-4e6d-98e9-17babc076264 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:35.591634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3698a4d3-5b54-48f7-a576-03144d5c3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2d6f5cdf-3f00-4e6d-98e9-17babc076264), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.591736 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3698a4d3-5b54-48f7-a576-03144d5c3823 None None] Attempt 1 to provision port 2d6f5cdf-3f00-4e6d-98e9-17babc076264 Oct 23 01:10:35.659698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7976718-494a-441d-94c6-7e605622e7e3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (65dc74b3-767e-445d-a588-d79e2c65ff77), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.696254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3698a4d3-5b54-48f7-a576-03144d5c3823 None None] Current status of the port 2d6f5cdf-3f00-4e6d-98e9-17babc076264 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:35.696788 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3698a4d3-5b54-48f7-a576-03144d5c3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2d6f5cdf-3f00-4e6d-98e9-17babc076264), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.715746 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b7976718-494a-441d-94c6-7e605622e7e3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.719049 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b7976718-494a-441d-94c6-7e605622e7e3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/65dc74b3-767e-445d-a588-d79e2c65ff77 HTTP/1.1" status: 204 len: 168 time: 0.6442425 Oct 23 01:10:35.722447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32880) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:35.723212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7976718-494a-441d-94c6-7e605622e7e3 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Subnet': ['ID=65dc74b3-767e-445d-a588-d79e2c65ff77,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:35.744097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3698a4d3-5b54-48f7-a576-03144d5c3823 None None] For port 2d6f5cdf-3f00-4e6d-98e9-17babc076264, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d6f5cdf-3f00-4e6d-98e9-17babc076264,segment=NetworkSegment(14f08327-0957-48c1-8b4a-b1c98da7f1e2),segment_id=14f08327-0957-48c1-8b4a-b1c98da7f1e2)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:35.767174 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-61718d69-ef09-41be-989b-cf30d47b603c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:35.767639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61718d69-ef09-41be-989b-cf30d47b603c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:35.773871 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-61718d69-ef09-41be-989b-cf30d47b603c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/fc85eb95-9668-4ed6-b1fa-18bcefd9504f HTTP/1.1" status: 404 len: 337 time: 0.0392845 Oct 23 01:10:35.775219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32882) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:35.838351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.843476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:35.849256 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-274380cd-ae5d-46e2-90b5-c3c7a6264da8 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3bf554ce-9292-42d9-8a78-8a703bf87b9e HTTP/1.1" status: 200 len: 205 time: 0.0727680 Oct 23 01:10:35.851497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3698a4d3-5b54-48f7-a576-03144d5c3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2d6f5cdf-3f00-4e6d-98e9-17babc076264), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.854953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32884) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:35.916266 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-14a7b125-89d6-42dd-a9ec-60826ae6c86b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] delete failed (client error): The resource could not be found. Oct 23 01:10:35.917150 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-14a7b125-89d6-42dd-a9ec-60826ae6c86b tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/routers/3bf554ce-9292-42d9-8a78-8a703bf87b9e HTTP/1.1" status: 404 len: 336 time: 0.0613279 Oct 23 01:10:35.921014 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32886) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:35.921747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:35.934065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698a4d3-5b54-48f7-a576-03144d5c3823 None None] Pushing event updated for resources: {'Port': ['ID=2d6f5cdf-3f00-4e6d-98e9-17babc076264,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:35.953424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.955194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.959441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for port (ec9e9939-5f91-416a-b0dd-0823f501b0f1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.964534 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc86747-e6c0-4e06-8707-9d6f83a85c77 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:35.965002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc86747-e6c0-4e06-8707-9d6f83a85c77 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:35.968195 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-edc86747-e6c0-4e06-8707-9d6f83a85c77 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/aea76970-3112-4d3f-877d-ff0741c2baba HTTP/1.1" status: 404 len: 337 time: 0.0450723 Oct 23 01:10:35.971081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32888) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:35.973262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] For port 0fbf27d0-f3b4-4503-9e68-f8320fa88993, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fbf27d0-f3b4-4503-9e68-f8320fa88993,segment=NetworkSegment(f08a26d1-d672-4ab3-8cb9-ae75948788c3),segment_id=f08a26d1-d672-4ab3-8cb9-ae75948788c3)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:35.973262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.988260 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:35.999991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b68a4-aa80-4aea-a18c-279e4ce2483f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:10:36.008482 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b08eab5-8dd3-48c1-8f9b-1333219c7c7e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:36.008963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b08eab5-8dd3-48c1-8f9b-1333219c7c7e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:36.014146 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4b08eab5-8dd3-48c1-8f9b-1333219c7c7e tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/ab2fa391-dd23-4081-a505-e0300db955d2 HTTP/1.1" status: 404 len: 337 time: 0.0387745 Oct 23 01:10:36.014362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Calling delete_port for 0fbf27d0-f3b4-4503-9e68-f8320fa88993 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:36.015967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32890) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:36.037531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port f91990b8-b60f-4cf2-a570-10586d9fd8a9 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:36.058660 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d07eb9-6643-4c5d-9eb7-7da5f3ffef90 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:36.059139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d07eb9-6643-4c5d-9eb7-7da5f3ffef90 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:36.064413 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-92d07eb9-6643-4c5d-9eb7-7da5f3ffef90 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/5fd5b39d-cf1c-4db3-9e4e-de3ad47c32d0 HTTP/1.1" status: 404 len: 337 time: 0.0407038 Oct 23 01:10:36.068118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32892) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:36.093112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] For port 2d6f5cdf-3f00-4e6d-98e9-17babc076264, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d6f5cdf-3f00-4e6d-98e9-17babc076264,segment=NetworkSegment(14f08327-0957-48c1-8b4a-b1c98da7f1e2),segment_id=14f08327-0957-48c1-8b4a-b1c98da7f1e2)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:36.093727 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2d6f5cdf-3f00-4e6d-98e9-17babc076264), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.096441 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fad836-83eb-4f9b-9f10-2c8c5447cada tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:36.096723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fad836-83eb-4f9b-9f10-2c8c5447cada tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:36.101389 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c9fad836-83eb-4f9b-9f10-2c8c5447cada tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fa0aeb24-6165-4649-83a8-488ed6e252d5 HTTP/1.1" status: 404 len: 333 time: 0.0298913 Oct 23 01:10:36.104559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32894) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:36.137186 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0258a75-6adc-4559-98e8-2fd9a2028d01 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:36.137676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0258a75-6adc-4559-98e8-2fd9a2028d01 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:36.141860 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a0258a75-6adc-4559-98e8-2fd9a2028d01 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/0a20ee7a-4419-4d1c-b4de-af3fff05c085 HTTP/1.1" status: 404 len: 337 time: 0.0351295 Oct 23 01:10:36.143982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32896) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:36.174006 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9d91c3-3650-4a67-abe8-eec0bdc80e16 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:36.174840 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9d91c3-3650-4a67-abe8-eec0bdc80e16 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:36.177655 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7e93a10f-b120-42ef-a7ed-085d4cb0280f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:36.178221 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3c9d91c3-3650-4a67-abe8-eec0bdc80e16 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/3d28792e-66d1-4453-9639-52a37c919c6a HTTP/1.1" status: 404 len: 337 time: 0.0327451 Oct 23 01:10:36.181927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ec9e9939-5f91-416a-b0dd-0823f501b0f1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.183743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32898) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:36.215633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Calling delete_port for 2d6f5cdf-3f00-4e6d-98e9-17babc076264 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:36.215923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909b68a4-aa80-4aea-a18c-279e4ce2483f None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:10:36.223152 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d648c7e-c5bf-466c-8693-9b91ebb8af7c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:36.224396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d648c7e-c5bf-466c-8693-9b91ebb8af7c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:36.231789 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2d648c7e-c5bf-466c-8693-9b91ebb8af7c tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4f01d6a6-48b0-4fb1-b224-328dd01688b7 HTTP/1.1" status: 404 len: 333 time: 0.0429075 Oct 23 01:10:36.234858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5f727c68-77eb-45d4-a005-379b00c09722 None None] Provisioning complete for port 7e93a10f-b120-42ef-a7ed-085d4cb0280f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:36.234858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5f727c68-77eb-45d4-a005-379b00c09722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.234858 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5f727c68-77eb-45d4-a005-379b00c09722 None None] Attempt 1 to provision port 7e93a10f-b120-42ef-a7ed-085d4cb0280f Oct 23 01:10:36.245910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32902) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:36.266902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Network a1d52019-7617-40c2-b6d2-1ee93d50904b is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:36.273864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:36.278843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:36.298077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.329455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event updated for resources: {'Port': ['ID=ec9e9939-5f91-416a-b0dd-0823f501b0f1,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:36.398381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:36.413875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7e93a10f-b120-42ef-a7ed-085d4cb0280f triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:36.414250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.414586 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7e93a10f-b120-42ef-a7ed-085d4cb0280f Oct 23 01:10:36.420771 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:36.421456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.431689 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6ed6fc-5157-4d45-9364-f4bde97f2385 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:36.432367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6ed6fc-5157-4d45-9364-f4bde97f2385 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:36.436605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e144d-a173-40ed-9646-6f6cbfa06aeb req-7c264b6a-e5d5-461d-a5ea-4c0c249715cd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:36.440220 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-df6ed6fc-5157-4d45-9364-f4bde97f2385 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/85e24b99-3504-4da5-a6b7-0c130d7bfacc HTTP/1.1" status: 404 len: 337 time: 0.1895156 Oct 23 01:10:36.446287 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-576e144d-a173-40ed-9646-6f6cbfa06aeb req-7c264b6a-e5d5-461d-a5ea-4c0c249715cd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1572599 Oct 23 01:10:36.457865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32904) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:36.506383 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0e9dd1-b01d-4c02-b253-cfee46d2e65a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:36.506854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0e9dd1-b01d-4c02-b253-cfee46d2e65a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:36.514761 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ab0e9dd1-b01d-4c02-b253-cfee46d2e65a tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/dd2d5cad-5d19-4124-a342-c5c904832d80 HTTP/1.1" status: 404 len: 337 time: 0.0512729 Oct 23 01:10:36.515070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32906) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:36.540399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5f727c68-77eb-45d4-a005-379b00c09722 None None] Current status of the port 7e93a10f-b120-42ef-a7ed-085d4cb0280f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:36.541829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5f727c68-77eb-45d4-a005-379b00c09722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.591274 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-576e144d-a173-40ed-9646-6f6cbfa06aeb req-7e222e85-66e7-4dd8-877d-c2005559e364 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443036 Oct 23 01:10:36.621424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:36.659755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d323dc7c-022e-456d-828c-c550fb1215d1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 069be774-57c8-48b8-be2d-5b7857c3c034 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:36.660432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d323dc7c-022e-456d-828c-c550fb1215d1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (069be774-57c8-48b8-be2d-5b7857c3c034), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.681666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5f727c68-77eb-45d4-a005-379b00c09722 None None] For port 7e93a10f-b120-42ef-a7ed-085d4cb0280f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e93a10f-b120-42ef-a7ed-085d4cb0280f,segment=NetworkSegment(b473f9a9-f97a-42cd-8711-22b8349b8f1e),segment_id=b473f9a9-f97a-42cd-8711-22b8349b8f1e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:36.682881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7e93a10f-b120-42ef-a7ed-085d4cb0280f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:36.683351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.690121 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d399c19b-04f9-435f-86a7-e3f2a3f0a5c4 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.7975161 Oct 23 01:10:36.690788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32908) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:36.700076 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-30da49b3-b104-498f-ab03-0b2a94fa5302 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Request body: {'floatingip': {'port_id': 'ec9e9939-5f91-416a-b0dd-0823f501b0f1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:36.724670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e2050502-010d-4978-acaa-f32dc3f49651', 'network_id': 'e2050502-010d-4978-acaa-f32dc3f49651', 'project_id': 'a598e6f916ec4c4ab647b703af2254bf', 'fixed_ips': [{'subnet_id': 'ddea08ad-175e-46d4-9b90-319e3e111c2d'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:36.727526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.776823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5f727c68-77eb-45d4-a005-379b00c09722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.821034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (0fbf27d0-f3b4-4503-9e68-f8320fa88993), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.880914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:36.896367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:36.949774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] No DVR routers for this DVR port 0fbf27d0-f3b4-4503-9e68-f8320fa88993 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:36.955563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event deleted for resources: {'Port': ['ID=0fbf27d0-f3b4-4503-9e68-f8320fa88993,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:36.965813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::a855:4839:b41a:6373 (93e5b356-0704-414d-a7cb-470971f9a8ef/2b1ff3bb-2219-439d-a763-55d901384f4d/f91990b8-b60f-4cf2-a570-10586d9fd8a9) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:37.047945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f1000-5b7d-472e-8288-0ed73046290e None None] Update dhcp port {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': '2b1ff3bb-2219-439d-a763-55d901384f4d'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'b08fd0e5-e361-464a-95bb-4fbbfb264f93'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:10:37.075262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:UPDATE=7,neutron:INSERT=9,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:37.094311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-30da49b3-b104-498f-ab03-0b2a94fa5302 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (36b1d711-8025-40ca-bbb2-b6c4584f3e18), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.098289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-830f1000-5b7d-472e-8288-0ed73046290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.114143 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:10:37.114666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:10:37.137538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f727c68-77eb-45d4-a005-379b00c09722 None None] Pushing event updated for resources: {'Port': ['ID=7e93a10f-b120-42ef-a7ed-085d4cb0280f,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:37.139700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d323dc7c-022e-456d-828c-c550fb1215d1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (069be774-57c8-48b8-be2d-5b7857c3c034), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.165650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d323dc7c-022e-456d-828c-c550fb1215d1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 069be774-57c8-48b8-be2d-5b7857c3c034 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:37.215652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:37.220564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (26782c28-6e66-43c8-b591-3a6ae7c1e632), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.290809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:37.298443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26782c28-6e66-43c8-b591-3a6ae7c1e632']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:37.347146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2d6f5cdf-3f00-4e6d-98e9-17babc076264), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.353319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Allocated IP 172.20.0.2 (e2050502-010d-4978-acaa-f32dc3f49651/ddea08ad-175e-46d4-9b90-319e3e111c2d/3d3c59d3-aef9-4f4e-aafe-17a97d756f14) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:37.361601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for port (a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.364281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08a26d1-d672-4ab3-8cb9-ae75948788c3') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:37.364581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08a26d1-d672-4ab3-8cb9-ae75948788c3') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:37.396034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:37.402960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:37.433398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (f08a26d1-d672-4ab3-8cb9-ae75948788c3), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.439021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Port': ['ID=2d6f5cdf-3f00-4e6d-98e9-17babc076264,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:37.524598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f08a26d1-d672-4ab3-8cb9-ae75948788c3), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.529381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.551871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Publish callbacks [] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.594416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d323dc7c-022e-456d-828c-c550fb1215d1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (069be774-57c8-48b8-be2d-5b7857c3c034), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.630640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:37.631059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (f08a26d1-d672-4ab3-8cb9-ae75948788c3), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.635294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No DVR routers for this DVR port 2d6f5cdf-3f00-4e6d-98e9-17babc076264 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:37.649708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.672781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d323dc7c-022e-456d-828c-c550fb1215d1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.676069 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d323dc7c-022e-456d-828c-c550fb1215d1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/ports/069be774-57c8-48b8-be2d-5b7857c3c034 HTTP/1.1" status: 204 len: 168 time: 1.1600578 Oct 23 01:10:37.679185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323dc7c-022e-456d-828c-c550fb1215d1 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=069be774-57c8-48b8-be2d-5b7857c3c034,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:37.685137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.689811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32914) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:37.707684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Pushing event updated for resources: {'Port': ['ID=3d3c59d3-aef9-4f4e-aafe-17a97d756f14,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:37.727392 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7e93a10f-b120-42ef-a7ed-085d4cb0280f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:37.728384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2d6f5cdf-3f00-4e6d-98e9-17babc076264 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:37.738679 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment f08a26d1-d672-4ab3-8cb9-ae75948788c3 resource provider aggregate not found Oct 23 01:10:37.753497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Network e2050502-010d-4978-acaa-f32dc3f49651 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:37.754389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 2d6f5cdf-3f00-4e6d-98e9-17babc076264 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:37.754732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2d6f5cdf-3f00-4e6d-98e9-17babc076264 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 23 01:10:37.759122 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:37.764719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (f91990b8-b60f-4cf2-a570-10586d9fd8a9), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.781438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:37.793494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Port 2d6f5cdf-3f00-4e6d-98e9-17babc076264 not found, will not notify nova. {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 23 01:10:37.841615 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment f08a26d1-d672-4ab3-8cb9-ae75948788c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f08a26d1-d672-4ab3-8cb9-ae75948788c3 found for delete ", "request_id": "req-9064056d-3f70-4380-b9ec-b7fbbba24b90"}]} Oct 23 01:10:37.841717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (587f8e4c-d296-4631-956e-9e88946bdff3), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.877220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Attempting to bind port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:37.878021 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Attempting to bind port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a86a988f-6eb7-4fe5-be38-d5ed64137226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e2050502-010d-4978-acaa-f32dc3f49651'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:37.878665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Attempting to bind port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 on network e2050502-010d-4978-acaa-f32dc3f49651 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:37.895315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.905121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9edfc-71a7-4e80-85f0-1b24c006075b req-36a71e3d-a4be-4375-b967-78a3d8b4b996 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:37.906953 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cee9edfc-71a7-4e80-85f0-1b24c006075b req-36a71e3d-a4be-4375-b967-78a3d8b4b996 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1606059 Oct 23 01:10:37.921923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (0976becc-b11f-4dc7-94e4-5a2cf0913659), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.942604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:37.943262 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Checking segment: {'id': 'a86a988f-6eb7-4fe5-be38-d5ed64137226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e2050502-010d-4978-acaa-f32dc3f49651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:37.943681 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.944236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Bound using segment: {'id': 'a86a988f-6eb7-4fe5-be38-d5ed64137226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e2050502-010d-4978-acaa-f32dc3f49651'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:37.945271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Bound port: 3d3c59d3-aef9-4f4e-aafe-17a97d756f14, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86a988f-6eb7-4fe5-be38-d5ed64137226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e2050502-010d-4978-acaa-f32dc3f49651'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:37.945721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.965953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Deleting port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:37.965953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:37.988307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-30da49b3-b104-498f-ab03-0b2a94fa5302 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.015905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7e93a10f-b120-42ef-a7ed-085d4cb0280f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:38.032296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event updated for resources: {'Port': ['ID=a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:38.048545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] For port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,segment=NetworkSegment(bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e),segment_id=bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:38.048919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.071256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Calling delete_port for 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:38.084319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-30da49b3-b104-498f-ab03-0b2a94fa5302 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (36b1d711-8025-40ca-bbb2-b6c4584f3e18), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.168340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:38.191903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] For port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:38.212123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] For port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d3c59d3-aef9-4f4e-aafe-17a97d756f14,segment=NetworkSegment(a86a988f-6eb7-4fe5-be38-d5ed64137226),segment_id=a86a988f-6eb7-4fe5-be38-d5ed64137226)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:38.228544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7e93a10f-b120-42ef-a7ed-085d4cb0280f triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:38.228954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.229298 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7e93a10f-b120-42ef-a7ed-085d4cb0280f Oct 23 01:10:38.253815 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-30da49b3-b104-498f-ab03-0b2a94fa5302 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP 36b1d711-8025-40ca-bbb2-b6c4584f3e18 associated. External IP: 172.36.3.160, port: 9be40b7c-d50b-4f67-bf90-3ebf77fac3fe. Oct 23 01:10:38.300578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.356662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (500effd2-a062-487c-aca6-dee2eb3addea), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.369985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (26782c28-6e66-43c8-b591-3a6ae7c1e632), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.375325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e35a1-9e57-4af4-82a3-ca93569fc32d None None] Pushing event updated for resources: {'Port': ['ID=3d3c59d3-aef9-4f4e-aafe-17a97d756f14,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:38.385819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (08934ef9-34b2-49ed-9c10-7f4fdcf18b60), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.386935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7e93a10f-b120-42ef-a7ed-085d4cb0280f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:38.424913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] No DVR routers for this DVR port 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:38.431463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Port': ['ID=08934ef9-34b2-49ed-9c10-7f4fdcf18b60,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:38.433064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=6,neutron:SELECT=84,neutron:INSERT=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:38.453312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.459447 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] 10.222.0.36 "DELETE /networking/v2.0/networks/26782c28-6e66-43c8-b591-3a6ae7c1e632 HTTP/1.1" status: 204 len: 168 time: 3.6948526 Oct 23 01:10:38.525289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f09807-988f-4cdc-9188-4c6b218bbc43 tempest-AllowedAddressPairIpV6TestJSON-1220019394 tempest-AllowedAddressPairIpV6TestJSON-1220019394-project] Pushing event deleted for resources: {'Network': ['ID=26782c28-6e66-43c8-b591-3a6ae7c1e632,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:38.535031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (587f8e4c-d296-4631-956e-9e88946bdff3), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.561380 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cee9edfc-71a7-4e80-85f0-1b24c006075b req-1754f4f8-3e7f-49de-9092-da033b94e21c tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6096532 Oct 23 01:10:38.578358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587f8e4c-d296-4631-956e-9e88946bdff3']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:38.600174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:38.608020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:38.630722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.654590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.660563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Network 57710673-593c-4207-9091-a1ff34e2dd46 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:38.664303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:38.665880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.667686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:38.690668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Allocated IP 172.36.3.157 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/a0d24d65-2f15-4b8b-af44-a8729ce696bd) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:38.777283 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e resource provider aggregate not found Oct 23 01:10:38.780644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-830f1000-5b7d-472e-8288-0ed73046290e None None] Allocated IP 2001:db8::2 (93e5b356-0704-414d-a7cb-470971f9a8ef/2b1ff3bb-2219-439d-a763-55d901384f4d/b08fd0e5-e361-464a-95bb-4fbbfb264f93) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:38.791175 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (500effd2-a062-487c-aca6-dee2eb3addea), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.792181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:38.801009 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:38.804138 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdf4bc86-0fa9-46a5-b2e8-a89c2c6e174e found for delete ", "request_id": "req-bb8db823-c2ed-4ac4-aaa8-5930af66317c"}]} Oct 23 01:10:38.806428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f91990b8-b60f-4cf2-a570-10586d9fd8a9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.868065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dd173863-0946-46f1-95e5-48c4ccdbd79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.905894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30da49b3-b104-498f-ab03-0b2a94fa5302 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:38.916529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-830f1000-5b7d-472e-8288-0ed73046290e None None] For port b08fd0e5-e361-464a-95bb-4fbbfb264f93, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b08fd0e5-e361-464a-95bb-4fbbfb264f93,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:38.947417 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Subnet': ['ID=500effd2-a062-487c-aca6-dee2eb3addea,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:38.956159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-830f1000-5b7d-472e-8288-0ed73046290e None None] Publish callbacks [] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.961850 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (587f8e4c-d296-4631-956e-9e88946bdff3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.974156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:38.977297 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] 10.222.0.36 "DELETE /networking/v2.0/networks/587f8e4c-d296-4631-956e-9e88946bdff3 HTTP/1.1" status: 204 len: 168 time: 1.2862017 Oct 23 01:10:39.002111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ba80d-84fb-4634-ac60-a84397edbbd0 tempest-PortsIpV6TestJSON-1581899833 tempest-PortsIpV6TestJSON-1581899833-project] Pushing event deleted for resources: {'Network': ['ID=587f8e4c-d296-4631-956e-9e88946bdff3,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:39.034251 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-830f1000-5b7d-472e-8288-0ed73046290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.100046 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30da49b3-b104-498f-ab03-0b2a94fa5302 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:39.110782 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:39.121528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef05065-ea70-4346-aaf5-dbceaadf5f8f None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:39.132762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (86cdf752-e5ee-45fe-a346-49d7cb8ec969), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.152575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:39.157691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:39.166923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=f91990b8-b60f-4cf2-a570-10586d9fd8a9,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:39.191795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:39.196687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:39.197345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.201039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef05065-ea70-4346-aaf5-dbceaadf5f8f None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:39.201877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ef05065-ea70-4346-aaf5-dbceaadf5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:39.223738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32932) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:39.252843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ef05065-ea70-4346-aaf5-dbceaadf5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:39.262469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cdf752-e5ee-45fe-a346-49d7cb8ec969']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:39.266146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f1000-5b7d-472e-8288-0ed73046290e None None] Pushing event updated for resources: {'Port': ['ID=b08fd0e5-e361-464a-95bb-4fbbfb264f93,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:39.291118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef05065-ea70-4346-aaf5-dbceaadf5f8f None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:39.293480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ef05065-ea70-4346-aaf5-dbceaadf5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:39.333406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ef05065-ea70-4346-aaf5-dbceaadf5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:39.334305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef05065-ea70-4346-aaf5-dbceaadf5f8f None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:39.334606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for port (a0d24d65-2f15-4b8b-af44-a8729ce696bd), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.351769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f08327-0957-48c1-8b4a-b1c98da7f1e2') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:39.351769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f08327-0957-48c1-8b4a-b1c98da7f1e2') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:39.363680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6b8c0-6208-41eb-b569-4cee7c3fd494 req-8b2b314b-f88e-4ee1-b155-68473365c252 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:39.365298 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9d6b8c0-6208-41eb-b569-4cee7c3fd494 req-8b2b314b-f88e-4ee1-b155-68473365c252 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2515295 Oct 23 01:10:39.419257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (14f08327-0957-48c1-8b4a-b1c98da7f1e2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.433020 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6779d797-ef43-4b8b-bbb2-432fed18f872 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3457456 Oct 23 01:10:39.436265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32936) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:39.492085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e844-175f-4e49-b7ef-7c0deca51788 req-0b1d5e39-e2bb-4555-b3dc-8b1e6e1e5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:39.495192 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d5e844-175f-4e49-b7ef-7c0deca51788 req-0b1d5e39-e2bb-4555-b3dc-8b1e6e1e5b1d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e&device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 1129 time: 0.2735898 Oct 23 01:10:39.508907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (14f08327-0957-48c1-8b4a-b1c98da7f1e2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.516786 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2f094744-4588-44ed-8ce9-fea897dabcbc admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a86bce5f447f4dcf8301a60748441e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918577 Oct 23 01:10:39.517387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32938) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:39.626215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30da49b3-b104-498f-ab03-0b2a94fa5302 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router 8f5ff83f-b319-46b1-a396-7ae79b9a4ffe has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:39.634189 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b26a35-d6f5-4c6d-b109-aeb827efffcb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:39.640947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b26a35-d6f5-4c6d-b109-aeb827efffcb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:39.641631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e844-175f-4e49-b7ef-7c0deca51788 req-b2485711-416c-4ac9-b616-3af717189e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:39.646302 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d5e844-175f-4e49-b7ef-7c0deca51788 req-b2485711-416c-4ac9-b616-3af717189e38 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec HTTP/1.1" status: 200 len: 911 time: 0.1321676 Oct 23 01:10:39.646512 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-50b26a35-d6f5-4c6d-b109-aeb827efffcb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2061377 Oct 23 01:10:39.652552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:39.652552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (14f08327-0957-48c1-8b4a-b1c98da7f1e2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.674796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32942) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:39.678515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a0d24d65-2f15-4b8b-af44-a8729ce696bd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.742565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32944) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:39.797870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-576f66ea-42f6-422f-836c-faeeb8567b8c admin admin] Publish callbacks [] for security_group (75665f3f-31e9-4a67-9000-52b77ea4e287), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.826863 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9d6b8c0-6208-41eb-b569-4cee7c3fd494 req-d8b6fffa-f511-4ab8-bad7-21d032d15912 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4280043 Oct 23 01:10:39.827693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Pushing event updated for resources: {'Port': ['ID=a0d24d65-2f15-4b8b-af44-a8729ce696bd,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:39.841136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:39.897931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-576f66ea-42f6-422f-836c-faeeb8567b8c admin admin] Publish callbacks [] for security_group (75665f3f-31e9-4a67-9000-52b77ea4e287), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.898152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:39.898927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:39.922460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-825ccc73-2772-4e9e-8f52-8d2d2cb865ff tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port f91990b8-b60f-4cf2-a570-10586d9fd8a9 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:39.922809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-825ccc73-2772-4e9e-8f52-8d2d2cb865ff tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f91990b8-b60f-4cf2-a570-10586d9fd8a9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.928889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-94b0dde3-c6a8-43fa-b9d5-a1b68e967411 None None] Provisioning complete for port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:39.929426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-94b0dde3-c6a8-43fa-b9d5-a1b68e967411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:39.932932 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-94b0dde3-c6a8-43fa-b9d5-a1b68e967411 None None] Attempt 1 to provision port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 Oct 23 01:10:40.045396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (86cdf752-e5ee-45fe-a346-49d7cb8ec969), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:40.050502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:40.057421 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/86cdf752-e5ee-45fe-a346-49d7cb8ec969 HTTP/1.1" status: 204 len: 168 time: 5.8319521 Oct 23 01:10:40.080250 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 14f08327-0957-48c1-8b4a-b1c98da7f1e2 resource provider aggregate not found Oct 23 01:10:40.080441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32950) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:40.080629 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:40.093252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-94b0dde3-c6a8-43fa-b9d5-a1b68e967411 None None] Current status of the port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:40.094042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-94b0dde3-c6a8-43fa-b9d5-a1b68e967411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:40.099563 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-18df93a9-7a6e-4a46-b1af-0eb0fcf95558 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:40.100078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18df93a9-7a6e-4a46-b1af-0eb0fcf95558 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:40.103831 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-18df93a9-7a6e-4a46-b1af-0eb0fcf95558 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/86cdf752-e5ee-45fe-a346-49d7cb8ec969 HTTP/1.1" status: 404 len: 339 time: 0.0311594 Oct 23 01:10:40.114466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32954) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:40.121286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb9df20-dda2-4934-8f57-2aa3f8a9b6a8 None None] Network 57710673-593c-4207-9091-a1ff34e2dd46 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:40.124171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6896a82-20dd-4194-818f-7b686b752f0f None None] Network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:40.125317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-100683151', 'description': 'd1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:40.127655 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3309c3f9-bcb8-4ae0-bb8c-0b06e4c3f83f None None] Network b6bed8b6-efef-4d8f-8679-4b69ed744086 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:40.148385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30da49b3-b104-498f-ab03-0b2a94fa5302 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:40.159573 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b6a9b5-7127-4744-ac96-487d33d6cf4b None None] Sync routers for ids ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:40.164125 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-30da49b3-b104-498f-ab03-0b2a94fa5302 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:40.179718 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6a9b5-7127-4744-ac96-487d33d6cf4b None None] Routers {'8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:40.184541 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56b6a9b5-7127-4744-ac96-487d33d6cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:40.190571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6a4c39-4963-4146-b0ba-0e5f9f1f2780 None None] Network e2050502-010d-4978-acaa-f32dc3f49651 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:40.203540 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 14f08327-0957-48c1-8b4a-b1c98da7f1e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14f08327-0957-48c1-8b4a-b1c98da7f1e2 found for delete ", "request_id": "req-b91bcfdb-e510-4d5b-8110-d5d7bb5076b8"}]} Oct 23 01:10:40.204232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c89c12-63fa-48e5-a9dc-07a94117b6cc tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Network': ['ID=86cdf752-e5ee-45fe-a346-49d7cb8ec969,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:40.212772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e3642f-7cee-422a-b419-b8045c333288 None None] Network 587f8e4c-d296-4631-956e-9e88946bdff3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:40.219010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:40.229666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Router 0976becc-b11f-4dc7-94e4-5a2cf0913659 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:10:40.271587 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d5e844-175f-4e49-b7ef-7c0deca51788 req-2620eb69-6fdd-45fd-9a4e-c03c3d2eb7a5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14 HTTP/1.1" status: 200 len: 1001 time: 0.6056941 Oct 23 01:10:40.285496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-825ccc73-2772-4e9e-8f52-8d2d2cb865ff tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f91990b8-b60f-4cf2-a570-10586d9fd8a9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:40.288666 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56b6a9b5-7127-4744-ac96-487d33d6cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:40.300747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-576f66ea-42f6-422f-836c-faeeb8567b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (75665f3f-31e9-4a67-9000-52b77ea4e287), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:40.303426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-576f66ea-42f6-422f-836c-faeeb8567b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:40.305098 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-576f66ea-42f6-422f-836c-faeeb8567b8c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/75665f3f-31e9-4a67-9000-52b77ea4e287 HTTP/1.1" status: 204 len: 168 time: 0.7783628 Oct 23 01:10:40.310271 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e0eb3859-87d8-41d8-98c1-c1f9f7a5d878 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=15afa29fb07a4b10aec3040f5f73e9a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5490396 Oct 23 01:10:40.333618 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6a9b5-7127-4744-ac96-487d33d6cf4b None None] Routers {'8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:40.334289 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56b6a9b5-7127-4744-ac96-487d33d6cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:40.345947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32958) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:40.347179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f66ea-42f6-422f-836c-faeeb8567b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75665f3f-31e9-4a67-9000-52b77ea4e287,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:40.364647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-825ccc73-2772-4e9e-8f52-8d2d2cb865ff tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for f91990b8-b60f-4cf2-a570-10586d9fd8a9 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:40.421692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:40.428257 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:40.445382 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56b6a9b5-7127-4744-ac96-487d33d6cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:40.445920 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b6a9b5-7127-4744-ac96-487d33d6cf4b None None] The sync data for ids ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:40.467324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e844-175f-4e49-b7ef-7c0deca51788 req-5af82841-bcd0-4284-bbcc-3c4dacb77a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:40.469276 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d5e844-175f-4e49-b7ef-7c0deca51788 req-5af82841-bcd0-4284-bbcc-3c4dacb77a42 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8b74024a-d17f-4db3-83e8-5ff782bd2612 HTTP/1.1" status: 200 len: 849 time: 0.1733105 Oct 23 01:10:40.472163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e3642f-7cee-422a-b419-b8045c333288 None None] Network 587f8e4c-d296-4631-956e-9e88946bdff3 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:10:40.476972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6896a82-20dd-4194-818f-7b686b752f0f None None] Network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:10:40.579185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b08fd0e5-e361-464a-95bb-4fbbfb264f93 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:40.587400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:40.596239 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-84232d82-3be1-4489-90b9-fce329a13966 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "PUT /networking/v2.0/routers/0976becc-b11f-4dc7-94e4-5a2cf0913659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7757533 Oct 23 01:10:40.599153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32960) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:40.608873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e844-175f-4e49-b7ef-7c0deca51788 req-6229e537-6af6-4ed0-8b60-dd1160044e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:40.610503 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d5e844-175f-4e49-b7ef-7c0deca51788 req-6229e537-6af6-4ed0-8b60-dd1160044e0a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1335320 Oct 23 01:10:40.640426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-94b0dde3-c6a8-43fa-b9d5-a1b68e967411 None None] For port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d3c59d3-aef9-4f4e-aafe-17a97d756f14,segment=NetworkSegment(a86a988f-6eb7-4fe5-be38-d5ed64137226),segment_id=a86a988f-6eb7-4fe5-be38-d5ed64137226)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:40.650426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed670831-f120-418d-a938-bc521f74cc37 None None] Sync routers for ids ['0976becc-b11f-4dc7-94e4-5a2cf0913659'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:40.715294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b08fd0e5-e361-464a-95bb-4fbbfb264f93 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:40.715294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:40.715769 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b08fd0e5-e361-464a-95bb-4fbbfb264f93 Oct 23 01:10:40.720224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed670831-f120-418d-a938-bc521f74cc37 None None] Routers {'0976becc-b11f-4dc7-94e4-5a2cf0913659'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:40.720875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ed670831-f120-418d-a938-bc521f74cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0976becc-b11f-4dc7-94e4-5a2cf0913659'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:40.780561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ed670831-f120-418d-a938-bc521f74cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:40.849527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-94b0dde3-c6a8-43fa-b9d5-a1b68e967411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:40.881386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:40.912851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:40.917616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:40.976437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed670831-f120-418d-a938-bc521f74cc37 None None] Routers {'0976becc-b11f-4dc7-94e4-5a2cf0913659'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:40.977120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ed670831-f120-418d-a938-bc521f74cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0976becc-b11f-4dc7-94e4-5a2cf0913659'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:41.004424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.019878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:41.048355 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ed670831-f120-418d-a938-bc521f74cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:41.049209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed670831-f120-418d-a938-bc521f74cc37 None None] The sync data for ids ['0976becc-b11f-4dc7-94e4-5a2cf0913659'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:41.061459 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-30da49b3-b104-498f-ab03-0b2a94fa5302 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/36b1d711-8025-40ca-bbb2-b6c4584f3e18 HTTP/1.1" status: 200 len: 976 time: 4.3669059 Oct 23 01:10:41.064349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32968) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:41.110784 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:41.160379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Provisioning complete for port fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:41.160379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.160379 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Attempt 1 to provision port fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4 Oct 23 01:10:41.182572 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3ef78-4969-4c00-a150-60187b566221 req-f8126360-7dd5-43a2-b7a4-171deb8cf8f4 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:41.190709 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-57a3ef78-4969-4c00-a150-60187b566221 req-f8126360-7dd5-43a2-b7a4-171deb8cf8f4 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2021265 Oct 23 01:10:41.202376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-217fe53e-20be-4350-a345-fcadce99f8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.204260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (3ff56499-e6ab-4258-adbe-729d84ae8743), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.204955 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Added segment 3ff56499-e6ab-4258-adbe-729d84ae8743 of type vlan for network 9905fc18-205a-439c-ba9c-898420ca6131 Oct 23 01:10:41.206460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0dde3-c6a8-43fa-b9d5-a1b68e967411 None None] Pushing event updated for resources: {'Port': ['ID=3d3c59d3-aef9-4f4e-aafe-17a97d756f14,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:41.221320 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b08fd0e5-e361-464a-95bb-4fbbfb264f93 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:41.222651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:41.238546 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d5e844-175f-4e49-b7ef-7c0deca51788 req-381112fa-12c4-4378-b1a9-3b2d70d5658c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889986 Oct 23 01:10:41.239325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:41.270574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Port fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:41.279647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Provisioning complete for port a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:41.280060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.280398 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Attempt 1 to provision port a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d Oct 23 01:10:41.301011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f9191cc-2e25-407c-a996-cbd7e04c3401 admin admin] Publish callbacks [] for security_group (3841a342-ed0b-4612-8e7e-f3a8c8b1d20d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.315849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Port a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:41.331200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Provisioning complete for port b08fd0e5-e361-464a-95bb-4fbbfb264f93 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:41.331574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.331908 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Attempt 1 to provision port b08fd0e5-e361-464a-95bb-4fbbfb264f93 Oct 23 01:10:41.340063 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d5e844-175f-4e49-b7ef-7c0deca51788 req-ee533608-38aa-4833-b50b-0eb0cd0977a4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919769 Oct 23 01:10:41.377210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:41.382567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:41.382567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.382567 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 Oct 23 01:10:41.404843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (9905fc18-205a-439c-ba9c-898420ca6131), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.439412 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-57a3ef78-4969-4c00-a150-60187b566221 req-8dca795f-96eb-4237-aa5b-cc1357691b22 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090070 Oct 23 01:10:41.466031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f9191cc-2e25-407c-a996-cbd7e04c3401 admin admin] Publish callbacks [] for security_group (3841a342-ed0b-4612-8e7e-f3a8c8b1d20d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.483681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port ec9e9939-5f91-416a-b0dd-0823f501b0f1 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:41.484325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ec9e9939-5f91-416a-b0dd-0823f501b0f1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.501183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Current status of the port b08fd0e5-e361-464a-95bb-4fbbfb264f93 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:41.523599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:41.531044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Provisioning complete for port 7e93a10f-b120-42ef-a7ed-085d4cb0280f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:41.531417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.532041 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Attempt 1 to provision port 7e93a10f-b120-42ef-a7ed-085d4cb0280f Oct 23 01:10:41.615724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ec9e9939-5f91-416a-b0dd-0823f501b0f1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.641323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:41.641608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-025b3a89-16c4-48c6-87c2-2c6e6929aa63 None None] Current status of the port 7e93a10f-b120-42ef-a7ed-085d4cb0280f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:41.661446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.db.resource_extend [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 01:10:41.767806 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b2fbb063-0ca6-4fb0-b8a0-a8547a1d0886 None None] Provisioning complete for port f56d468a-448a-4d37-8db0-4004365a7f65 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:41.769041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b2fbb063-0ca6-4fb0-b8a0-a8547a1d0886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.773500 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b2fbb063-0ca6-4fb0-b8a0-a8547a1d0886 None None] Attempt 1 to provision port f56d468a-448a-4d37-8db0-4004365a7f65 Oct 23 01:10:41.778656 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:41.903214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (9905fc18-205a-439c-ba9c-898420ca6131), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.910333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:41.911066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.973001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:41.977679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b2fbb063-0ca6-4fb0-b8a0-a8547a1d0886 None None] Current status of the port f56d468a-448a-4d37-8db0-4004365a7f65 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:41.985327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f9191cc-2e25-407c-a996-cbd7e04c3401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3841a342-ed0b-4612-8e7e-f3a8c8b1d20d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.986556 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-b8b0c46e-8fa2-464d-817e-9f1bb2422cb1 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:10:41.991564 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b8b0c46e-8fa2-464d-817e-9f1bb2422cb1 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "PUT /networking/v2.0/routers/0976becc-b11f-4dc7-94e4-5a2cf0913659/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3878963 Oct 23 01:10:41.991803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f9191cc-2e25-407c-a996-cbd7e04c3401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:41.992197 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 32982) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:41.992589 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1f9191cc-2e25-407c-a996-cbd7e04c3401 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3841a342-ed0b-4612-8e7e-f3a8c8b1d20d HTTP/1.1" status: 204 len: 168 time: 1.6432431 Oct 23 01:10:42.063773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9191cc-2e25-407c-a996-cbd7e04c3401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3841a342-ed0b-4612-8e7e-f3a8c8b1d20d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:42.077942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=9905fc18-205a-439c-ba9c-898420ca6131,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:42.078134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.093966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:42.095198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07302982-fe7d-48a8-a16e-23eb6d6199d4 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:10:42.126230 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-825ccc73-2772-4e9e-8f52-8d2d2cb865ff tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f91990b8-b60f-4cf2-a570-10586d9fd8a9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.134455 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3139fcb8-542c-4c6d-b18c-92be5b903e4a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0185900 Oct 23 01:10:42.142229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32988) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:42.215945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ccc73-2772-4e9e-8f52-8d2d2cb865ff tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=f91990b8-b60f-4cf2-a570-10586d9fd8a9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:42.231909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 9905fc18-205a-439c-ba9c-898420ca6131 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:42.254767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32990) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:42.290112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-34265522-98f5-4c06-8104-c66377ffd338 None None] Provisioning complete for port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:42.290635 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34265522-98f5-4c06-8104-c66377ffd338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.290956 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-34265522-98f5-4c06-8104-c66377ffd338 None None] Attempt 1 to provision port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 Oct 23 01:10:42.330015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.330389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (36b1d711-8025-40ca-bbb2-b6c4584f3e18), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.330704 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Floating IP 36b1d711-8025-40ca-bbb2-b6c4584f3e18 disassociated. External IP: 172.36.3.160, port: ec9e9939-5f91-416a-b0dd-0823f501b0f1. Oct 23 01:10:42.331058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for ec9e9939-5f91-416a-b0dd-0823f501b0f1 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:42.403863 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-825ccc73-2772-4e9e-8f52-8d2d2cb865ff tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.410345 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-825ccc73-2772-4e9e-8f52-8d2d2cb865ff tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/f91990b8-b60f-4cf2-a570-10586d9fd8a9 HTTP/1.1" status: 204 len: 168 time: 2.7289493 Oct 23 01:10:42.414010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 32996) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:42.482657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a7811c-defc-4854-8fbd-0d1c4fea3b37 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:42.484528 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-02a7811c-defc-4854-8fbd-0d1c4fea3b37 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/networks?id=9905fc18-205a-439c-ba9c-898420ca6131 HTTP/1.1" status: 200 len: 764 time: 0.3377538 Oct 23 01:10:42.490075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:42.490590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.491601 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 Oct 23 01:10:42.501940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33000) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:42.517677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-1058114b-68f9-4560-9a14-1df945dadb12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'description': 'd2'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:42.564312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67396d7-941a-4856-85ac-026e90847560 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:42.566186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67396d7-941a-4856-85ac-026e90847560 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:42.569075 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d67396d7-941a-4856-85ac-026e90847560 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1492350 Oct 23 01:10:42.576495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33004) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:42.597884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:42.659017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae2e585-718e-49bb-b9e3-f370602b5023 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 2b1ff3bb-2219-439d-a763-55d901384f4d {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:42.677211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07302982-fe7d-48a8-a16e-23eb6d6199d4 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:10:42.700493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e585-718e-49bb-b9e3-f370602b5023 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (2b1ff3bb-2219-439d-a763-55d901384f4d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.703775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.755191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-34265522-98f5-4c06-8104-c66377ffd338 None None] Current status of the port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:42.759001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1933404946'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:42.784777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e585-718e-49bb-b9e3-f370602b5023 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (2b1ff3bb-2219-439d-a763-55d901384f4d), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.812930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1058114b-68f9-4560-9a14-1df945dadb12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (9905fc18-205a-439c-ba9c-898420ca6131), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.817863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:42.889222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ec9e9939-5f91-416a-b0dd-0823f501b0f1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.892894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e585-718e-49bb-b9e3-f370602b5023 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (2b1ff3bb-2219-439d-a763-55d901384f4d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.925325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1058114b-68f9-4560-9a14-1df945dadb12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (9905fc18-205a-439c-ba9c-898420ca6131), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:42.995886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:42.999410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.009200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=ec9e9939-5f91-416a-b0dd-0823f501b0f1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:43.013553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1058114b-68f9-4560-9a14-1df945dadb12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network 9905fc18-205a-439c-ba9c-898420ca6131 is not hosted by any dhcp agent {{(pid=105984) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 23 01:10:43.018645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1058114b-68f9-4560-9a14-1df945dadb12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:43.019437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1058114b-68f9-4560-9a14-1df945dadb12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.024617 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1058114b-68f9-4560-9a14-1df945dadb12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "PUT /networking/v2.0/networks/9905fc18-205a-439c-ba9c-898420ca6131 HTTP/1.1" status: 200 len: 761 time: 0.5178502 Oct 23 01:10:43.024753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.026920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33012) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:43.053412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374755a0-9b0a-4f3d-bd10-8909656d7f20 req-31cbf759-43a8-4b10-b0f0-368fd45474d9 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:43.055455 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-374755a0-9b0a-4f3d-bd10-8909656d7f20 req-31cbf759-43a8-4b10-b0f0-368fd45474d9 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2273335 Oct 23 01:10:43.077092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38cf7de-06bb-4bdb-b73d-4ea2ba90ef50 None None] DHCP port deletion for 86cdf752-e5ee-45fe-a346-49d7cb8ec969 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:10:43.122355 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5130d6c1-7add-4ffb-8399-9062a3cfe285 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (0976becc-b11f-4dc7-94e4-5a2cf0913659), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.144078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e585-718e-49bb-b9e3-f370602b5023 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (2b1ff3bb-2219-439d-a763-55d901384f4d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.186971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058114b-68f9-4560-9a14-1df945dadb12 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=9905fc18-205a-439c-ba9c-898420ca6131,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:43.191036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21498e7-b32b-423d-b944-7ad2ace46997 None None] DHCP port deletion for 587f8e4c-d296-4631-956e-9e88946bdff3 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:10:43.242723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 9905fc18-205a-439c-ba9c-898420ca6131 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:43.254024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e585-718e-49bb-b9e3-f370602b5023 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.254341 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-374755a0-9b0a-4f3d-bd10-8909656d7f20 req-19a7ed9b-e253-4c05-9dcb-f6e57a2d213e tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815603 Oct 23 01:10:43.265573 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4ae2e585-718e-49bb-b9e3-f370602b5023 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/2b1ff3bb-2219-439d-a763-55d901384f4d HTTP/1.1" status: 204 len: 168 time: 0.6859660 Oct 23 01:10:43.270583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2e585-718e-49bb-b9e3-f370602b5023 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1ff3bb-2219-439d-a763-55d901384f4d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:43.298285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3033b655-837b-4e9a-9c53-989368837f22 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:43.298285 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3033b655-837b-4e9a-9c53-989368837f22 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/networks?id=9905fc18-205a-439c-ba9c-898420ca6131 HTTP/1.1" status: 200 len: 764 time: 0.2561796 Oct 23 01:10:43.298855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33022) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:43.302465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33020) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:43.354832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc73e9-45a0-4796-b20e-e8c95f0334bc None None] DHCP port deletion for 26782c28-6e66-43c8-b591-3a6ae7c1e632 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:10:43.377290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:43.436786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Router 5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:10:43.454374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:43.459263 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f1ae9506-387b-4e77-8b74-0e732c423f1d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1378834 Oct 23 01:10:43.475022 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33026) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:43.519280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:43.555525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbea8f-e6d0-4192-976d-80f57fea6c37 req-565c0ac7-9d51-4dc0-bff5-12ee820ac7db tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:43.557129 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8ffbea8f-e6d0-4192-976d-80f57fea6c37 req-565c0ac7-9d51-4dc0-bff5-12ee820ac7db tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1550608 Oct 23 01:10:43.570289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router 8f5ff83f-b319-46b1-a396-7ae79b9a4ffe has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:43.602883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2985b5-e6b7-4c55-a032-b265b8218260 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:43.604461 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-da2985b5-e6b7-4c55-a032-b265b8218260 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1210725 Oct 23 01:10:43.613340 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33030) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:43.634667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:43.638406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (a28a4557-4ca2-4ee3-b8dc-5281649bf0f0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.689030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33032) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:43.714589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a28a4557-4ca2-4ee3-b8dc-5281649bf0f0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.728353 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8ffbea8f-e6d0-4192-976d-80f57fea6c37 req-7221ba30-8751-4d32-83c1-e006b9eff8bc tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508617 Oct 23 01:10:43.766690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:43.849549 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28a4557-4ca2-4ee3-b8dc-5281649bf0f0,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:43.853073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (5544ac0f-547b-4191-9b75-a15bc531a8ab), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.853437 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Added segment 5544ac0f-547b-4191-9b75-a15bc531a8ab of type vlan for network 4068b863-4aa3-4495-86ff-c5e4cb71a423 Oct 23 01:10:43.880085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2d6f5cdf-3f00-4e6d-98e9-17babc076264 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:43.924280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 2d6f5cdf-3f00-4e6d-98e9-17babc076264 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:43.924629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2d6f5cdf-3f00-4e6d-98e9-17babc076264 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:43.925311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0fbf27d0-f3b4-4503-9e68-f8320fa88993 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:43.934059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:43.936714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.945219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (4068b863-4aa3-4495-86ff-c5e4cb71a423), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:43.946308 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16212d2d-9898-4cac-8424-515da60165e1 None None] Sync routers for ids ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:43.961942 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16212d2d-9898-4cac-8424-515da60165e1 None None] Routers {'8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:43.962714 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-16212d2d-9898-4cac-8424-515da60165e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:43.992274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 0fbf27d0-f3b4-4503-9e68-f8320fa88993 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:43.992618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0fbf27d0-f3b4-4503-9e68-f8320fa88993 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:43.993235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:43.995737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'network': {'name': 'tempest-RoutersTest-1618453609'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:44.020297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:44.020938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 08934ef9-34b2-49ed-9c10-7f4fdcf18b60 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:44.024664 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-16212d2d-9898-4cac-8424-515da60165e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:44.039478 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16212d2d-9898-4cac-8424-515da60165e1 None None] Routers {'8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:44.040113 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-16212d2d-9898-4cac-8424-515da60165e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:44.074600 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-16212d2d-9898-4cac-8424-515da60165e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:44.075805 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16212d2d-9898-4cac-8424-515da60165e1 None None] The sync data for ids ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:44.076115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (4068b863-4aa3-4495-86ff-c5e4cb71a423), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.081195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:44.081870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.096548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.180714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.184005 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f1fc1195-8903-4505-b6d7-c45a2fe44e76 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ec9e9939-5f91-416a-b0dd-0823f501b0f1 HTTP/1.1" status: 204 len: 168 time: 3.1078875 Oct 23 01:10:44.184939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Network': ['ID=4068b863-4aa3-4495-86ff-c5e4cb71a423,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:44.186964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33038) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:44.204813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:44.212169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed15097-b060-4781-9280-5a70d8110c26 None None] Network e2050502-010d-4978-acaa-f32dc3f49651 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:44.233668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c001ba53-9815-40c3-92a9-3c1940b4dff3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:44.235799 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c001ba53-9815-40c3-92a9-3c1940b4dff3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6138217 Oct 23 01:10:44.237385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:44.245079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.245219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d402759b-e5ad-4ea0-8825-06f8bec65f66 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:44.245332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33040) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:44.245485 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d402759b-e5ad-4ea0-8825-06f8bec65f66 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9460206 Oct 23 01:10:44.248887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33042) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:44.269287 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143ba54-8c10-4477-ae14-1000eeff6067 req-af4ec173-f1e5-4041-92f5-66fd1eda2a33 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:44.269287 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9143ba54-8c10-4477-ae14-1000eeff6067 req-af4ec173-f1e5-4041-92f5-66fd1eda2a33 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2390954 Oct 23 01:10:44.334802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.336143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:44.339842 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1ef602a0-69e8-4cf9-9ddb-facecac170c2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0842032 Oct 23 01:10:44.349523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33044) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:44.351805 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fd5a8a3d-13e9-447d-94d0-30083179054d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050367 Oct 23 01:10:44.356084 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8cc36953-7b09-4240-85de-e0548218a685 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 207 time: 0.1048841 Oct 23 01:10:44.358878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33046) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:44.359426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33048) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:44.360864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcba3e3-0fb0-4a52-b064-10d4d857b508 None None] Network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:44.364758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31dc984-97a1-4f5d-918f-88d44c2c98e1 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:44.373641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-bc82d626-1dff-4058-923f-2f27b65aee54 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:44.380432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5130d6c1-7add-4ffb-8399-9062a3cfe285 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Deleting port a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:44.381054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5130d6c1-7add-4ffb-8399-9062a3cfe285 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.381226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ea0f3-c52d-4698-b04a-ebeda3f109c3 None None] Sync routers for ids ['5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:44.468418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcba3e3-0fb0-4a52-b064-10d4d857b508 None None] Network 86cdf752-e5ee-45fe-a346-49d7cb8ec969 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:10:44.494629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-34719681-9118-4859-877b-ed3deada9bb2 None None] Provisioning complete for port b08fd0e5-e361-464a-95bb-4fbbfb264f93 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:44.495512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34719681-9118-4859-877b-ed3deada9bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.496109 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-34719681-9118-4859-877b-ed3deada9bb2 None None] Attempt 1 to provision port b08fd0e5-e361-464a-95bb-4fbbfb264f93 Oct 23 01:10:44.534153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5130d6c1-7add-4ffb-8399-9062a3cfe285 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.556921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ea0f3-c52d-4698-b04a-ebeda3f109c3 None None] Routers {'5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:44.558109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d83ea0f3-c52d-4698-b04a-ebeda3f109c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:44.571216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5130d6c1-7add-4ffb-8399-9062a3cfe285 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Calling delete_port for a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:44.662093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d83ea0f3-c52d-4698-b04a-ebeda3f109c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:44.715516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ea0f3-c52d-4698-b04a-ebeda3f109c3 None None] Routers {'5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:44.716420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d83ea0f3-c52d-4698-b04a-ebeda3f109c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:44.729898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:44.782415 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9143ba54-8c10-4477-ae14-1000eeff6067 req-f699e78a-72d8-42e1-98af-2b0d9124c294 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4902177 Oct 23 01:10:44.782996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'name': 'tempest-PortsTestJSON-45733678'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:44.820898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db42f48-bb01-419a-84eb-d0dfabcae8bc None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:10:44.824531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d83ea0f3-c52d-4698-b04a-ebeda3f109c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:44.825137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ea0f3-c52d-4698-b04a-ebeda3f109c3 None None] The sync data for ids ['5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:44.860774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:44.868892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.872700 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-554a5d0e-61cc-46bc-a618-029fc748f375 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.6246586 Oct 23 01:10:44.883820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33054) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:44.888369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:44.956609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2db42f48-bb01-419a-84eb-d0dfabcae8bc None None] Deleting port b08fd0e5-e361-464a-95bb-4fbbfb264f93 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:44.960817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2db42f48-bb01-419a-84eb-d0dfabcae8bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.960817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-34719681-9118-4859-877b-ed3deada9bb2 None None] Current status of the port b08fd0e5-e361-464a-95bb-4fbbfb264f93 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:44.985011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:44.988920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for security_group (704b6a99-6210-429b-9cdc-77500f4aa1e0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:44.993062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:45.088061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2db42f48-bb01-419a-84eb-d0dfabcae8bc None None] For port b08fd0e5-e361-464a-95bb-4fbbfb264f93, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b08fd0e5-e361-464a-95bb-4fbbfb264f93,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:45.088727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2db42f48-bb01-419a-84eb-d0dfabcae8bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.092747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c799130d-909a-4d11-9fea-f9b38d761d39 None None] Could not find standard attr ID for object ec9e9939-5f91-416a-b0dd-0823f501b0f1. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:45.112902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2db42f48-bb01-419a-84eb-d0dfabcae8bc None None] Calling delete_port for b08fd0e5-e361-464a-95bb-4fbbfb264f93 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:45.116677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c799130d-909a-4d11-9fea-f9b38d761d39 None None] Could not find standard attr ID for object a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:45.117445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5130d6c1-7add-4ffb-8399-9062a3cfe285 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.152050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130d6c1-7add-4ffb-8399-9062a3cfe285 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event deleted for resources: {'Port': ['ID=a54bf3d1-aa9a-42d9-bf84-ee97b5f8846d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:45.196406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (704b6a99-6210-429b-9cdc-77500f4aa1e0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.262391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c92864d8-0cc3-446e-a090-99a32b53fb1a None None] Provisioning complete for port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:45.262777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c92864d8-0cc3-446e-a090-99a32b53fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.263121 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c92864d8-0cc3-446e-a090-99a32b53fb1a None None] Attempt 1 to provision port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 Oct 23 01:10:45.289539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:45.325726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:45.333468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2db42f48-bb01-419a-84eb-d0dfabcae8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (b08fd0e5-e361-464a-95bb-4fbbfb264f93), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.365671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db42f48-bb01-419a-84eb-d0dfabcae8bc None None] Pushing event deleted for resources: {'Port': ['ID=b08fd0e5-e361-464a-95bb-4fbbfb264f93,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:45.389926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.393634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db42f48-bb01-419a-84eb-d0dfabcae8bc None None] No DVR routers for this DVR port b08fd0e5-e361-464a-95bb-4fbbfb264f93 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:45.396718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:45.418447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c92864d8-0cc3-446e-a090-99a32b53fb1a None None] Current status of the port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:45.418644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543ce25-b45c-476a-ae5f-6ca32ef5445f req-7020c914-5d52-4722-85a4-8d3b8da051b1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:45.420187 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9543ce25-b45c-476a-ae5f-6ca32ef5445f req-7020c914-5d52-4722-85a4-8d3b8da051b1 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.3861029 Oct 23 01:10:45.433166 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:45.436883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704b6a99-6210-429b-9cdc-77500f4aa1e0,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:45.456904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e98ed3c8-10cb-48e6-b68a-fb480ac5e98e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.457287 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added segment e98ed3c8-10cb-48e6-b68a-fb480ac5e98e of type vlan for network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 Oct 23 01:10:45.459057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc82d626-1dff-4058-923f-2f27b65aee54 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:45.463007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bc82d626-1dff-4058-923f-2f27b65aee54 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.476166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5130d6c1-7add-4ffb-8399-9062a3cfe285 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (0976becc-b11f-4dc7-94e4-5a2cf0913659), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.489458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_gateway (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.506914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170bb114-8c90-488c-a6ba-1914bdaeeb7b None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:10:45.561357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:45.565142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.624567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:45.662204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170bb114-8c90-488c-a6ba-1914bdaeeb7b None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:10:45.690165 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23794485-48f1-4fc5-9259-99e199f059d3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:45.695736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23794485-48f1-4fc5-9259-99e199f059d3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:45.697844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5130d6c1-7add-4ffb-8399-9062a3cfe285 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Router 0976becc-b11f-4dc7-94e4-5a2cf0913659 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:45.699344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Deleting port a0d24d65-2f15-4b8b-af44-a8729ce696bd {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:45.699760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a0d24d65-2f15-4b8b-af44-a8729ce696bd), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.701503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23794485-48f1-4fc5-9259-99e199f059d3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:45.706969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23794485-48f1-4fc5-9259-99e199f059d3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:45.713125 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23794485-48f1-4fc5-9259-99e199f059d3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:45.718731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23794485-48f1-4fc5-9259-99e199f059d3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:45.721490 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-23794485-48f1-4fc5-9259-99e199f059d3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.3520699 Oct 23 01:10:45.729776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (e269446c-1f16-4fe4-bf0d-3c2c085a2f16), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.744655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33056) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:45.756603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 9c2c2a97-fe87-4689-9272-679d2db50095 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:45.784904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:45.868350 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9543ce25-b45c-476a-ae5f-6ca32ef5445f req-890efffd-a70f-4125-9c43-fb0fa1f6a0de tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4233673 Oct 23 01:10:45.918387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b08fd0e5-e361-464a-95bb-4fbbfb264f93 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:45.941335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a0d24d65-2f15-4b8b-af44-a8729ce696bd), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.947482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5130d6c1-7add-4ffb-8399-9062a3cfe285 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:45.962625 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b71bbc-3e2c-45a0-87f7-f3095b74a65d None None] Sync routers for ids ['0976becc-b11f-4dc7-94e4-5a2cf0913659'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:45.967149 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5130d6c1-7add-4ffb-8399-9062a3cfe285 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "PUT /networking/v2.0/routers/0976becc-b11f-4dc7-94e4-5a2cf0913659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9653971 Oct 23 01:10:45.974328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: b08fd0e5-e361-464a-95bb-4fbbfb264f93 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:45.974881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b08fd0e5-e361-464a-95bb-4fbbfb264f93 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:45.983173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33062) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:45.986382 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b71bbc-3e2c-45a0-87f7-f3095b74a65d None None] Routers {'0976becc-b11f-4dc7-94e4-5a2cf0913659'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:45.987023 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-16b71bbc-3e2c-45a0-87f7-f3095b74a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0976becc-b11f-4dc7-94e4-5a2cf0913659'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:46.001405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Calling delete_port for a0d24d65-2f15-4b8b-af44-a8729ce696bd owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:46.037368 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-16b71bbc-3e2c-45a0-87f7-f3095b74a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:46.047590 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b71bbc-3e2c-45a0-87f7-f3095b74a65d None None] Routers {'0976becc-b11f-4dc7-94e4-5a2cf0913659'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:46.049039 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-16b71bbc-3e2c-45a0-87f7-f3095b74a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0976becc-b11f-4dc7-94e4-5a2cf0913659'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:46.059471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (e269446c-1f16-4fe4-bf0d-3c2c085a2f16), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.061641 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-e54a523f-ceac-44c7-a1c7-2274bb88a464 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] delete failed (client error): The resource could not be found. Oct 23 01:10:46.062732 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e54a523f-ceac-44c7-a1c7-2274bb88a464 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "DELETE /networking/v2.0/routers/tempest-non_exist_router-498973834 HTTP/1.1" status: 404 len: 334 time: 0.0786180 Oct 23 01:10:46.073466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.074140 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.080749 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-64e61449-ca74-4a8c-abb5-905597609a9d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3351305 Oct 23 01:10:46.083098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33064) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:46.091922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33066) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:46.101735 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-16b71bbc-3e2c-45a0-87f7-f3095b74a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:46.102553 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b71bbc-3e2c-45a0-87f7-f3095b74a65d None None] The sync data for ids ['0976becc-b11f-4dc7-94e4-5a2cf0913659'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:46.103848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-fdfd7f30-734f-4170-b5c8-54c608a4f741 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Request body: {'router': {'external_gateway_info': {'network_id': '0976becc-b11f-4dc7-94e4-5a2cf0913659'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:46.180123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:46.202479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb787ffe-3c77-44ca-8408-8646ff172f1c req-34d2b27d-468d-449a-9813-6e31b5ae44cd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.204116 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-eb787ffe-3c77-44ca-8408-8646ff172f1c req-34d2b27d-468d-449a-9813-6e31b5ae44cd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2006073 Oct 23 01:10:46.361830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Network': ['ID=e269446c-1f16-4fe4-bf0d-3c2c085a2f16,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:46.376263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:46.385265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b31b51-ecb2-4add-be3d-f595e0202804 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.386932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b31b51-ecb2-4add-be3d-f595e0202804 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.388681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b31b51-ecb2-4add-be3d-f595e0202804 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.390459 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b31b51-ecb2-4add-be3d-f595e0202804 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.392082 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b31b51-ecb2-4add-be3d-f595e0202804 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.397433 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-32b31b51-ecb2-4add-be3d-f595e0202804 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2962191 Oct 23 01:10:46.398973 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33068) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:46.404243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc307-1f79-47c8-bbb2-51b43b771855 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.408431 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (9c2c2a97-fe87-4689-9272-679d2db50095), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.437213 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-eb787ffe-3c77-44ca-8408-8646ff172f1c req-95a1e3f1-3b5c-4a88-8a33-5d9221790bfe tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019181 Oct 23 01:10:46.476087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511bcf2-d6c3-4a65-9879-d83b8c9e7165 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['shared'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.477430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511bcf2-d6c3-4a65-9879-d83b8c9e7165 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['shared'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.479256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511bcf2-d6c3-4a65-9879-d83b8c9e7165 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['shared'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.480800 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511bcf2-d6c3-4a65-9879-d83b8c9e7165 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['shared'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.482396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511bcf2-d6c3-4a65-9879-d83b8c9e7165 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['shared'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.492088 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c511bcf2-d6c3-4a65-9879-d83b8c9e7165 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0822225 Oct 23 01:10:46.492300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7f30-734f-4170-b5c8-54c608a4f741 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for router_gateway (0976becc-b11f-4dc7-94e4-5a2cf0913659), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.492403 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-68a73dd7-4c52-4b3b-8fa2-32a67d0c92de tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7989435 Oct 23 01:10:46.494528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33074) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:46.494668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33072) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:46.507301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'network': {'name': 'tempest-RoutersTest-1748318135'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:46.630768 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-fdfd7f30-734f-4170-b5c8-54c608a4f741 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] update failed (client error): The resource could not be found. Oct 23 01:10:46.632775 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fdfd7f30-734f-4170-b5c8-54c608a4f741 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "PUT /networking/v2.0/routers/0976becc-b11f-4dc7-94e4-5a2cf0913659 HTTP/1.1" status: 404 len: 339 time: 0.5323248 Oct 23 01:10:46.635815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33076) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:46.672277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bc82d626-1dff-4058-923f-2f27b65aee54 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (492ffd4f-3808-4f76-afad-e08ae988dce5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.686136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:46.689910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.691968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a0d24d65-2f15-4b8b-af44-a8729ce696bd), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.759232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82d626-1dff-4058-923f-2f27b65aee54 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:46.760008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Pushing event deleted for resources: {'Port': ['ID=a0d24d65-2f15-4b8b-af44-a8729ce696bd,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:46.779967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-bc82d626-1dff-4058-923f-2f27b65aee54 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:46.783331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc82d626-1dff-4058-923f-2f27b65aee54 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.784796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bc82d626-1dff-4058-923f-2f27b65aee54 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.786002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:46.791250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aadca8e-7937-421b-b982-85fafd271e3a None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:46.794122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80dd39b-5371-4618-9851-4d48cce89066 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.799151 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f80dd39b-5371-4618-9851-4d48cce89066 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/networks/65fb0fb5-0983-47c9-9694-b74b47ff2316 HTTP/1.1" status: 200 len: 804 time: 0.2619975 Oct 23 01:10:46.806760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33078) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:46.812030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (9c2c2a97-fe87-4689-9272-679d2db50095), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.877232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-60c23c47-382c-4635-b5b5-267d36de3b0f None None] Provisioning complete for port 7e93a10f-b120-42ef-a7ed-085d4cb0280f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:46.877777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-60c23c47-382c-4635-b5b5-267d36de3b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.878297 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-60c23c47-382c-4635-b5b5-267d36de3b0f None None] Attempt 1 to provision port 7e93a10f-b120-42ef-a7ed-085d4cb0280f Oct 23 01:10:47.065667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-60c23c47-382c-4635-b5b5-267d36de3b0f None None] Current status of the port 7e93a10f-b120-42ef-a7ed-085d4cb0280f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:47.074925 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=9c2c2a97-fe87-4689-9272-679d2db50095,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:47.087904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:47.113602 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bc82d626-1dff-4058-923f-2f27b65aee54 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7436059 Oct 23 01:10:47.114020 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': '492ffd4f-3808-4f76-afad-e08ae988dce5'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:47.114020 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.138075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33082) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:47.160361 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': '492ffd4f-3808-4f76-afad-e08ae988dce5', 'ip_address': '2001:db8::cfbf:152e:88d6:d83'}], 'name': 'tempest-NetworksTestDHCPv6-241863706'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:47.176319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:47.177282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:47.260326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (5d343e53-9e0d-4570-81c4-bc3e4c67aff7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.260560 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added segment 5d343e53-9e0d-4570-81c4-bc3e4c67aff7 of type vlan for network cd3271e2-3969-4185-8730-cf0fbd065db2 Oct 23 01:10:47.282075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Allocated IP 2001:db8::2 (93e5b356-0704-414d-a7cb-470971f9a8ef/492ffd4f-3808-4f76-afad-e08ae988dce5/4e629cd3-2e02-4e8d-a57a-cda5679bb0dd) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:47.359421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981fb10-188c-4344-a977-a103b29c992e req-3e2f0c25-5175-4354-a880-877fd543870d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:47.360982 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7981fb10-188c-4344-a977-a103b29c992e req-3e2f0c25-5175-4354-a880-877fd543870d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2238119 Oct 23 01:10:47.398582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82d626-1dff-4058-923f-2f27b65aee54 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=492ffd4f-3808-4f76-afad-e08ae988dce5,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:47.424674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:47.427061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (cd3271e2-3969-4185-8730-cf0fbd065db2), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.429946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.450062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:47.456016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Publish callbacks [] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.485748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Checking segment: {'id': '5544ac0f-547b-4191-9b75-a15bc531a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:47.486132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network hostable DHCP agents. Network: 4068b863-4aa3-4495-86ff-c5e4cb71a423, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:47.516684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-fd2bc307-1f79-47c8-bbb2-51b43b771855 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:47.516940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc307-1f79-47c8-bbb2-51b43b771855 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.529536 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bf406666-fd91-4e20-b68e-45cb8166b22a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/networks/65fb0fb5-0983-47c9-9694-b74b47ff2316?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7107716 Oct 23 01:10:47.529865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33084) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:47.568088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.635527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:47.637486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:47.639864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Pushing event updated for resources: {'Port': ['ID=4e629cd3-2e02-4e8d-a57a-cda5679bb0dd,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:47.643572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:47.657489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a797ff4-55e3-4799-ae17-ece391348265 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:47.659018 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8a797ff4-55e3-4799-ae17-ece391348265 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/subnets/468bf3ef-2f12-4173-a045-0ba031079add HTTP/1.1" status: 200 len: 843 time: 0.1279006 Oct 23 01:10:47.666375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33086) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:47.669703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:47.691985 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7981fb10-188c-4344-a977-a103b29c992e req-30cf20ea-460e-4d2b-9117-c110a59ae3aa tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844884 Oct 23 01:10:47.742124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc307-1f79-47c8-bbb2-51b43b771855 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.746086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Attempting to bind port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:47.746965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Attempting to bind port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:47.747179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07601e1-ff2b-45d4-833f-8435bfa6aa74 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['shared'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:47.747664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Attempting to bind port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:47.748575 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a07601e1-ff2b-45d4-833f-8435bfa6aa74 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "GET /networking/v2.0/subnets/468bf3ef-2f12-4173-a045-0ba031079add?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0811067 Oct 23 01:10:47.752729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33088) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:47.753626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (cd3271e2-3969-4185-8730-cf0fbd065db2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.759038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:47.759634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.760540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-fd2bc307-1f79-47c8-bbb2-51b43b771855 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:47.771773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1432282834'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:47.799295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:47.799662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:47.800096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.800521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:47.801005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Bound port: 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:47.801377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.812528 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.829621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:47.864866 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4068b863-4aa3-4495-86ff-c5e4cb71a423) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:47.870462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:47.875430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:47.876178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.884310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149dbfed-48bf-4bdc-a657-22264525fea3 None None] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:47.887504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] For port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:47.939879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] For port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e629cd3-2e02-4e8d-a57a-cda5679bb0dd,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:47.950186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.971030 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-79f2a738-8d3a-4aac-89fb-1a628e2f4873 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 844 time: 3.6107042 Oct 23 01:10:47.971506 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33090) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:47.973731 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4772625 Oct 23 01:10:47.982045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1694569430'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:47.982203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:47.989248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33092) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:47.996383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'subnet': {'network_id': 'e269446c-1f16-4fe4-bf0d-3c2c085a2f16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:48.027116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc6a1f-11ce-40fe-ad96-39f8aeee6c1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Network': ['ID=cd3271e2-3969-4185-8730-cf0fbd065db2,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:48.040984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.093941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network cd3271e2-3969-4185-8730-cf0fbd065db2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:48.099323 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:48.110548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:48.114458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.134754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc307-1f79-47c8-bbb2-51b43b771855 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.179882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bc307-1f79-47c8-bbb2-51b43b771855 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=fe8ec1e3-4f4f-4bf8-b169-b48181a9f8b4,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:48.185045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59900d1-56db-48a3-99c2-0cf0aecd874a None None] Pushing event updated for resources: {'Port': ['ID=4e629cd3-2e02-4e8d-a57a-cda5679bb0dd,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:48.191027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:48.199127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:48.203614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.244986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:48.253361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:48.257899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.263218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Router 5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:48.278152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.301888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:48.302648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:48.350485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port f5febac5-8e9c-4839-8475-b77948c634fc yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:48.386428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:48.395932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (75cb0e63-0f03-4585-a4db-c4c0accf9c77), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.395932 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Added segment 75cb0e63-0f03-4585-a4db-c4c0accf9c77 of type vlan for network 7e151eab-e98d-4ad1-91b8-601ff69e0f6b Oct 23 01:10:48.409112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (5d8a3ee1-4e80-4836-9555-ae4edb8591c6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.409769 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Added segment 5d8a3ee1-4e80-4836-9555-ae4edb8591c6 of type vlan for network 41b8c212-4115-4533-b827-f0871e394b56 Oct 23 01:10:48.545400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (7e151eab-e98d-4ad1-91b8-601ff69e0f6b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.561376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:48.563698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (41b8c212-4115-4533-b827-f0871e394b56), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.626108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:48.670595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc307-1f79-47c8-bbb2-51b43b771855 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.678126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:48.686776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.692222 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-56a1d608-4216-4dab-82d5-58334fdfbc95 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "PUT /networking/v2.0/routers/5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3 HTTP/1.1" status: 200 len: 705 time: 3.8070679 Oct 23 01:10:48.694192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d54c7a1-3e9b-486f-b1c6-10b1ce1687c7 None None] Sync routers for ids ['5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:48.698623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33094) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:48.713634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54c7a1-3e9b-486f-b1c6-10b1ce1687c7 None None] Routers {'5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:48.716463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1d54c7a1-3e9b-486f-b1c6-10b1ce1687c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:48.752302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (7e151eab-e98d-4ad1-91b8-601ff69e0f6b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.757357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:48.758087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.769373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Allocated IP 172.20.0.1 (9a5a93e7-4091-40fb-8eab-6ca3b0e834b3/f046b2b7-9d1f-4f48-8d9b-d40b826e0f20/418a18db-2703-4f6d-9028-bb823e61c053) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:48.808310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1d54c7a1-3e9b-486f-b1c6-10b1ce1687c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:48.817646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54c7a1-3e9b-486f-b1c6-10b1ce1687c7 None None] Routers {'5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:48.818291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1d54c7a1-3e9b-486f-b1c6-10b1ce1687c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:48.843080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (41b8c212-4115-4533-b827-f0871e394b56), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.848045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:48.848872 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.854896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1d54c7a1-3e9b-486f-b1c6-10b1ce1687c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:48.855511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d54c7a1-3e9b-486f-b1c6-10b1ce1687c7 None None] The sync data for ids ['5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:48.873386 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-49d578cc-aa47-45a7-98b3-f42017f8aa2f tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3 HTTP/1.1" status: 200 len: 740 time: 0.1717565 Oct 23 01:10:48.909201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33098) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:48.920120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (8494dead-83cc-45b1-873e-2426d1d88759), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.924825 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9522541 Oct 23 01:10:48.933724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3f1ae-9102-4ea8-81ef-090ae11e8e30 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Network': ['ID=7e151eab-e98d-4ad1-91b8-601ff69e0f6b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:48.944339 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33100) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:48.957075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 7e151eab-e98d-4ad1-91b8-601ff69e0f6b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:48.977358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'ports': [{'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423'}, {'network_id': '7e151eab-e98d-4ad1-91b8-601ff69e0f6b'}]} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:48.977666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:48.978186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': '7e151eab-e98d-4ad1-91b8-601ff69e0f6b'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:49.005160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd2ec0-a6fa-47ef-a600-9607f7b3ad90 req-c0b48527-c9de-43c6-bb43-d382bd389bb4 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:49.009001 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8acd2ec0-a6fa-47ef-a600-9607f7b3ad90 req-c0b48527-c9de-43c6-bb43-d382bd389bb4 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2073061 Oct 23 01:10:49.097435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Subnet': ['ID=8494dead-83cc-45b1-873e-2426d1d88759,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:49.293891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Checking segment: {'id': 'e98ed3c8-10cb-48e6-b68a-fb480ac5e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e269446c-1f16-4fe4-bf0d-3c2c085a2f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:49.294324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network hostable DHCP agents. Network: e269446c-1f16-4fe4-bf0d-3c2c085a2f16, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:49.319901 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8acd2ec0-a6fa-47ef-a600-9607f7b3ad90 req-d3efb8ca-9a9b-4d44-8961-ab2d41d2725b tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172134 Oct 23 01:10:49.348501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a0b977-eaae-4304-b722-220b7cc67d01 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:10:49.358544 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5919280 Oct 23 01:10:49.383908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33104) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:49.393388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::cfbf:152e:88d6:d83 (93e5b356-0704-414d-a7cb-470971f9a8ef/492ffd4f-3808-4f76-afad-e08ae988dce5/f5febac5-8e9c-4839-8475-b77948c634fc) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:49.401104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'network_id': '41b8c212-4115-4533-b827-f0871e394b56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:49.405865 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-58108fbf-4f73-4a23-b198-2c2a0237d301 tempest-RoutersAdminTest-2013773279 tempest-RoutersAdminTest-2013773279-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&device_id=5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3 HTTP/1.1" status: 200 len: 205 time: 0.4951906 Oct 23 01:10:49.412448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33106) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:49.420883 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404c5fb-0eae-4e0c-b3ec-1764d48f002b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Network': ['ID=41b8c212-4115-4533-b827-f0871e394b56,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:49.443194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 41b8c212-4115-4533-b827-f0871e394b56 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:49.456053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:49.478150 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-54c8a2fb-692b-4810-8777-0dce8404b0f6 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3 HTTP/1.1" status: 200 len: 205 time: 0.0509758 Oct 23 01:10:49.485979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33108) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:49.503216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:49.511489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e29b7b28-c393-435d-8ba1-505ef2c100b4 None None] Provisioning complete for port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:49.512007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e29b7b28-c393-435d-8ba1-505ef2c100b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.512354 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for port (418a18db-2703-4f6d-9028-bb823e61c053), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.512528 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e29b7b28-c393-435d-8ba1-505ef2c100b4 None None] Attempt 1 to provision port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd Oct 23 01:10:49.524993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2bc307-1f79-47c8-bbb2-51b43b771855 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router 8f5ff83f-b319-46b1-a396-7ae79b9a4ffe has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:49.582554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=3,neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:49.601972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:49.643924 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5bc-9169-45fe-952e-7990fe20ca8b tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.679998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (f5febac5-8e9c-4839-8475-b77948c634fc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.686565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e269446c-1f16-4fe4-bf0d-3c2c085a2f16) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:49.709247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e29b7b28-c393-435d-8ba1-505ef2c100b4 None None] Current status of the port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:49.713306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e29b7b28-c393-435d-8ba1-505ef2c100b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.733451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (418a18db-2703-4f6d-9028-bb823e61c053), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.737584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 2} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:49.740584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.751841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:49.752469 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.784449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Network 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:49.788458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:49.792781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:49.807625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e29b7b28-c393-435d-8ba1-505ef2c100b4 None None] For port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e629cd3-2e02-4e8d-a57a-cda5679bb0dd,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:49.831095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a0b977-eaae-4304-b722-220b7cc67d01 None None] Unable to find a vacant binding_index for network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 and agent d33e14db-e492-434a-b642-f16dd8465a6e {{(pid=105986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 23 01:10:49.841982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.842120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a0b977-eaae-4304-b722-220b7cc67d01 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e269446c-1f16-4fe4-bf0d-3c2c085a2f16) {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:10:49.853680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (0976becc-b11f-4dc7-94e4-5a2cf0913659), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.914512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f5febac5-8e9c-4839-8475-b77948c634fc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.935285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e29b7b28-c393-435d-8ba1-505ef2c100b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:49.937323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event updated for resources: {'Port': ['ID=418a18db-2703-4f6d-9028-bb823e61c053,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:49.967684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:50.013694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b83ed-f784-4c38-a073-6e356ed21913 req-d8bde792-f453-4be1-a3f7-b78596fb6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:50.016149 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-240b83ed-f784-4c38-a073-6e356ed21913 req-d8bde792-f453-4be1-a3f7-b78596fb6df7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e&device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 1129 time: 0.0508049 Oct 23 01:10:50.018114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Made reservation on behalf of 5d57d71f456f4592a5ca0e757673bffd for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:50.018966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:50.022663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.029394 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6384cf25-cb81-4dfc-980f-34908f5d66ac tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0389991 Oct 23 01:10:50.044107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4455fa-9a73-45fc-a58b-db4a20e18a75 req-5a9b8a63-744e-43f6-baba-eade024a7925 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:50.045738 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-db4455fa-9a73-45fc-a58b-db4a20e18a75 req-5a9b8a63-744e-43f6-baba-eade024a7925 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2502069 Oct 23 01:10:50.046115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33112) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:50.063843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:50.065743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'subnet': {'network_id': 'cd3271e2-3969-4185-8730-cf0fbd065db2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:50.072662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:50.078921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b7b28-c393-435d-8ba1-505ef2c100b4 None None] Pushing event updated for resources: {'Port': ['ID=4e629cd3-2e02-4e8d-a57a-cda5679bb0dd,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:50.086654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:50.096170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:50.097030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.129400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:50.129804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.130154 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd Oct 23 01:10:50.166993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=f5febac5-8e9c-4839-8475-b77948c634fc,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:50.174115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:50.203559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:50.259107 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-43352908-555d-44d5-8983-e6eeb60433a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.1058438 Oct 23 01:10:50.262726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33114) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:50.268266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-741f396c-20d5-4aed-a417-b804cfc08598 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': '492ffd4f-3808-4f76-afad-e08ae988dce5', 'ip_address': '2001:db8::cfbf:152e:88d6:d83'}], 'name': 'tempest-NetworksTestDHCPv6-51522140'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:50.273109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b83ed-f784-4c38-a073-6e356ed21913 req-e56823c6-e949-473a-b688-e34672c7e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:50.274883 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-240b83ed-f784-4c38-a073-6e356ed21913 req-e56823c6-e949-473a-b688-e34672c7e8f4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec HTTP/1.1" status: 200 len: 911 time: 0.2259963 Oct 23 01:10:50.366364 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-240b83ed-f784-4c38-a073-6e356ed21913 req-20e2ac51-3a4b-4544-9469-2d75e6ca3746 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14 HTTP/1.1" status: 200 len: 1001 time: 0.0684471 Oct 23 01:10:50.377717 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e269446c-1f16-4fe4-bf0d-3c2c085a2f16', 'network_id': 'e269446c-1f16-4fe4-bf0d-3c2c085a2f16', 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'fixed_ips': [{'subnet_id': '8494dead-83cc-45b1-873e-2426d1d88759'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:50.383104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.405158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:50.457383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (418a18db-2703-4f6d-9028-bb823e61c053), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.486096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b83ed-f784-4c38-a073-6e356ed21913 req-062876fb-312a-4efe-9271-6d6503071497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:50.487883 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-240b83ed-f784-4c38-a073-6e356ed21913 req-062876fb-312a-4efe-9271-6d6503071497 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=8b74024a-d17f-4db3-83e8-5ff782bd2612 HTTP/1.1" status: 200 len: 849 time: 0.0927503 Oct 23 01:10:50.499153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5bc-9169-45fe-952e-7990fe20ca8b tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.553361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5bc-9169-45fe-952e-7990fe20ca8b tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router_controller (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.565346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2bc307-1f79-47c8-bbb2-51b43b771855 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:50.574042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Performing IP validity checks on allocation pools {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 23 01:10:50.574870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 23 01:10:50.577918 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c0f4f-6859-4c93-a11f-7da15734a143 None None] Sync routers for ids ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:50.596739 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c0f4f-6859-4c93-a11f-7da15734a143 None None] Routers {'8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:50.597367 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b95c0f4f-6859-4c93-a11f-7da15734a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:50.620157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Allocated IP 172.20.0.2 (e269446c-1f16-4fe4-bf0d-3c2c085a2f16/8494dead-83cc-45b1-873e-2426d1d88759/bf90a33f-1adb-4fb3-a261-69a6fb275b5e) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:50.648799 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b95c0f4f-6859-4c93-a11f-7da15734a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:50.663229 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b83ed-f784-4c38-a073-6e356ed21913 req-f65a5810-e308-4bb4-8a12-a5d88fcfc5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:50.669226 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c0f4f-6859-4c93-a11f-7da15734a143 None None] Routers {'8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:50.669226 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b95c0f4f-6859-4c93-a11f-7da15734a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:50.669778 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-240b83ed-f784-4c38-a073-6e356ed21913 req-f65a5810-e308-4bb4-8a12-a5d88fcfc5e2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1587157 Oct 23 01:10:50.680764 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fd2bc307-1f79-47c8-bbb2-51b43b771855 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "PUT /networking/v2.0/routers/8f5ff83f-b319-46b1-a396-7ae79b9a4ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4926956 Oct 23 01:10:50.699743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33116) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:50.718494 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b95c0f4f-6859-4c93-a11f-7da15734a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:50.719539 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c0f4f-6859-4c93-a11f-7da15734a143 None None] The sync data for ids ['8f5ff83f-b319-46b1-a396-7ae79b9a4ffe'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:50.842442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741f396c-20d5-4aed-a417-b804cfc08598 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:50.848195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-741f396c-20d5-4aed-a417-b804cfc08598 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.853264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:50.888784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Publish callbacks [] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.940279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-741f396c-20d5-4aed-a417-b804cfc08598 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 41cff059-c04f-401f-afa3-3e5f26f7ebc9 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:50.946894 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-db4455fa-9a73-45fc-a58b-db4a20e18a75 req-9d9cdf15-4533-417b-881c-6b8a648d9dfd tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8437252 Oct 23 01:10:50.962271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port fef81888-307f-4e3b-9679-0f94a83cf94c yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:50.973171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.016428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5bc-9169-45fe-952e-7990fe20ca8b tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.018400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad32d5bc-9169-45fe-952e-7990fe20ca8b tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Fanout notify agent at l3_agent the message router_deleted on router 5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:10:51.020095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:51.023332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:51.025853 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5bc-9169-45fe-952e-7990fe20ca8b tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.030692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:51.033330 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ad32d5bc-9169-45fe-952e-7990fe20ca8b tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3 HTTP/1.1" status: 204 len: 168 time: 1.5442410 Oct 23 01:10:51.039533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33118) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.042943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Pushing event updated for resources: {'Port': ['ID=bf90a33f-1adb-4fb3-a261-69a6fb275b5e,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:51.079611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:51.085535 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b93d1421-e670-4c56-ad0a-2a2f9d48ec0a tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3 HTTP/1.1" status: 200 len: 205 time: 0.0425391 Oct 23 01:10:51.087513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33120) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.095992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:51.104322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.110183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-85beb0cb-196c-457e-b783-433cf741a142 None None] Provisioning complete for port e026de6a-09ce-49eb-95e0-fa827b560dfe triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:51.110183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-85beb0cb-196c-457e-b783-433cf741a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.110183 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-85beb0cb-196c-457e-b783-433cf741a142 None None] Attempt 1 to provision port e026de6a-09ce-49eb-95e0-fa827b560dfe Oct 23 01:10:51.113090 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-240b83ed-f784-4c38-a073-6e356ed21913 req-1288084c-82a9-4b21-aff7-93a44eb57012 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158108 Oct 23 01:10:51.139271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:51.140804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:51.141412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Attempting to bind port bf90a33f-1adb-4fb3-a261-69a6fb275b5e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:51.142634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Attempting to bind port bf90a33f-1adb-4fb3-a261-69a6fb275b5e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e98ed3c8-10cb-48e6-b68a-fb480ac5e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e269446c-1f16-4fe4-bf0d-3c2c085a2f16'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:51.142634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Attempting to bind port bf90a33f-1adb-4fb3-a261-69a6fb275b5e on network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:51.143354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.174312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:51.186992 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-9a5e378a-cf0b-4cc3-8456-da2d87fe2484 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] delete failed (client error): The resource could not be found. Oct 23 01:10:51.190871 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9a5e378a-cf0b-4cc3-8456-da2d87fe2484 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/5d1557c0-8a7a-48af-b1ca-2c9f3fa234f3 HTTP/1.1" status: 404 len: 336 time: 0.1028998 Oct 23 01:10:51.191938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (34365317-e4f8-42e7-bae6-4809cede30b3), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.221761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33122) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.226016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:51.226400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Checking segment: {'id': 'e98ed3c8-10cb-48e6-b68a-fb480ac5e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e269446c-1f16-4fe4-bf0d-3c2c085a2f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:51.226807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.227204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Bound using segment: {'id': 'e98ed3c8-10cb-48e6-b68a-fb480ac5e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e269446c-1f16-4fe4-bf0d-3c2c085a2f16'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:51.227704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Bound port: bf90a33f-1adb-4fb3-a261-69a6fb275b5e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98ed3c8-10cb-48e6-b68a-fb480ac5e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e269446c-1f16-4fe4-bf0d-3c2c085a2f16'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:51.228087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.272394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-85beb0cb-196c-457e-b783-433cf741a142 None None] Current status of the port e026de6a-09ce-49eb-95e0-fa827b560dfe is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:51.298451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:51.298814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:51.308307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-34cbf829-1996-485b-9dea-d824df016276 None None] For port bf90a33f-1adb-4fb3-a261-69a6fb275b5e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:51.311907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-34cbf829-1996-485b-9dea-d824df016276 None None] For port bf90a33f-1adb-4fb3-a261-69a6fb275b5e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf90a33f-1adb-4fb3-a261-69a6fb275b5e,segment=NetworkSegment(e98ed3c8-10cb-48e6-b68a-fb480ac5e98e),segment_id=e98ed3c8-10cb-48e6-b68a-fb480ac5e98e)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:51.324785 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5849e0ea-49ff-453e-ac01-71a0f819a5b7 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a6c3ada9-cdbe-48a4-9956-8360f8458f38 HTTP/1.1" status: 200 len: 205 time: 0.0745327 Oct 23 01:10:51.335994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33124) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.361092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=34365317-e4f8-42e7-bae6-4809cede30b3,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:51.392699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (fef81888-307f-4e3b-9679-0f94a83cf94c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.404079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for port (418a18db-2703-4f6d-9028-bb823e61c053), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.428593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.460960 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-d7dac845-ae9e-4d61-871c-52b059d57bd4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] delete failed (client error): The resource could not be found. Oct 23 01:10:51.462441 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d7dac845-ae9e-4d61-871c-52b059d57bd4 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/a6c3ada9-cdbe-48a4-9956-8360f8458f38 HTTP/1.1" status: 404 len: 336 time: 0.1198180 Oct 23 01:10:51.474684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33126) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.495689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Checking segment: {'id': '5d8a3ee1-4e80-4836-9555-ae4edb8591c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41b8c212-4115-4533-b827-f0871e394b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:51.496125 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network hostable DHCP agents. Network: 41b8c212-4115-4533-b827-f0871e394b56, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:51.513146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbf829-1996-485b-9dea-d824df016276 None None] Pushing event updated for resources: {'Port': ['ID=bf90a33f-1adb-4fb3-a261-69a6fb275b5e,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:51.531207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port fd789892-b8e2-489d-a87b-8d78b94ceb8b yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:51.539014 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-240b83ed-f784-4c38-a073-6e356ed21913 req-46dd945a-8a38-4779-b593-31d58df192f4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813863 Oct 23 01:10:51.540719 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-122b5fca-cf00-4865-b56a-ad8e2e5ad6f6 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2939ac49-db95-46a8-95ad-ed57e7bcbdca HTTP/1.1" status: 200 len: 205 time: 0.0629680 Oct 23 01:10:51.541475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (418a18db-2703-4f6d-9028-bb823e61c053), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.545914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33128) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.555098 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-741f396c-20d5-4aed-a417-b804cfc08598 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 23 01:10:51.555625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741f396c-20d5-4aed-a417-b804cfc08598 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:51.607139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_gateway (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.673553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Network 41b8c212-4115-4533-b827-f0871e394b56 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:51.689888 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-60d27646-eb8e-4006-910e-857f54f90f49 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] delete failed (client error): The resource could not be found. Oct 23 01:10:51.689888 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-60d27646-eb8e-4006-910e-857f54f90f49 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/2939ac49-db95-46a8-95ad-ed57e7bcbdca HTTP/1.1" status: 404 len: 336 time: 0.1395359 Oct 23 01:10:51.698545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33130) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.718346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:51.723373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event updated for resources: {'Port': ['ID=418a18db-2703-4f6d-9028-bb823e61c053,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:51.725944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.730338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (81f17a15-f675-4188-91f7-1677051f7cba), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.754359 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (0976becc-b11f-4dc7-94e4-5a2cf0913659), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.759178 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-741f396c-20d5-4aed-a417-b804cfc08598 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4950149 Oct 23 01:10:51.763608 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dd0c74e5-9698-40c1-9228-ccc72c165995 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a2ffe376-becb-4ad7-80ed-9b0acaddcfdc HTTP/1.1" status: 200 len: 205 time: 0.0607820 Oct 23 01:10:51.764158 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33132) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.776996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33134) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.795068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (fd789892-b8e2-489d-a87b-8d78b94ceb8b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.844529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 41b8c212-4115-4533-b827-f0871e394b56) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:51.859525 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-ebbba373-3e9e-432d-8c68-dab3b45215cc tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] delete failed (client error): The resource could not be found. Oct 23 01:10:51.860620 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ebbba373-3e9e-432d-8c68-dab3b45215cc tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/a2ffe376-becb-4ad7-80ed-9b0acaddcfdc HTTP/1.1" status: 404 len: 336 time: 0.0789585 Oct 23 01:10:51.867254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:51.867873 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.870666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33136) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.903215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Subnet': ['ID=81f17a15-f675-4188-91f7-1677051f7cba,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:51.907456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285a5ae0-1d0a-4008-a889-66d470e6d922 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:51.913127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285a5ae0-1d0a-4008-a889-66d470e6d922 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:51.917834 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-285a5ae0-1d0a-4008-a889-66d470e6d922 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1331964 Oct 23 01:10:51.922492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port ff37d8de-1c78-4668-8b37-f1ba432298c4 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:51.922492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ff37d8de-1c78-4668-8b37-f1ba432298c4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.929376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33138) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.947025 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-86500a95-afac-405d-a12f-f4c699ffff18 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3ca541b2-548a-4882-a276-66d83c817cc0 HTTP/1.1" status: 200 len: 205 time: 0.0698974 Oct 23 01:10:51.966457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33140) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:52.007101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Checking segment: {'id': '5d343e53-9e0d-4570-81c4-bc3e4c67aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd3271e2-3969-4185-8730-cf0fbd065db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:52.007481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network hostable DHCP agents. Network: cd3271e2-3969-4185-8730-cf0fbd065db2, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:52.046592 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1e847f62-dca1-42d4-ae47-2c9d5c87288d tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6520824 Oct 23 01:10:52.049829 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33144) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:52.050946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bf90a33f-1adb-4fb3-a261-69a6fb275b5e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:52.055105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-174307c1-ebba-4c6f-9efe-e2c26440d601 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:52.110227 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e2adcee7-e2ca-40d5-8ffd-59123c1a28d2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port f5febac5-8e9c-4839-8475-b77948c634fc {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:52.110576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e2adcee7-e2ca-40d5-8ffd-59123c1a28d2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f5febac5-8e9c-4839-8475-b77948c634fc), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.126672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:52.135398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fef81888-307f-4e3b-9679-0f94a83cf94c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.139352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bf90a33f-1adb-4fb3-a261-69a6fb275b5e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:52.139881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.140299 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bf90a33f-1adb-4fb3-a261-69a6fb275b5e Oct 23 01:10:52.219915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network cd3271e2-3969-4185-8730-cf0fbd065db2 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:52.223294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bf90a33f-1adb-4fb3-a261-69a6fb275b5e is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:52.223763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.263583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port bf90a33f-1adb-4fb3-a261-69a6fb275b5e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf90a33f-1adb-4fb3-a261-69a6fb275b5e,segment=NetworkSegment(e98ed3c8-10cb-48e6-b68a-fb480ac5e98e),segment_id=e98ed3c8-10cb-48e6-b68a-fb480ac5e98e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:52.281941 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:52.287157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:52.293323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:52.300384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=fef81888-307f-4e3b-9679-0f94a83cf94c,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:52.314813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:52.315639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fd789892-b8e2-489d-a87b-8d78b94ceb8b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.317961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-174307c1-ebba-4c6f-9efe-e2c26440d601 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7105553'] for subnet (34365317-e4f8-42e7-bae6-4809cede30b3), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.343369 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-2168da40-bfff-4919-b168-93ebfa098a11 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] delete failed (client error): The resource could not be found. Oct 23 01:10:52.347679 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2168da40-bfff-4919-b168-93ebfa098a11 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/3ca541b2-548a-4882-a276-66d83c817cc0 HTTP/1.1" status: 404 len: 336 time: 0.3785496 Oct 23 01:10:52.349276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.350104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33146) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:52.350668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:52.382474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e2adcee7-e2ca-40d5-8ffd-59123c1a28d2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f5febac5-8e9c-4839-8475-b77948c634fc), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.384086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cd3271e2-3969-4185-8730-cf0fbd065db2) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:52.409490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:52.410109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.429368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e2adcee7-e2ca-40d5-8ffd-59123c1a28d2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for f5febac5-8e9c-4839-8475-b77948c634fc owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:52.433129 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fa106a80-7c76-4851-a904-e0efbb1e0e40 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e2376ace-1d81-4b0e-a37d-98513e3d05a7 HTTP/1.1" status: 200 len: 205 time: 0.0786819 Oct 23 01:10:52.433746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33148) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:52.467085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:52.467701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.468615 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd Oct 23 01:10:52.521630 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1a5d3-3499-4024-83f5-137753f87cfc req-9ab3fc2e-9702-48ea-ba0f-2c04f7554b62 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:52.523369 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3dd1a5d3-3499-4024-83f5-137753f87cfc req-9ab3fc2e-9702-48ea-ba0f-2c04f7554b62 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1704853 Oct 23 01:10:52.531383 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-4bad53fc-6542-4cc8-b174-051425ee380f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] delete failed (client error): The resource could not be found. Oct 23 01:10:52.535402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=bf90a33f-1adb-4fb3-a261-69a6fb275b5e,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:52.535599 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4bad53fc-6542-4cc8-b174-051425ee380f tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/routers/e2376ace-1d81-4b0e-a37d-98513e3d05a7 HTTP/1.1" status: 404 len: 336 time: 0.0948470 Oct 23 01:10:52.536029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33150) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:52.550158 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ff37d8de-1c78-4668-8b37-f1ba432298c4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.579852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Network 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:52.587939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=fd789892-b8e2-489d-a87b-8d78b94ceb8b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:52.592738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:52.622401 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e4baf264-c548-460f-b9e7-3d1e73d37e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5609169 Oct 23 01:10:52.629464 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a83fc1f-eb15-4dc6-adc2-91b6140153f6 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:52.629963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a83fc1f-eb15-4dc6-adc2-91b6140153f6 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:52.630516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33152) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:52.635933 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1a83fc1f-eb15-4dc6-adc2-91b6140153f6 tempest-RoutersAdminTest-550623454 tempest-RoutersAdminTest-550623454-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/7376a767-161f-46c9-87d3-2b82722f7e57 HTTP/1.1" status: 404 len: 337 time: 0.0952942 Oct 23 01:10:52.638151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for ff37d8de-1c78-4668-8b37-f1ba432298c4 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:52.638914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b10501b5-858b-4e4a-99d1-916496a31892 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-151942721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:52.652616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:52.662836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:52.685752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Checking segment: {'id': '75cb0e63-0f03-4585-a4db-c4c0accf9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7e151eab-e98d-4ad1-91b8-601ff69e0f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:52.692666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network hostable DHCP agents. Network: 7e151eab-e98d-4ad1-91b8-601ff69e0f6b, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:10:52.818894 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3dd1a5d3-3499-4024-83f5-137753f87cfc req-2fede248-49c5-4487-a2fb-f191a5b52631 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795706 Oct 23 01:10:52.844143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b10501b5-858b-4e4a-99d1-916496a31892 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (5eda000b-1cc3-4e6d-a922-16abbdd28096), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.846197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b10501b5-858b-4e4a-99d1-916496a31892 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (5eda000b-1cc3-4e6d-a922-16abbdd28096), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.857282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Router 0976becc-b11f-4dc7-94e4-5a2cf0913659 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:52.862258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7affbd63-1da7-4495-8237-1d1df3e0c381 None None] Network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:52.870266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 7e151eab-e98d-4ad1-91b8-601ff69e0f6b is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:10:52.874888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-174307c1-ebba-4c6f-9efe-e2c26440d601 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733989090744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7020300'] for subnet (34365317-e4f8-42e7-bae6-4809cede30b3), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.940114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f62c0-44cb-4948-bcf5-25f9e260ec2a None None] Network 41b8c212-4115-4533-b827-f0871e394b56 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:52.943121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a4365-4f2e-4068-966c-94294d413d7a None None] Network cd3271e2-3969-4185-8730-cf0fbd065db2 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:52.958423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8ffe45f9-027f-41b5-ac90-83fa4db95036 None None] Provisioning complete for port bf90a33f-1adb-4fb3-a261-69a6fb275b5e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:52.959339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8ffe45f9-027f-41b5-ac90-83fa4db95036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.959673 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8ffe45f9-027f-41b5-ac90-83fa4db95036 None None] Attempt 1 to provision port bf90a33f-1adb-4fb3-a261-69a6fb275b5e Oct 23 01:10:52.962658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174307c1-ebba-4c6f-9efe-e2c26440d601 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:52.968666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-174307c1-ebba-4c6f-9efe-e2c26440d601 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.968666 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-174307c1-ebba-4c6f-9efe-e2c26440d601 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "PUT /networking/v2.0/subnets/34365317-e4f8-42e7-bae6-4809cede30b3 HTTP/1.1" status: 200 len: 900 time: 0.9141338 Oct 23 01:10:52.968666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33156) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:52.982166 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174307c1-ebba-4c6f-9efe-e2c26440d601 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event updated for resources: {'Subnet': ['ID=34365317-e4f8-42e7-bae6-4809cede30b3,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:53.015947 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:10:53.123919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (41b8c212-4115-4533-b827-f0871e394b56), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.129089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e2adcee7-e2ca-40d5-8ffd-59123c1a28d2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f5febac5-8e9c-4839-8475-b77948c634fc), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.135521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7e151eab-e98d-4ad1-91b8-601ff69e0f6b) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:53.155629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c4da3-43ef-4525-9a7b-9ae795b4a687 None None] Network 7e151eab-e98d-4ad1-91b8-601ff69e0f6b requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:53.197136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:53.221436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:53.221549 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8a471dd9-53cc-4939-90d4-e2addbfd0a4e tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "PUT /networking/v2.0/routers/0976becc-b11f-4dc7-94e4-5a2cf0913659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5824623 Oct 23 01:10:53.221549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33158) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:53.222252 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:53.226961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:53.227983 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.235776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adcee7-e2ca-40d5-8ffd-59123c1a28d2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=f5febac5-8e9c-4839-8475-b77948c634fc,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:53.257734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:53.258886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a2919-168f-4bb4-a563-74135a3d4b68 None None] Sync routers for ids ['0976becc-b11f-4dc7-94e4-5a2cf0913659'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:53.280572 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e2adcee7-e2ca-40d5-8ffd-59123c1a28d2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.280572 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e2adcee7-e2ca-40d5-8ffd-59123c1a28d2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/f5febac5-8e9c-4839-8475-b77948c634fc HTTP/1.1" status: 204 len: 168 time: 1.3487344 Oct 23 01:10:53.290874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33162) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:53.349496 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ff37d8de-1c78-4668-8b37-f1ba432298c4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.354232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a795e1-9b2c-47a2-83ca-6cd578f8e95e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:53.356320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a795e1-9b2c-47a2-83ca-6cd578f8e95e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:53.361018 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-60a795e1-9b2c-47a2-83ca-6cd578f8e95e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0689170 Oct 23 01:10:53.364003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33164) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:53.372860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:53.419799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a2919-168f-4bb4-a563-74135a3d4b68 None None] Routers {'0976becc-b11f-4dc7-94e4-5a2cf0913659'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:53.420435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a29a2919-168f-4bb4-a563-74135a3d4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0976becc-b11f-4dc7-94e4-5a2cf0913659'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:53.434076 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f5458045-2b60-4437-a8ec-359bcacffbcd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4863899 Oct 23 01:10:53.449506 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33166) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:53.449991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33168) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:53.471969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=ff37d8de-1c78-4668-8b37-f1ba432298c4,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:53.481244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:53.554608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a29a2919-168f-4bb4-a563-74135a3d4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:53.570002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe45f9-027f-41b5-ac90-83fa4db95036 None None] Current status of the port bf90a33f-1adb-4fb3-a261-69a6fb275b5e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:53.591841 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.609602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69216ab1-9a23-406d-a7dc-52faa7164f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-41b8c212-4115-4533-b827-f0871e394b56', 'network_id': '41b8c212-4115-4533-b827-f0871e394b56', 'project_id': '5d57d71f456f4592a5ca0e757673bffd', 'fixed_ips': [{'subnet_id': '34365317-e4f8-42e7-bae6-4809cede30b3'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:53.610742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-69216ab1-9a23-406d-a7dc-52faa7164f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.618206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cd3271e2-3969-4185-8730-cf0fbd065db2', 'network_id': 'cd3271e2-3969-4185-8730-cf0fbd065db2', 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'fixed_ips': [{'subnet_id': '81f17a15-f675-4188-91f7-1677051f7cba'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:10:53.619046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.648580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-482533b9-25ef-4980-8e29-8d153973d573 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for router (0976becc-b11f-4dc7-94e4-5a2cf0913659), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.657823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:53.658167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:53.660186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b10501b5-858b-4e4a-99d1-916496a31892 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (5eda000b-1cc3-4e6d-a922-16abbdd28096), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.661398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (34365317-e4f8-42e7-bae6-4809cede30b3), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.670020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:53.700615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a2919-168f-4bb4-a563-74135a3d4b68 None None] Routers {'0976becc-b11f-4dc7-94e4-5a2cf0913659'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:53.704870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a29a2919-168f-4bb4-a563-74135a3d4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0976becc-b11f-4dc7-94e4-5a2cf0913659'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:53.713520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8ffe45f9-027f-41b5-ac90-83fa4db95036 None None] Provisioning complete for port e026de6a-09ce-49eb-95e0-fa827b560dfe triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:53.715414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8ffe45f9-027f-41b5-ac90-83fa4db95036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.715990 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8ffe45f9-027f-41b5-ac90-83fa4db95036 None None] Attempt 1 to provision port e026de6a-09ce-49eb-95e0-fa827b560dfe Oct 23 01:10:53.745705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b10501b5-858b-4e4a-99d1-916496a31892 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (5eda000b-1cc3-4e6d-a922-16abbdd28096), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.783206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.808985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-1742e0bc-9881-4a6f-92c7-501de90aa212 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 492ffd4f-3808-4f76-afad-e08ae988dce5 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:53.818279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49266cfc-a73d-42f6-9c77-9455ccacda4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.826015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_controller (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.843353 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1742e0bc-9881-4a6f-92c7-501de90aa212 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (492ffd4f-3808-4f76-afad-e08ae988dce5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.846945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-9f7dc152-a54a-44a1-8af4-9b639321f7b1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port fd789892-b8e2-489d-a87b-8d78b94ceb8b {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:53.847565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc152-a54a-44a1-8af4-9b639321f7b1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fd789892-b8e2-489d-a87b-8d78b94ceb8b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.888590 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-482533b9-25ef-4980-8e29-8d153973d573 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 23 01:10:53.892603 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-482533b9-25ef-4980-8e29-8d153973d573 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "DELETE /networking/v2.0/routers/0976becc-b11f-4dc7-94e4-5a2cf0913659 HTTP/1.1" status: 409 len: 376 time: 0.6702256 Oct 23 01:10:53.893246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33174) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:53.977505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc152-a54a-44a1-8af4-9b639321f7b1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fd789892-b8e2-489d-a87b-8d78b94ceb8b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.988807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (8f5ff83f-b319-46b1-a396-7ae79b9a4ffe), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.989473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Fanout notify agent at l3_agent the message router_deleted on router 8f5ff83f-b319-46b1-a396-7ae79b9a4ffe {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:10:53.999246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.002942 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e364f08c-58b9-462f-8c35-c97bc4fa1bf6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/routers/8f5ff83f-b319-46b1-a396-7ae79b9a4ffe HTTP/1.1" status: 204 len: 168 time: 3.2998199 Oct 23 01:10:54.004011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33176) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:54.010101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bf90a33f-1adb-4fb3-a261-69a6fb275b5e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:54.019399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a29a2919-168f-4bb4-a563-74135a3d4b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:54.020053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a2919-168f-4bb4-a563-74135a3d4b68 None None] The sync data for ids ['0976becc-b11f-4dc7-94e4-5a2cf0913659'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:54.126061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b10501b5-858b-4e4a-99d1-916496a31892 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.127403 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b10501b5-858b-4e4a-99d1-916496a31892 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4922662 Oct 23 01:10:54.148685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33178) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:54.149847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-9f7dc152-a54a-44a1-8af4-9b639321f7b1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for fd789892-b8e2-489d-a87b-8d78b94ceb8b owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:54.169651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-324dc067-38bc-419a-a139-99784cd91f45 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting subnet d2555fbf-a56d-4e51-bb2d-bd7605c10995 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:54.175383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-324dc067-38bc-419a-a139-99784cd91f45 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for subnet (d2555fbf-a56d-4e51-bb2d-bd7605c10995), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.251853 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (34365317-e4f8-42e7-bae6-4809cede30b3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.267745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1742e0bc-9881-4a6f-92c7-501de90aa212 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (492ffd4f-3808-4f76-afad-e08ae988dce5), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.293410 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-324dc067-38bc-419a-a139-99784cd91f45 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (d2555fbf-a56d-4e51-bb2d-bd7605c10995), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.296631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:54.328959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bf90a33f-1adb-4fb3-a261-69a6fb275b5e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:54.329507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.329757 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bf90a33f-1adb-4fb3-a261-69a6fb275b5e Oct 23 01:10:54.409246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server [None req-69216ab1-9a23-406d-a7dc-52faa7164f77 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34365317-e4f8-42e7-bae6-4809cede30b3: This subnet is being modified by another concurrent operation. Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:10:54.413926 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1018, in wrapper Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise exception Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34365317-e4f8-42e7-bae6-4809cede30b3: This subnet is being modified by another concurrent operation. Oct 23 01:10:54.420428 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server Oct 23 01:10:54.424543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac10e882-083a-4663-ac30-bdb8f2cfa4f5 None None] Network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:54.428404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe45f9-027f-41b5-ac90-83fa4db95036 None None] Current status of the port e026de6a-09ce-49eb-95e0-fa827b560dfe is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:54.467137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cabf7f1e-00fe-4d43-8ca5-75118a519abd tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (0976becc-b11f-4dc7-94e4-5a2cf0913659), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.510851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-324dc067-38bc-419a-a139-99784cd91f45 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (d2555fbf-a56d-4e51-bb2d-bd7605c10995), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.511367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Allocated IP 172.21.0.2 (cd3271e2-3969-4185-8730-cf0fbd065db2/81f17a15-f675-4188-91f7-1677051f7cba/94aa2421-166d-400a-966e-0fa2b9bae214) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:54.663114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:54.666875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bf90a33f-1adb-4fb3-a261-69a6fb275b5e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:54.672596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-12740889-632c-47dc-b3ca-d863cb919dcd None None] Provisioning complete for port bf90a33f-1adb-4fb3-a261-69a6fb275b5e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:54.672979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-12740889-632c-47dc-b3ca-d863cb919dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.673314 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-12740889-632c-47dc-b3ca-d863cb919dcd None None] Attempt 1 to provision port bf90a33f-1adb-4fb3-a261-69a6fb275b5e Oct 23 01:10:54.705251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:54.772649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (41b8c212-4115-4533-b827-f0871e394b56), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.780449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Subnet': ['ID=34365317-e4f8-42e7-bae6-4809cede30b3,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:54.786016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2010c-e46f-4ae9-a806-f001f428c022 req-ba6968c0-ce47-4097-82f1-305be20211b8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:54.788113 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8ca2010c-e46f-4ae9-a806-f001f428c022 req-ba6968c0-ce47-4097-82f1-305be20211b8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.7078593 Oct 23 01:10:54.812129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-cabf7f1e-00fe-4d43-8ca5-75118a519abd tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Deleting port 418a18db-2703-4f6d-9028-bb823e61c053 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:54.812129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cabf7f1e-00fe-4d43-8ca5-75118a519abd tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (418a18db-2703-4f6d-9028-bb823e61c053), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.816223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-324dc067-38bc-419a-a139-99784cd91f45 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (d2555fbf-a56d-4e51-bb2d-bd7605c10995), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.834407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49266cfc-a73d-42f6-9c77-9455ccacda4c admin admin] Publish callbacks [] for security_group (c55e63a0-2fe6-44d0-a065-8c83a6d2c3ec), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.836236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-12740889-632c-47dc-b3ca-d863cb919dcd None None] Current status of the port bf90a33f-1adb-4fb3-a261-69a6fb275b5e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:54.860123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-12740889-632c-47dc-b3ca-d863cb919dcd None None] Provisioning complete for port 418a18db-2703-4f6d-9028-bb823e61c053 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:54.860462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-12740889-632c-47dc-b3ca-d863cb919dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (418a18db-2703-4f6d-9028-bb823e61c053), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.860716 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-12740889-632c-47dc-b3ca-d863cb919dcd None None] Attempt 1 to provision port 418a18db-2703-4f6d-9028-bb823e61c053 Oct 23 01:10:54.862982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Publish callbacks [] for port (94aa2421-166d-400a-966e-0fa2b9bae214), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.899256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dc067-38bc-419a-a139-99784cd91f45 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Subnet': ['ID=d2555fbf-a56d-4e51-bb2d-bd7605c10995,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:54.901049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-12740889-632c-47dc-b3ca-d863cb919dcd None None] Port 418a18db-2703-4f6d-9028-bb823e61c053 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:54.904565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-12740889-632c-47dc-b3ca-d863cb919dcd None None] Could not find standard attr ID for object f5febac5-8e9c-4839-8475-b77948c634fc. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:10:54.914223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-324dc067-38bc-419a-a139-99784cd91f45 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.914520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b8c212-4115-4533-b827-f0871e394b56']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:54.916507 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-324dc067-38bc-419a-a139-99784cd91f45 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/d2555fbf-a56d-4e51-bb2d-bd7605c10995 HTTP/1.1" status: 204 len: 168 time: 0.9122491 Oct 23 01:10:54.918089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33184) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:54.922457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc152-a54a-44a1-8af4-9b639321f7b1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fd789892-b8e2-489d-a87b-8d78b94ceb8b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.933909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.935147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-49266cfc-a73d-42f6-9c77-9455ccacda4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (c55e63a0-2fe6-44d0-a065-8c83a6d2c3ec), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.982096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8a3ee1-4e80-4836-9555-ae4edb8591c6') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:54.982399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8a3ee1-4e80-4836-9555-ae4edb8591c6') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:54.984547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dc152-a54a-44a1-8af4-9b639321f7b1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=fd789892-b8e2-489d-a87b-8d78b94ceb8b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:54.997437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Network cd3271e2-3969-4185-8730-cf0fbd065db2 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:55.003638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:55.010974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:55.026725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Pushing event updated for resources: {'Port': ['ID=94aa2421-166d-400a-966e-0fa2b9bae214,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:55.062783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cabf7f1e-00fe-4d43-8ca5-75118a519abd tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (418a18db-2703-4f6d-9028-bb823e61c053), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.071361 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (a1d52019-7617-40c2-b6d2-1ee93d50904b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.078148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Attempting to bind port 94aa2421-166d-400a-966e-0fa2b9bae214 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:10:55.078515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Attempting to bind port 94aa2421-166d-400a-966e-0fa2b9bae214 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5d343e53-9e0d-4570-81c4-bc3e4c67aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd3271e2-3969-4185-8730-cf0fbd065db2'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:10:55.079090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Attempting to bind port 94aa2421-166d-400a-966e-0fa2b9bae214 on network cd3271e2-3969-4185-8730-cf0fbd065db2 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:10:55.089405 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8ca2010c-e46f-4ae9-a806-f001f428c022 req-d9d37a7a-fed6-43e3-8a0e-d118d65437f3 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614443 Oct 23 01:10:55.103683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (5d8a3ee1-4e80-4836-9555-ae4edb8591c6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.114084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-cabf7f1e-00fe-4d43-8ca5-75118a519abd tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Calling delete_port for 418a18db-2703-4f6d-9028-bb823e61c053 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:55.125213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:10:55.125904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Checking segment: {'id': '5d343e53-9e0d-4570-81c4-bc3e4c67aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd3271e2-3969-4185-8730-cf0fbd065db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:10:55.126471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.126993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Bound using segment: {'id': '5d343e53-9e0d-4570-81c4-bc3e4c67aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd3271e2-3969-4185-8730-cf0fbd065db2'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:10:55.127620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Bound port: 94aa2421-166d-400a-966e-0fa2b9bae214, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d343e53-9e0d-4570-81c4-bc3e4c67aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd3271e2-3969-4185-8730-cf0fbd065db2'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:10:55.128176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.158087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc152-a54a-44a1-8af4-9b639321f7b1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.164158 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9f7dc152-a54a-44a1-8af4-9b639321f7b1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fd789892-b8e2-489d-a87b-8d78b94ceb8b HTTP/1.1" status: 204 len: 168 time: 1.7128816 Oct 23 01:10:55.167416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:55.168363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33188) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:55.172322 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-49266cfc-a73d-42f6-9c77-9455ccacda4c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9dc1d7c6498d499e9aa653657acae903&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6477337 Oct 23 01:10:55.184738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33190) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:55.198102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a1e21f58-1974-4e13-88cd-ebdfb53d0d02 None None] Provisioning complete for port bf90a33f-1adb-4fb3-a261-69a6fb275b5e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:55.198470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a1e21f58-1974-4e13-88cd-ebdfb53d0d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.199002 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a1e21f58-1974-4e13-88cd-ebdfb53d0d02 None None] Attempt 1 to provision port bf90a33f-1adb-4fb3-a261-69a6fb275b5e Oct 23 01:10:55.222767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49266cfc-a73d-42f6-9c77-9455ccacda4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55e63a0-2fe6-44d0-a065-8c83a6d2c3ec,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:55.225743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (5d8a3ee1-4e80-4836-9555-ae4edb8591c6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.244989 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:55.244989 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (5d8a3ee1-4e80-4836-9555-ae4edb8591c6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.262130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:55.272380 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] For port 94aa2421-166d-400a-966e-0fa2b9bae214, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:10:55.289428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port e026de6a-09ce-49eb-95e0-fa827b560dfe {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:55.289773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.311956 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a1e21f58-1974-4e13-88cd-ebdfb53d0d02 None None] Current status of the port bf90a33f-1adb-4fb3-a261-69a6fb275b5e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:55.327833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1742e0bc-9881-4a6f-92c7-501de90aa212 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (492ffd4f-3808-4f76-afad-e08ae988dce5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.369831 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 5d8a3ee1-4e80-4836-9555-ae4edb8591c6 resource provider aggregate not found Oct 23 01:10:55.377839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:55.408660 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 5d8a3ee1-4e80-4836-9555-ae4edb8591c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d8a3ee1-4e80-4836-9555-ae4edb8591c6 found for delete ", "request_id": "req-08b07961-da02-4a2e-a667-1706c2794b86"}]} Oct 23 01:10:55.416632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:55.468163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.519175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (41b8c212-4115-4533-b827-f0871e394b56), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.520779 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:55.524142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.525996 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] For port 94aa2421-166d-400a-966e-0fa2b9bae214, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94aa2421-166d-400a-966e-0fa2b9bae214,segment=NetworkSegment(5d343e53-9e0d-4570-81c4-bc3e4c67aff7),segment_id=5d343e53-9e0d-4570-81c4-bc3e4c67aff7)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:10:55.527891 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/41b8c212-4115-4533-b827-f0871e394b56 HTTP/1.1" status: 204 len: 168 time: 2.5587378 Oct 23 01:10:55.536327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33198) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:55.563428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e82a4-0841-4303-b4c0-50d1edfe86a2 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Network': ['ID=41b8c212-4115-4533-b827-f0871e394b56,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:55.598978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.605402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:55.617587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1742e0bc-9881-4a6f-92c7-501de90aa212 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (492ffd4f-3808-4f76-afad-e08ae988dce5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.619938 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde2f9a1-ec9b-4752-b7f1-7a7b54d0105e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:55.620423 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde2f9a1-ec9b-4752-b7f1-7a7b54d0105e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:55.628277 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bde2f9a1-ec9b-4752-b7f1-7a7b54d0105e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/34365317-e4f8-42e7-bae6-4809cede30b3 HTTP/1.1" status: 404 len: 337 time: 0.0863223 Oct 23 01:10:55.640772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33200) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:55.667454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cef27-da8a-455e-82f3-ea2bc792d659 None None] Pushing event updated for resources: {'Port': ['ID=94aa2421-166d-400a-966e-0fa2b9bae214,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:55.676797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1742e0bc-9881-4a6f-92c7-501de90aa212 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.681119 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1742e0bc-9881-4a6f-92c7-501de90aa212 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/492ffd4f-3808-4f76-afad-e08ae988dce5 HTTP/1.1" status: 204 len: 168 time: 2.3135872 Oct 23 01:10:55.692190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33202) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:55.710144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dc5ef-408f-418e-82f9-a7d7450615f4 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:55.715108 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dc5ef-408f-418e-82f9-a7d7450615f4 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:55.716766 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-775dc5ef-408f-418e-82f9-a7d7450615f4 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.5473061 Oct 23 01:10:55.718959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742e0bc-9881-4a6f-92c7-501de90aa212 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=492ffd4f-3808-4f76-afad-e08ae988dce5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:55.721517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33204) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:55.738515 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf1546b-ff8d-4ac4-9777-f9be9acff62b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:55.738948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf1546b-ff8d-4ac4-9777-f9be9acff62b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:55.742543 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-faf1546b-ff8d-4ac4-9777-f9be9acff62b tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/41b8c212-4115-4533-b827-f0871e394b56 HTTP/1.1" status: 404 len: 339 time: 0.1022391 Oct 23 01:10:55.750212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33206) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:55.780146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0eaa4-a132-415e-a5d1-448edb038b74 req-4cf9c5b4-f017-4ef4-ba0c-568276492859 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:55.781724 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-15e0eaa4-a132-415e-a5d1-448edb038b74 req-4cf9c5b4-f017-4ef4-ba0c-568276492859 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.5148878 Oct 23 01:10:55.801771 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b7282a0e-482e-4195-8a79-31247acc9e18 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802627 Oct 23 01:10:55.810585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33208) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:55.818227 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4a6e9d4d-0eab-40b8-bb47-d1a416ada786 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:55.892760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] For port e026de6a-09ce-49eb-95e0-fa827b560dfe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e026de6a-09ce-49eb-95e0-fa827b560dfe,segment=NetworkSegment(4b605052-e362-4fdf-ad0a-88fca8bc708e),segment_id=4b605052-e362-4fdf-ad0a-88fca8bc708e)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:55.897441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.948524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e8631178-7109-4c1f-8e36-1a8c25d0ea6e admin admin] Publish callbacks [] for security_group (c55e63a0-2fe6-44d0-a065-8c83a6d2c3ec), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.951927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for e026de6a-09ce-49eb-95e0-fa827b560dfe owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:55.964936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:56.029458 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 94aa2421-166d-400a-966e-0fa2b9bae214 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:56.055220 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (9905fc18-205a-439c-ba9c-898420ca6131), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.084451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8e4df106-7b79-4f9d-9a95-03f1b269beeb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port fef81888-307f-4e3b-9679-0f94a83cf94c {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:56.084451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e4df106-7b79-4f9d-9a95-03f1b269beeb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fef81888-307f-4e3b-9679-0f94a83cf94c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.084748 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-15e0eaa4-a132-415e-a5d1-448edb038b74 req-44c81220-0343-4772-bc29-3b48f3e84447 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891812 Oct 23 01:10:56.094145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e8631178-7109-4c1f-8e36-1a8c25d0ea6e admin admin] Publish callbacks [] for security_group (c55e63a0-2fe6-44d0-a065-8c83a6d2c3ec), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.110010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 94aa2421-166d-400a-966e-0fa2b9bae214 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:56.110693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.111130 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 94aa2421-166d-400a-966e-0fa2b9bae214 Oct 23 01:10:56.220942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 94aa2421-166d-400a-966e-0fa2b9bae214 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:56.224391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.265357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e4df106-7b79-4f9d-9a95-03f1b269beeb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fef81888-307f-4e3b-9679-0f94a83cf94c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.269821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 94aa2421-166d-400a-966e-0fa2b9bae214, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94aa2421-166d-400a-966e-0fa2b9bae214,segment=NetworkSegment(5d343e53-9e0d-4570-81c4-bc3e4c67aff7),segment_id=5d343e53-9e0d-4570-81c4-bc3e4c67aff7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:56.275603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (e026de6a-09ce-49eb-95e0-fa827b560dfe), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.288116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Allocated IP 172.20.0.1 (e269446c-1f16-4fe4-bf0d-3c2c085a2f16/8494dead-83cc-45b1-873e-2426d1d88759/b46c8304-4ba3-4f63-9b33-2ea0e9756db9) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:10:56.299593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=e026de6a-09ce-49eb-95e0-fa827b560dfe,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:56.305231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] No DVR routers for this DVR port e026de6a-09ce-49eb-95e0-fa827b560dfe on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:56.322334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8e4df106-7b79-4f9d-9a95-03f1b269beeb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for fef81888-307f-4e3b-9679-0f94a83cf94c owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:56.351365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (9905fc18-205a-439c-ba9c-898420ca6131), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.382510 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.387333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e8631178-7109-4c1f-8e36-1a8c25d0ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (c55e63a0-2fe6-44d0-a065-8c83a6d2c3ec), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.392667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e8631178-7109-4c1f-8e36-1a8c25d0ea6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.394891 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e8631178-7109-4c1f-8e36-1a8c25d0ea6e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c55e63a0-2fe6-44d0-a065-8c83a6d2c3ec HTTP/1.1" status: 204 len: 168 time: 1.2025769 Oct 23 01:10:56.395914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cabf7f1e-00fe-4d43-8ca5-75118a519abd tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (418a18db-2703-4f6d-9028-bb823e61c053), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.422498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (a1d52019-7617-40c2-b6d2-1ee93d50904b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.430109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6e9d4d-0eab-40b8-bb47-d1a416ada786 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:56.438151 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9d4d-0eab-40b8-bb47-d1a416ada786 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.445354 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8631178-7109-4c1f-8e36-1a8c25d0ea6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55e63a0-2fe6-44d0-a065-8c83a6d2c3ec,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:56.469735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9905fc18-205a-439c-ba9c-898420ca6131']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:56.474583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7f1e-00fe-4d43-8ca5-75118a519abd tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event deleted for resources: {'Port': ['ID=418a18db-2703-4f6d-9028-bb823e61c053,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:56.497704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d52019-7617-40c2-b6d2-1ee93d50904b']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:56.527029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=94aa2421-166d-400a-966e-0fa2b9bae214,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:56.546447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b605052-e362-4fdf-ad0a-88fca8bc708e') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:56.546447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b605052-e362-4fdf-ad0a-88fca8bc708e') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:56.551247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff56499-e6ab-4258-adbe-729d84ae8743') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:56.551664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff56499-e6ab-4258-adbe-729d84ae8743') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:56.563231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (3ff56499-e6ab-4258-adbe-729d84ae8743), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.577099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (4b605052-e362-4fdf-ad0a-88fca8bc708e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.579068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (3ff56499-e6ab-4258-adbe-729d84ae8743), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.603980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (4b605052-e362-4fdf-ad0a-88fca8bc708e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.651113 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:56.652420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:56.652840 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (3ff56499-e6ab-4258-adbe-729d84ae8743), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.669879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:56.670308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (4b605052-e362-4fdf-ad0a-88fca8bc708e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.767971 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 4b605052-e362-4fdf-ad0a-88fca8bc708e resource provider aggregate not found Oct 23 01:10:56.832200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (b46c8304-4ba3-4f63-9b33-2ea0e9756db9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.849766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e4df106-7b79-4f9d-9a95-03f1b269beeb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fef81888-307f-4e3b-9679-0f94a83cf94c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.871558 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 4b605052-e362-4fdf-ad0a-88fca8bc708e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b605052-e362-4fdf-ad0a-88fca8bc708e found for delete ", "request_id": "req-6d8b5cbd-ce82-459e-8659-770c9043d991"}]} Oct 23 01:10:56.884464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cabf7f1e-00fe-4d43-8ca5-75118a519abd tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (0976becc-b11f-4dc7-94e4-5a2cf0913659), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.899262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (9905fc18-205a-439c-ba9c-898420ca6131), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.905120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.912086 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/9905fc18-205a-439c-ba9c-898420ca6131 HTTP/1.1" status: 204 len: 168 time: 1.1395614 Oct 23 01:10:56.915868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33224) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:56.916005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50409d2f-722b-48d2-b83b-40aa285c5c12 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:10:56.925823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (a1d52019-7617-40c2-b6d2-1ee93d50904b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.945370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4df106-7b79-4f9d-9a95-03f1b269beeb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=fef81888-307f-4e3b-9679-0f94a83cf94c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:56.954584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e4df106-7b79-4f9d-9a95-03f1b269beeb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.961210 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8e4df106-7b79-4f9d-9a95-03f1b269beeb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fef81888-307f-4e3b-9679-0f94a83cf94c HTTP/1.1" status: 204 len: 168 time: 1.2294903 Oct 23 01:10:56.977291 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33226) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:56.990521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507864fd-df13-4076-bd7e-d2fdbbbaa922 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Network': ['ID=9905fc18-205a-439c-ba9c-898420ca6131,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:57.001542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d19b1841-712e-42e6-b2aa-6c4a9eead184 None None] Provisioning complete for port 94aa2421-166d-400a-966e-0fa2b9bae214 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:57.003324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d19b1841-712e-42e6-b2aa-6c4a9eead184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.003324 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d19b1841-712e-42e6-b2aa-6c4a9eead184 None None] Attempt 1 to provision port 94aa2421-166d-400a-966e-0fa2b9bae214 Oct 23 01:10:57.030811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.035884 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/networks/a1d52019-7617-40c2-b6d2-1ee93d50904b HTTP/1.1" status: 204 len: 168 time: 2.1126890 Oct 23 01:10:57.039319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33228) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.043952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dc103-a424-4b30-a0af-eb8e99b391df req-03337a7a-7021-45f7-81c8-7c2ccd0e4a85 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:57.050334 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bd8dc103-a424-4b30-a0af-eb8e99b391df req-03337a7a-7021-45f7-81c8-7c2ccd0e4a85 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.2247806 Oct 23 01:10:57.053941 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-1625104a-e29d-4157-83cc-90cd9df449a6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:57.056678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1625104a-e29d-4157-83cc-90cd9df449a6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:57.063457 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1625104a-e29d-4157-83cc-90cd9df449a6 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/500effd2-a062-487c-aca6-dee2eb3addea HTTP/1.1" status: 404 len: 337 time: 0.1474586 Oct 23 01:10:57.081308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33230) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.099024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b0a03-553f-4418-9064-c514acad9cd3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:57.100353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ee3a1-490c-47ab-822e-087f526b0712 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Network': ['ID=a1d52019-7617-40c2-b6d2-1ee93d50904b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:57.100730 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9e0b0a03-553f-4418-9064-c514acad9cd3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1227665 Oct 23 01:10:57.119112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33232) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.161313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d19b1841-712e-42e6-b2aa-6c4a9eead184 None None] Current status of the port 94aa2421-166d-400a-966e-0fa2b9bae214 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:57.186700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50409d2f-722b-48d2-b83b-40aa285c5c12 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:10:57.190234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (b46c8304-4ba3-4f63-9b33-2ea0e9756db9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.227994 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d46929-5760-4a19-9622-07e810250f2f tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:57.228977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d46929-5760-4a19-9622-07e810250f2f tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:57.235036 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c0d46929-5760-4a19-9622-07e810250f2f tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/86cdf752-e5ee-45fe-a346-49d7cb8ec969 HTTP/1.1" status: 404 len: 339 time: 0.1516857 Oct 23 01:10:57.238444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33236) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.249542 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73c344b-7a20-4de0-853a-448dfdd63a3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:10:57.256449 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b73c344b-7a20-4de0-853a-448dfdd63a3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/fd789892-b8e2-489d-a87b-8d78b94ceb8b HTTP/1.1" status: 404 len: 333 time: 0.1354434 Oct 23 01:10:57.258192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:57.272216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33238) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.278871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:57.304910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:57.307435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:10:57.310517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:57.355087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9d4d-0eab-40b8-bb47-d1a416ada786 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (4892bd14-7b88-46c3-9514-2a5ecec890e6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.376063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=b46c8304-4ba3-4f63-9b33-2ea0e9756db9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:57.396098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ec9580af-3511-4c51-9dc4-d32b77b757c1 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port ad44a9fe-5d1b-4709-a14b-0fcdb572b78d {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:57.396988 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec9580af-3511-4c51-9dc4-d32b77b757c1 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ad44a9fe-5d1b-4709-a14b-0fcdb572b78d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.406340 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-a866bbcf-990c-4eab-9387-2e6772d4364f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:10:57.413959 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a866bbcf-990c-4eab-9387-2e6772d4364f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/fef81888-307f-4e3b-9679-0f94a83cf94c HTTP/1.1" status: 404 len: 333 time: 0.1398799 Oct 23 01:10:57.414825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33244) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.418793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf7f1e-00fe-4d43-8ca5-75118a519abd tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Router 0976becc-b11f-4dc7-94e4-5a2cf0913659 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:57.434440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33248) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.448224 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bd8dc103-a424-4b30-a0af-eb8e99b391df req-304d1654-1848-486e-8802-c36e30de3e5f tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3962717 Oct 23 01:10:57.487959 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 3ff56499-e6ab-4258-adbe-729d84ae8743 resource provider aggregate not found Oct 23 01:10:57.497580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a27bb3-9e3a-4d35-89a5-5fca21df9f18 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Deleting subnet e802744a-60e2-41de-8da3-9263b1533c42 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:57.518651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e9d4d-0eab-40b8-bb47-d1a416ada786 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:10:57.519735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8a27bb3-9e3a-4d35-89a5-5fca21df9f18 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (e802744a-60e2-41de-8da3-9263b1533c42), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.526864 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 3ff56499-e6ab-4258-adbe-729d84ae8743 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ff56499-e6ab-4258-adbe-729d84ae8743 found for delete ", "request_id": "req-5144e494-6447-4c51-963f-da54e41d3bd4"}]} Oct 23 01:10:57.530587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (5eda000b-1cc3-4e6d-a922-16abbdd28096), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.560892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:57.562806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-4a6e9d4d-0eab-40b8-bb47-d1a416ada786 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:10:57.575968 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-187a3dd0-3d27-4a7a-b2a3-c4b5e0a77377 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e374c862e2c74e9482c1c89966829165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388152 Oct 23 01:10:57.583095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33252) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.597348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2730f180-7c7f-45a3-b5c1-bcffb0a86071 None None] DHCP port deletion for a1d52019-7617-40c2-b6d2-1ee93d50904b request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:10:57.618307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6e9d4d-0eab-40b8-bb47-d1a416ada786 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:57.619024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9d4d-0eab-40b8-bb47-d1a416ada786 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.631515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e9d4d-0eab-40b8-bb47-d1a416ada786 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=4892bd14-7b88-46c3-9514-2a5ecec890e6,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:57.642628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de330685-2618-4259-9c01-cea053924327 None None] Network cd3271e2-3969-4185-8730-cf0fbd065db2 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:57.669168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d204ef5-03a5-4f24-955d-c23338176885 None None] Network 41b8c212-4115-4533-b827-f0871e394b56 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:57.676345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (7e151eab-e98d-4ad1-91b8-601ff69e0f6b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.684412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d026d-5cf4-4979-8f76-732e2f8f2264 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:57.684884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf7f1e-00fe-4d43-8ca5-75118a519abd tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:57.692231 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cabf7f1e-00fe-4d43-8ca5-75118a519abd tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "PUT /networking/v2.0/routers/0976becc-b11f-4dc7-94e4-5a2cf0913659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7979515 Oct 23 01:10:57.700318 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4019e92-c61c-4992-ba50-f33a9cadad97 None None] Sync routers for ids ['0976becc-b11f-4dc7-94e4-5a2cf0913659'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:57.701404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33254) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.707311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8a27bb3-9e3a-4d35-89a5-5fca21df9f18 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (e802744a-60e2-41de-8da3-9263b1533c42), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.707561 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=40,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:57.709350 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=42 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:57.721164 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4019e92-c61c-4992-ba50-f33a9cadad97 None None] Routers {'0976becc-b11f-4dc7-94e4-5a2cf0913659'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:57.730775 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c4019e92-c61c-4992-ba50-f33a9cadad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0976becc-b11f-4dc7-94e4-5a2cf0913659'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:57.791922 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-2501a477-8d6f-46f3-8e5b-cda111726e53 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] show failed (client error): The resource could not be found. Oct 23 01:10:57.793065 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2501a477-8d6f-46f3-8e5b-cda111726e53 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "GET /networking/v2.0/routers/tempest-non_exist_router-128158349 HTTP/1.1" status: 404 len: 334 time: 0.0893819 Oct 23 01:10:57.797225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33256) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.797561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d204ef5-03a5-4f24-955d-c23338176885 None None] Network 41b8c212-4115-4533-b827-f0871e394b56 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:10:57.806416 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c4019e92-c61c-4992-ba50-f33a9cadad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:57.811950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-42bb0b8c-d294-4533-a325-f27fdc00ba9c tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:57.825756 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4019e92-c61c-4992-ba50-f33a9cadad97 None None] Routers {'0976becc-b11f-4dc7-94e4-5a2cf0913659'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:57.827603 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c4019e92-c61c-4992-ba50-f33a9cadad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0976becc-b11f-4dc7-94e4-5a2cf0913659'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:57.879820 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c4019e92-c61c-4992-ba50-f33a9cadad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:57.879820 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4019e92-c61c-4992-ba50-f33a9cadad97 None None] The sync data for ids ['0976becc-b11f-4dc7-94e4-5a2cf0913659'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:57.891438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0932e224-eb09-4fae-a35a-3c7253328dfa None None] Network 41b8c212-4115-4533-b827-f0871e394b56 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:57.948377 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-42bb0b8c-d294-4533-a325-f27fdc00ba9c tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] update failed (client error): The resource could not be found. Oct 23 01:10:57.958455 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-42bb0b8c-d294-4533-a325-f27fdc00ba9c tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "PUT /networking/v2.0/routers/tempest-non_exist_router-1002779945 HTTP/1.1" status: 404 len: 335 time: 0.1605198 Oct 23 01:10:57.962176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33258) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.973213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0932e224-eb09-4fae-a35a-3c7253328dfa None None] Network 41b8c212-4115-4533-b827-f0871e394b56 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:10:57.987072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 94aa2421-166d-400a-966e-0fa2b9bae214 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:10:58.023030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:58.025145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (7e151eab-e98d-4ad1-91b8-601ff69e0f6b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.031423 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4a6e9d4d-0eab-40b8-bb47-d1a416ada786 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2193496 Oct 23 01:10:58.035376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec9580af-3511-4c51-9dc4-d32b77b757c1 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ad44a9fe-5d1b-4709-a14b-0fcdb572b78d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.035744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec9580af-3511-4c51-9dc4-d32b77b757c1 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (ad44a9fe-5d1b-4709-a14b-0fcdb572b78d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.036491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33260) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:58.046459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4ce20683-8d98-40de-8b7c-b9e381822a11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': '4892bd14-7b88-46c3-9514-2a5ecec890e6', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1287663961'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:58.073607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ec9580af-3511-4c51-9dc4-d32b77b757c1 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for ad44a9fe-5d1b-4709-a14b-0fcdb572b78d owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:58.084337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8a27bb3-9e3a-4d35-89a5-5fca21df9f18 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (e802744a-60e2-41de-8da3-9263b1533c42), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.130045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e151eab-e98d-4ad1-91b8-601ff69e0f6b']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:58.137334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f934fe-aac5-4c64-bbd8-6b1668c33d49 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Deleting subnet ddea08ad-175e-46d4-9b90-319e3e111c2d {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:58.150314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-83f934fe-aac5-4c64-bbd8-6b1668c33d49 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for subnet (ddea08ad-175e-46d4-9b90-319e3e111c2d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.154742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cb0e63-0f03-4585-a4db-c4c0accf9c77') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:58.155041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cb0e63-0f03-4585-a4db-c4c0accf9c77') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:58.203016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (75cb0e63-0f03-4585-a4db-c4c0accf9c77), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.230266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-83f934fe-aac5-4c64-bbd8-6b1668c33d49 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (ddea08ad-175e-46d4-9b90-319e3e111c2d), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.232931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b0f26b9f-7a2b-4935-9d0e-86b469744f07 None None] Provisioning complete for port b46c8304-4ba3-4f63-9b33-2ea0e9756db9 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:58.233557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b0f26b9f-7a2b-4935-9d0e-86b469744f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b46c8304-4ba3-4f63-9b33-2ea0e9756db9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.234075 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b0f26b9f-7a2b-4935-9d0e-86b469744f07 None None] Attempt 1 to provision port b46c8304-4ba3-4f63-9b33-2ea0e9756db9 Oct 23 01:10:58.237524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (75cb0e63-0f03-4585-a4db-c4c0accf9c77), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.283786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:58.286292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (75cb0e63-0f03-4585-a4db-c4c0accf9c77), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.362348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b0f26b9f-7a2b-4935-9d0e-86b469744f07 None None] Port b46c8304-4ba3-4f63-9b33-2ea0e9756db9 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:10:58.365829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 94aa2421-166d-400a-966e-0fa2b9bae214 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:58.367224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.367782 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 94aa2421-166d-400a-966e-0fa2b9bae214 Oct 23 01:10:58.430737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-65b9d6e6-82e8-42fc-89fe-386edc9c20a0 admin admin] Publish callbacks [] for security_group (7ad960f6-9b42-44a5-bfc6-162c04debac8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.445033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-83f934fe-aac5-4c64-bbd8-6b1668c33d49 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (ddea08ad-175e-46d4-9b90-319e3e111c2d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.514119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (7e151eab-e98d-4ad1-91b8-601ff69e0f6b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.515302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 94aa2421-166d-400a-966e-0fa2b9bae214 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:58.525144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.543638 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/networks/7e151eab-e98d-4ad1-91b8-601ff69e0f6b HTTP/1.1" status: 204 len: 168 time: 1.1234205 Oct 23 01:10:58.544560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33266) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:58.556918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-65b9d6e6-82e8-42fc-89fe-386edc9c20a0 admin admin] Publish callbacks [] for security_group (7ad960f6-9b42-44a5-bfc6-162c04debac8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.593001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-65e6e824-d962-4102-89d3-c1286b484715 None None] Provisioning complete for port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:58.593001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-65e6e824-d962-4102-89d3-c1286b484715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.593001 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-65e6e824-d962-4102-89d3-c1286b484715 None None] Attempt 1 to provision port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd Oct 23 01:10:58.615476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-342068747'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:58.631383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b46c8304-4ba3-4f63-9b33-2ea0e9756db9), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.631686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce20683-8d98-40de-8b7c-b9e381822a11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:58.632969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e026de6a-09ce-49eb-95e0-fa827b560dfe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:58.642987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f35a6-1ca8-4497-ad8a-44a8fa72bf24 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Network': ['ID=7e151eab-e98d-4ad1-91b8-601ff69e0f6b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:58.666301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f643b-65c4-4d5e-ab6d-16c124c7a6db None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:10:58.671395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: e026de6a-09ce-49eb-95e0-fa827b560dfe {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:58.676793 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e026de6a-09ce-49eb-95e0-fa827b560dfe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:58.735103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:58.740080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4ce20683-8d98-40de-8b7c-b9e381822a11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.755137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-83f934fe-aac5-4c64-bbd8-6b1668c33d49 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (ddea08ad-175e-46d4-9b90-319e3e111c2d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.794072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-4ce20683-8d98-40de-8b7c-b9e381822a11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port c90d3748-9c72-4cf9-a9cc-3045f1f03531 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:10:58.802237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b595f-7608-4701-baab-57de05b284f0 req-ff84589c-d2ed-4df2-a20f-84546a415aac tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:58.802473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f934fe-aac5-4c64-bbd8-6b1668c33d49 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event deleted for resources: {'Subnet': ['ID=ddea08ad-175e-46d4-9b90-319e3e111c2d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:58.804382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-83f934fe-aac5-4c64-bbd8-6b1668c33d49 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.807150 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d18b595f-7608-4701-baab-57de05b284f0 req-ff84589c-d2ed-4df2-a20f-84546a415aac tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1789067 Oct 23 01:10:58.810218 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-83f934fe-aac5-4c64-bbd8-6b1668c33d49 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/ddea08ad-175e-46d4-9b90-319e3e111c2d HTTP/1.1" status: 204 len: 168 time: 0.8444717 Oct 23 01:10:58.812390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33268) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:58.840041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-65e6e824-d962-4102-89d3-c1286b484715 None None] Current status of the port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:58.864918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:10:58.868926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.888091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-65b9d6e6-82e8-42fc-89fe-386edc9c20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7ad960f6-9b42-44a5-bfc6-162c04debac8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.889957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-65b9d6e6-82e8-42fc-89fe-386edc9c20a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.891132 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-65b9d6e6-82e8-42fc-89fe-386edc9c20a0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7ad960f6-9b42-44a5-bfc6-162c04debac8 HTTP/1.1" status: 204 len: 168 time: 1.2688859 Oct 23 01:10:58.892292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8a27bb3-9e3a-4d35-89a5-5fca21df9f18 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (e802744a-60e2-41de-8da3-9263b1533c42), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.899480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:58.945058 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 75cb0e63-0f03-4585-a4db-c4c0accf9c77 resource provider aggregate not found Oct 23 01:10:58.948630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f643b-65c4-4d5e-ab6d-16c124c7a6db None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:10:58.982659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b08b2e5-f258-41d2-b9ed-9ec026b76481 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Deleting subnet a7b5de52-257e-406a-a283-8fddd63fd21f {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:58.986871 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 75cb0e63-0f03-4585-a4db-c4c0accf9c77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75cb0e63-0f03-4585-a4db-c4c0accf9c77 found for delete ", "request_id": "req-8bce67dc-6a47-424e-9b5f-a35e4684614e"}]} Oct 23 01:10:58.993105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-2b010bbc-8f00-42fc-921c-b3ce0ca81dc5 None None] Provisioning complete for port 94aa2421-166d-400a-966e-0fa2b9bae214 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:58.993480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2b010bbc-8f00-42fc-921c-b3ce0ca81dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.998952 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2b010bbc-8f00-42fc-921c-b3ce0ca81dc5 None None] Attempt 1 to provision port 94aa2421-166d-400a-966e-0fa2b9bae214 Oct 23 01:10:58.999830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:59.000199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7b08b2e5-f258-41d2-b9ed-9ec026b76481 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for subnet (a7b5de52-257e-406a-a283-8fddd63fd21f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.009436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a27bb3-9e3a-4d35-89a5-5fca21df9f18 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Subnet': ['ID=e802744a-60e2-41de-8da3-9263b1533c42,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:59.011419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9d6e6-82e8-42fc-89fe-386edc9c20a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad960f6-9b42-44a5-bfc6-162c04debac8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:59.046386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d8a27bb3-9e3a-4d35-89a5-5fca21df9f18 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.052910 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d8a27bb3-9e3a-4d35-89a5-5fca21df9f18 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/e802744a-60e2-41de-8da3-9263b1533c42 HTTP/1.1" status: 204 len: 168 time: 1.8120778 Oct 23 01:10:59.059303 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33276) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:59.064139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:10:59.074689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:59.082362 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d18b595f-7608-4701-baab-57de05b284f0 req-64ff6552-1677-458d-94c5-7f97a4c7571c tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742748 Oct 23 01:10:59.108764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (0c79ce47-796b-49a6-ab26-053e0c76e6f1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.109235 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Added segment 0c79ce47-796b-49a6-ab26-053e0c76e6f1 of type vlan for network d34bf2ae-2819-40e9-886b-127996c089b9 Oct 23 01:10:59.120088 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce20683-8d98-40de-8b7c-b9e381822a11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:10:59.120616 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce20683-8d98-40de-8b7c-b9e381822a11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:59.125739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7b08b2e5-f258-41d2-b9ed-9ec026b76481 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (a7b5de52-257e-406a-a283-8fddd63fd21f), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.177184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93a9862-dd86-4da5-8f58-9af50c5999b1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Deleting subnet d86f4eb0-19fb-4115-9df6-b288d6ad9406 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:59.185702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c93a9862-dd86-4da5-8f58-9af50c5999b1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (d86f4eb0-19fb-4115-9df6-b288d6ad9406), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.233176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec9580af-3511-4c51-9dc4-d32b77b757c1 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ad44a9fe-5d1b-4709-a14b-0fcdb572b78d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.233426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2b010bbc-8f00-42fc-921c-b3ce0ca81dc5 None None] Current status of the port 94aa2421-166d-400a-966e-0fa2b9bae214 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:59.262689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c93a9862-dd86-4da5-8f58-9af50c5999b1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (d86f4eb0-19fb-4115-9df6-b288d6ad9406), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.270703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9580af-3511-4c51-9dc4-d32b77b757c1 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=ad44a9fe-5d1b-4709-a14b-0fcdb572b78d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:59.280576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:59.282802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (d34bf2ae-2819-40e9-886b-127996c089b9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.298239 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4ce20683-8d98-40de-8b7c-b9e381822a11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2566407 Oct 23 01:10:59.317115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33280) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:59.356734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7b08b2e5-f258-41d2-b9ed-9ec026b76481 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (a7b5de52-257e-406a-a283-8fddd63fd21f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.422684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-9b48475f-2cea-4a32-bab5-48deaa6453a0 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:59.424299 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-9b48475f-2cea-4a32-bab5-48deaa6453a0 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1227131 Oct 23 01:10:59.458696 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159713d4-a42c-4869-b2c9-300ccc8a025a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:59.462858 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-159713d4-a42c-4869-b2c9-300ccc8a025a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1412337 Oct 23 01:10:59.465962 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33284) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:59.469958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec9580af-3511-4c51-9dc4-d32b77b757c1 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for floatingip (36b1d711-8025-40ca-bbb2-b6c4584f3e18), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.472897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec9580af-3511-4c51-9dc4-d32b77b757c1 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.479578 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ec9580af-3511-4c51-9dc4-d32b77b757c1 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/36b1d711-8025-40ca-bbb2-b6c4584f3e18 HTTP/1.1" status: 204 len: 168 time: 2.4355848 Oct 23 01:10:59.483949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33286) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:59.499915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c93a9862-dd86-4da5-8f58-9af50c5999b1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (d86f4eb0-19fb-4115-9df6-b288d6ad9406), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.535610 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (b46c8304-4ba3-4f63-9b33-2ea0e9756db9), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.538254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (d34bf2ae-2819-40e9-886b-127996c089b9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.547073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:59.547073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.630601 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c59fbc-c866-476b-b381-1a3fd65ae3a6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:59.631082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c59fbc-c866-476b-b381-1a3fd65ae3a6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:59.637091 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c4c59fbc-c866-476b-b381-1a3fd65ae3a6 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ec9e9939-5f91-416a-b0dd-0823f501b0f1 HTTP/1.1" status: 404 len: 333 time: 0.1041968 Oct 23 01:10:59.640831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33294) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:59.655322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (b46c8304-4ba3-4f63-9b33-2ea0e9756db9), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.659553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Network': ['ID=d34bf2ae-2819-40e9-886b-127996c089b9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:59.678801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network d34bf2ae-2819-40e9-886b-127996c089b9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:10:59.697897 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-57fe219d-306b-4424-b24f-d0831e7a360c tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8f5ff83f-b319-46b1-a396-7ae79b9a4ffe HTTP/1.1" status: 200 len: 205 time: 0.0541537 Oct 23 01:10:59.707666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33296) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:59.717973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Deleting port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:59.718400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.743059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c73f8-08ff-4661-b6ab-44827ebbaa19 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:59.745018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c73f8-08ff-4661-b6ab-44827ebbaa19 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:59.746997 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-172c73f8-08ff-4661-b6ab-44827ebbaa19 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2798712 Oct 23 01:10:59.763958 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a38e3ffe-a210-4fe6-b579-20e37f749cd0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2182636 Oct 23 01:10:59.770246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33298) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:59.770825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33300) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:59.781045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': 'd34bf2ae-2819-40e9-886b-127996c089b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:10:59.788066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:59.809145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=b46c8304-4ba3-4f63-9b33-2ea0e9756db9,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:59.852342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7b08b2e5-f258-41d2-b9ed-9ec026b76481 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (a7b5de52-257e-406a-a283-8fddd63fd21f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.854726 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-c6a148a8-f813-4459-8afb-7c8b083cfc6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] delete failed (client error): The resource could not be found. Oct 23 01:10:59.858402 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c6a148a8-f813-4459-8afb-7c8b083cfc6f tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/routers/8f5ff83f-b319-46b1-a396-7ae79b9a4ffe HTTP/1.1" status: 404 len: 336 time: 0.1472018 Oct 23 01:10:59.863867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33304) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:59.895892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7b08b2e5-f258-41d2-b9ed-9ec026b76481 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.900494 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7b08b2e5-f258-41d2-b9ed-9ec026b76481 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/a7b5de52-257e-406a-a283-8fddd63fd21f HTTP/1.1" status: 204 len: 168 time: 1.0869980 Oct 23 01:10:59.901358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08b2e5-f258-41d2-b9ed-9ec026b76481 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b5de52-257e-406a-a283-8fddd63fd21f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:59.909775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33306) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:59.911439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c93a9862-dd86-4da5-8f58-9af50c5999b1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (d86f4eb0-19fb-4115-9df6-b288d6ad9406), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.933593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] For port 669bdc2b-ace0-4ea5-a65f-b201c60afb14, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=669bdc2b-ace0-4ea5-a65f-b201c60afb14,segment=NetworkSegment(19ae54ad-a99d-4774-9f08-a75e8aa8cb7b),segment_id=19ae54ad-a99d-4774-9f08-a75e8aa8cb7b)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:59.934066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.951484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (5eda000b-1cc3-4e6d-a922-16abbdd28096), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.953694 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-348a5bb6-e2b4-4877-ad32-482f999889ce tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] DELETE failed (client error): The resource could not be found. Oct 23 01:10:59.955047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348a5bb6-e2b4-4877-ad32-482f999889ce tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:10:59.958534 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-348a5bb6-e2b4-4877-ad32-482f999889ce tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/d2555fbf-a56d-4e51-bb2d-bd7605c10995 HTTP/1.1" status: 404 len: 337 time: 0.0911336 Oct 23 01:10:59.973327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33308) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:59.983753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c93a9862-dd86-4da5-8f58-9af50c5999b1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:59.989539 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c93a9862-dd86-4da5-8f58-9af50c5999b1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/d86f4eb0-19fb-4115-9df6-b288d6ad9406 HTTP/1.1" status: 204 len: 168 time: 0.9263802 Oct 23 01:10:59.991898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33310) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:00.019795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a9862-dd86-4da5-8f58-9af50c5999b1 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Subnet': ['ID=d86f4eb0-19fb-4115-9df6-b288d6ad9406,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:00.040298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c05af45-90e2-45b7-bf3c-e5d35a295d3e None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:00.044008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac12f3d-8381-483a-a979-1da218cf0fa1 None None] Network e2050502-010d-4978-acaa-f32dc3f49651 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:00.056039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:00.120692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e356a4ef-af33-43e1-944b-f651ff73c93f None None] Network b6bed8b6-efef-4d8f-8679-4b69ed744086 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:00.127039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c9303-ccb2-49ae-a505-d49ae2d4ddbe None None] Network 57710673-593c-4207-9091-a1ff34e2dd46 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:00.128895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed499b08-cc24-4cf9-ae6f-bfedade84378 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 4892bd14-7b88-46c3-9514-2a5ecec890e6 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:00.133358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ed499b08-cc24-4cf9-ae6f-bfedade84378 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (4892bd14-7b88-46c3-9514-2a5ecec890e6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.187064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ed499b08-cc24-4cf9-ae6f-bfedade84378 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (4892bd14-7b88-46c3-9514-2a5ecec890e6), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.280542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:00.286051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:00.290150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.330888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ed499b08-cc24-4cf9-ae6f-bfedade84378 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (4892bd14-7b88-46c3-9514-2a5ecec890e6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.338419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:00.421662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-201114a0-86b7-4542-8dbe-56de149cc690 None None] Provisioning complete for port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:00.422529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-201114a0-86b7-4542-8dbe-56de149cc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.424831 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-201114a0-86b7-4542-8dbe-56de149cc690 None None] Attempt 1 to provision port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 Oct 23 01:11:00.450517 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (e2050502-010d-4978-acaa-f32dc3f49651), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.494987 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (b6bed8b6-efef-4d8f-8679-4b69ed744086), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.516662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Performing IP validity checks on allocation pools {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 23 01:11:00.517462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 23 01:11:00.528008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e4d8d-10c0-409c-8ce1-6b7036dc3718 req-2d53e538-c2c0-4eb1-a9fc-e153ef66555f tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:00.528974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bb6df-f482-4f54-b2f3-25c5e3441b91 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port 9be40b7c-d50b-4f67-bf90-3ebf77fac3fe {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:00.529327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb6df-f482-4f54-b2f3-25c5e3441b91 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9be40b7c-d50b-4f67-bf90-3ebf77fac3fe), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.530822 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e64e4d8d-10c0-409c-8ce1-6b7036dc3718 req-2d53e538-c2c0-4eb1-a9fc-e153ef66555f tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 945 time: 0.1098392 Oct 23 01:11:00.594280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f1e1b3-5e2a-4c72-afbe-f4994a57c933 None None] DHCP port deletion for e2050502-010d-4978-acaa-f32dc3f49651 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:00.612340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33324) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:00.618185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:00.642115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Deleting port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:00.642465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.642876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:00.666033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:00.768397 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Deleting port f56d468a-448a-4d37-8db0-4004365a7f65 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:00.768983 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.771819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ed499b08-cc24-4cf9-ae6f-bfedade84378 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (4892bd14-7b88-46c3-9514-2a5ecec890e6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.783432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1e1b3-5e2a-4c72-afbe-f4994a57c933 None None] Deleting port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:00.783994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c4f1e1b3-5e2a-4c72-afbe-f4994a57c933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.798254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.802032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (e80468f7-ddaf-41ea-b0b4-3eb9726db98e), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.804802 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Floating IP e80468f7-ddaf-41ea-b0b4-3eb9726db98e disassociated. External IP: 172.36.3.242, port: 669bdc2b-ace0-4ea5-a65f-b201c60afb14. Oct 23 01:11:00.805632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Calling delete_port for 669bdc2b-ace0-4ea5-a65f-b201c60afb14 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:00.829647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c3e77b-4156-40e1-9ffa-42babb0ec05d None None] DHCP port deletion for b6bed8b6-efef-4d8f-8679-4b69ed744086 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:00.835287 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e64e4d8d-10c0-409c-8ce1-6b7036dc3718 req-a97c52e6-f9e6-40a2-a92d-c607f8308f07 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944782 Oct 23 01:11:00.881052 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [None req-f76305c2-556f-4b69-ac20-6f16026c9cc9 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:00.882212 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f76305c2-556f-4b69-ac20-6f16026c9cc9 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.2594521 Oct 23 01:11:00.884561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] For port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d3c59d3-aef9-4f4e-aafe-17a97d756f14,segment=NetworkSegment(a86a988f-6eb7-4fe5-be38-d5ed64137226),segment_id=a86a988f-6eb7-4fe5-be38-d5ed64137226)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:00.885839 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.907416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33328) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:00.910100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-201114a0-86b7-4542-8dbe-56de149cc690 None None] Current status of the port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:00.922123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb6df-f482-4f54-b2f3-25c5e3441b91 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9be40b7c-d50b-4f67-bf90-3ebf77fac3fe), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.922283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5038b0-1a1f-4b27-99af-4c5395b43277 None None] DHCP port deletion for 57710673-593c-4207-9091-a1ff34e2dd46 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:00.950859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c4f1e1b3-5e2a-4c72-afbe-f4994a57c933 None None] For port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d3c59d3-aef9-4f4e-aafe-17a97d756f14,segment=NetworkSegment(a86a988f-6eb7-4fe5-be38-d5ed64137226),segment_id=a86a988f-6eb7-4fe5-be38-d5ed64137226)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:00.950859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c4f1e1b3-5e2a-4c72-afbe-f4994a57c933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.962690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3e77b-4156-40e1-9ffa-42babb0ec05d None None] Deleting port f56d468a-448a-4d37-8db0-4004365a7f65 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:00.963068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d8c3e77b-4156-40e1-9ffa-42babb0ec05d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:00.964105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Calling delete_port for 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:00.986199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1e1b3-5e2a-4c72-afbe-f4994a57c933 None None] Calling delete_port for 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:01.048833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:01.062823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-de5038b0-1a1f-4b27-99af-4c5395b43277 None None] Deleting port 7e93a10f-b120-42ef-a7ed-085d4cb0280f {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:01.062823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de5038b0-1a1f-4b27-99af-4c5395b43277 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.179088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.190157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-d8c3e77b-4156-40e1-9ffa-42babb0ec05d None None] For port f56d468a-448a-4d37-8db0-4004365a7f65, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f56d468a-448a-4d37-8db0-4004365a7f65,segment=NetworkSegment(ce70fa19-ff70-47a3-aaec-5b942f95a9ce),segment_id=ce70fa19-ff70-47a3-aaec-5b942f95a9ce)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:01.190559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d8c3e77b-4156-40e1-9ffa-42babb0ec05d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.214236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event deleted for resources: {'Port': ['ID=3d3c59d3-aef9-4f4e-aafe-17a97d756f14,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:01.216054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] No DVR routers for this DVR port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:01.221230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cdcb4e9c-dc92-41ec-91d5-bddf562629bb None None] Provisioning complete for port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:01.221611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4e9c-dc92-41ec-91d5-bddf562629bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.221984 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-cdcb4e9c-dc92-41ec-91d5-bddf562629bb None None] Attempt 1 to provision port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd Oct 23 01:11:01.250078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3e77b-4156-40e1-9ffa-42babb0ec05d None None] Calling delete_port for f56d468a-448a-4d37-8db0-4004365a7f65 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:01.267124 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-de5038b0-1a1f-4b27-99af-4c5395b43277 None None] For port 7e93a10f-b120-42ef-a7ed-085d4cb0280f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e93a10f-b120-42ef-a7ed-085d4cb0280f,segment=NetworkSegment(b473f9a9-f97a-42cd-8711-22b8349b8f1e),segment_id=b473f9a9-f97a-42cd-8711-22b8349b8f1e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:01.267528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de5038b0-1a1f-4b27-99af-4c5395b43277 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.287575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (669bdc2b-ace0-4ea5-a65f-b201c60afb14), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.292089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:01.306956 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-de5038b0-1a1f-4b27-99af-4c5395b43277 None None] Calling delete_port for 7e93a10f-b120-42ef-a7ed-085d4cb0280f owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:01.314938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (e2050502-010d-4978-acaa-f32dc3f49651), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.322254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [None req-48f00b24-e6e2-4235-8903-dbf5668862dc tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.325951 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-48f00b24-e6e2-4235-8903-dbf5668862dc tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.3985767 Oct 23 01:11:01.332273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed499b08-cc24-4cf9-ae6f-bfedade84378 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=4892bd14-7b88-46c3-9514-2a5ecec890e6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:01.340327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33330) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.345156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:01.358456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:01.358456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bb6df-f482-4f54-b2f3-25c5e3441b91 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for 9be40b7c-d50b-4f67-bf90-3ebf77fac3fe owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:01.358691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Pushing event deleted for resources: {'Port': ['ID=669bdc2b-ace0-4ea5-a65f-b201c60afb14,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:01.358779 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ed499b08-cc24-4cf9-ae6f-bfedade84378 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.358865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-495f1ac3-d3f7-4b7f-99b1-f765b648ed4f tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.358865 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-495f1ac3-d3f7-4b7f-99b1-f765b648ed4f tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0108747 Oct 23 01:11:01.359022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32765c75-d4d0-4749-8912-a64009f3b848 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:01.360068 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ed499b08-cc24-4cf9-ae6f-bfedade84378 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/4892bd14-7b88-46c3-9514-2a5ecec890e6 HTTP/1.1" status: 204 len: 168 time: 1.5838203 Oct 23 01:11:01.360422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33332) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.360795 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33334) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.361990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:01.368956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2050502-010d-4978-acaa-f32dc3f49651']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:01.382142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:01.384144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86a988f-6eb7-4fe5-be38-d5ed64137226') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:01.384444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86a988f-6eb7-4fe5-be38-d5ed64137226') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:01.388725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c4f1e1b3-5e2a-4c72-afbe-f4994a57c933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (3d3c59d3-aef9-4f4e-aafe-17a97d756f14), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.408729 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [None req-fac6eb2d-2803-4b6f-b2b7-e98df29ac678 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.412738 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fac6eb2d-2803-4b6f-b2b7-e98df29ac678 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0343535 Oct 23 01:11:01.423740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33336) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.425476 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (a86a988f-6eb7-4fe5-be38-d5ed64137226), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.433718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-7ad8debe-7755-4387-afeb-e99077face4d tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/agent returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.437379 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7ad8debe-7755-4387-afeb-e99077face4d tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0071802 Oct 23 01:11:01.443164 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33338) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.453848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-6b378190-0c00-4308-9a73-996e13158ce6 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.455357 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6b378190-0c00-4308-9a73-996e13158ce6 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0108733 Oct 23 01:11:01.457960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33340) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.466405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-2a7dd728-9b89-4746-9d4c-23b1a13a5191 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.466586 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2a7dd728-9b89-4746-9d4c-23b1a13a5191 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046082 Oct 23 01:11:01.469760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33342) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.476711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-97f96bd0-80a5-4012-a670-f73d3aa49552 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.477747 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-97f96bd0-80a5-4012-a670-f73d3aa49552 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0069399 Oct 23 01:11:01.478929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a86a988f-6eb7-4fe5-be38-d5ed64137226), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.483123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33344) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.489296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-1eeb014d-caf1-4d17-bebd-b9f3f7c1d0ec tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.490362 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1eeb014d-caf1-4d17-bebd-b9f3f7c1d0ec tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0062311 Oct 23 01:11:01.493919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33346) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.507385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-39ed030b-a29b-4a97-84fa-c92957413b13 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.508432 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-39ed030b-a29b-4a97-84fa-c92957413b13 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078208 Oct 23 01:11:01.509645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:01.510081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (a86a988f-6eb7-4fe5-be38-d5ed64137226), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.517963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33348) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.533311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] For port f56d468a-448a-4d37-8db0-4004365a7f65, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f56d468a-448a-4d37-8db0-4004365a7f65,segment=NetworkSegment(ce70fa19-ff70-47a3-aaec-5b942f95a9ce),segment_id=ce70fa19-ff70-47a3-aaec-5b942f95a9ce)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:01.533955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.550520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Calling delete_port for f56d468a-448a-4d37-8db0-4004365a7f65 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:01.573759 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment a86a988f-6eb7-4fe5-be38-d5ed64137226 resource provider aggregate not found Oct 23 01:11:01.579958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-78b1ee54-7324-4f6c-b126-60e56a9d79dd tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.580962 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-78b1ee54-7324-4f6c-b126-60e56a9d79dd tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0111463 Oct 23 01:11:01.612308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33354) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.616087 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment a86a988f-6eb7-4fe5-be38-d5ed64137226 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a86a988f-6eb7-4fe5-be38-d5ed64137226 found for delete ", "request_id": "req-adc25b83-74a1-4595-8680-dd93b7cb0af4"}]} Oct 23 01:11:01.622615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-c1dd4ee2-ae67-4957-b89d-4b0a943c5bef tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.623612 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c1dd4ee2-ae67-4957-b89d-4b0a943c5bef tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0066712 Oct 23 01:11:01.632344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33356) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.641003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-1a68db02-ab6f-463c-95d2-c2c768470bc8 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.642018 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1a68db02-ab6f-463c-95d2-c2c768470bc8 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0087302 Oct 23 01:11:01.648838 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e7daa888-7cac-41b3-9252-94c57a7d2317 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2720253 Oct 23 01:11:01.654099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33358) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.657236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33360) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.662381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-77ea9a99-8716-4fd7-bdcf-f9fddaf4ef80 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:01.670141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-78b41f85-338d-4b5e-91ea-ea74b469b6f8 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.671149 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-78b41f85-338d-4b5e-91ea-ea74b469b6f8 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0130281 Oct 23 01:11:01.674847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33362) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.685631 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:01.692447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1e1b3-5e2a-4c72-afbe-f4994a57c933 None None] Pushing event deleted for resources: {'Port': ['ID=3d3c59d3-aef9-4f4e-aafe-17a97d756f14,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:01.695652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-19ef1e3e-db46-4ddf-b5cc-19e4c7b4e13e tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.697363 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-19ef1e3e-db46-4ddf-b5cc-19e4c7b4e13e tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0186160 Oct 23 01:11:01.704752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:01.704752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33364) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.704752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Router 23802a6e-5480-476e-b096-70d0a9c0377c has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:01.709919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-c2ea685a-9ed2-4b80-9787-3aef5d55a2be tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.710041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1e1b3-5e2a-4c72-afbe-f4994a57c933 None None] No DVR routers for this DVR port 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:01.714466 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c2ea685a-9ed2-4b80-9787-3aef5d55a2be tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050900 Oct 23 01:11:01.728827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33366) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.736047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [None req-82a7a53b-7539-424f-95ff-66feea388fc3 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.741816 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-82a7a53b-7539-424f-95ff-66feea388fc3 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0074034 Oct 23 01:11:01.742007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33368) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.745211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-6077e428-c047-485b-a019-49a505133d32 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.747005 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6077e428-c047-485b-a019-49a505133d32 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045147 Oct 23 01:11:01.778195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:01.778195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (e2050502-010d-4978-acaa-f32dc3f49651), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.778195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33370) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.780608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:01.780819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-0caf8f16-1345-4b9f-9ab8-818b305d8223 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.780819 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0caf8f16-1345-4b9f-9ab8-818b305d8223 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0060427 Oct 23 01:11:01.786337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33372) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.787557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.794099 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "DELETE /networking/v2.0/networks/e2050502-010d-4978-acaa-f32dc3f49651 HTTP/1.1" status: 204 len: 168 time: 1.8801024 Oct 23 01:11:01.801295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33374) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.810630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb4e9c-dc92-41ec-91d5-bddf562629bb None None] Current status of the port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:01.814979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-3633a812-3608-4884-9080-73ca389ce729 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/floating-ip-port-forwarding-detail returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.816706 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3633a812-3608-4884-9080-73ca389ce729 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/floating-ip-port-forwarding-detail HTTP/1.1" status: 200 len: 465 time: 0.0191066 Oct 23 01:11:01.819313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:01.822766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f503e5-97a3-4261-a92b-74fdbc9c5f48 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event deleted for resources: {'Network': ['ID=e2050502-010d-4978-acaa-f32dc3f49651,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:01.823841 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33376) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.837860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-94c5d4d6-6fa5-46f9-8263-904f9a7dd3be tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.837860 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-94c5d4d6-6fa5-46f9-8263-904f9a7dd3be tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043106 Oct 23 01:11:01.837860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33378) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.839667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-92ad568e-4d6b-4fff-9401-d9227938f748 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.843042 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-92ad568e-4d6b-4fff-9401-d9227938f748 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0041718 Oct 23 01:11:01.877673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33380) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.882789 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-b604d987-1541-4015-bcdc-ff409b3eff6d tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.884330 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b604d987-1541-4015-bcdc-ff409b3eff6d tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050783 Oct 23 01:11:01.893112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33384) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.899425 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-1367e8eb-22b3-4f79-be06-42c924148c8c tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.899639 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1367e8eb-22b3-4f79-be06-42c924148c8c tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0057867 Oct 23 01:11:01.904693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33386) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.916610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-6827ab72-90c0-43f7-bf89-c4956dbcc9f1 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/router returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.917857 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6827ab72-90c0-43f7-bf89-c4956dbcc9f1 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0105138 Oct 23 01:11:01.924143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33388) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.928673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-babb0135-0bbd-4491-b571-b967ca351f74 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.929662 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-babb0135-0bbd-4491-b571-b967ca351f74 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046062 Oct 23 01:11:01.939168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-de5038b0-1a1f-4b27-99af-4c5395b43277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (7e93a10f-b120-42ef-a7ed-085d4cb0280f), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.942252 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33390) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.954687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [None req-52ecfb02-6857-4f45-b9bd-9649b8d3e53d tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.955896 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-52ecfb02-6857-4f45-b9bd-9649b8d3e53d tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0065382 Oct 23 01:11:01.959540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33392) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:01.964419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.964754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-fac9c3cf-fe24-4256-b8d7-4b839b498665 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:01.964895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bdc7d808-b5ca-4268-9e8d-bc24c2813977 None None] Provisioning complete for port b46c8304-4ba3-4f63-9b33-2ea0e9756db9 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:01.969506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d808-b5ca-4268-9e8d-bc24c2813977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b46c8304-4ba3-4f63-9b33-2ea0e9756db9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:01.969506 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bdc7d808-b5ca-4268-9e8d-bc24c2813977 None None] Attempt 1 to provision port b46c8304-4ba3-4f63-9b33-2ea0e9756db9 Oct 23 01:11:01.969744 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fac9c3cf-fe24-4256-b8d7-4b839b498665 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046401 Oct 23 01:11:01.999838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (57710673-593c-4207-9091-a1ff34e2dd46), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.002182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7ac2c-7da3-4e2e-a04e-62b6d827ca13 None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:02.004708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33394) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.007057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Port': ['ID=f56d468a-448a-4d37-8db0-4004365a7f65,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:02.010633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-e57af03c-081d-4314-8152-551048bde66f tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.011583 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e57af03c-081d-4314-8152-551048bde66f tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051882 Oct 23 01:11:02.014673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33396) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.019108 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-a50536fd-b5b7-4e5c-8753-05b8750f6260 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.022685 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a50536fd-b5b7-4e5c-8753-05b8750f6260 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044522 Oct 23 01:11:02.022910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33398) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.027047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-e45e0ad0-66c5-4b9e-82fb-5d523f66bf99 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/metering returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.028171 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e45e0ad0-66c5-4b9e-82fb-5d523f66bf99 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042236 Oct 23 01:11:02.031296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33400) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.035644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-448df4fa-5f77-4297-96e7-c79313e27b40 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.039090 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-448df4fa-5f77-4297-96e7-c79313e27b40 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0058448 Oct 23 01:11:02.041484 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5038b0-1a1f-4b27-99af-4c5395b43277 None None] Pushing event deleted for resources: {'Port': ['ID=7e93a10f-b120-42ef-a7ed-085d4cb0280f,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:02.049237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (36425e1c-e058-4358-ab93-e7430af2b1d8), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.053188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33402) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.058669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-54d4978c-0cd0-4ebd-b6aa-e295c35e71d8 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.061841 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-54d4978c-0cd0-4ebd-b6aa-e295c35e71d8 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062704 Oct 23 01:11:02.066001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5038b0-1a1f-4b27-99af-4c5395b43277 None None] No DVR routers for this DVR port 7e93a10f-b120-42ef-a7ed-085d4cb0280f on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:02.067578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:02.070422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ea9a99-8716-4fd7-bdcf-f9fddaf4ef80 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:02.075675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-77ea9a99-8716-4fd7-bdcf-f9fddaf4ef80 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.083949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33404) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.091022 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 5eda000b-1cc3-4e6d-a922-16abbdd28096 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:11:02.093120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No DVR routers for this DVR port f56d468a-448a-4d37-8db0-4004365a7f65 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:02.095825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d8c3e77b-4156-40e1-9ffa-42babb0ec05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (f56d468a-448a-4d37-8db0-4004365a7f65), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.099575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:02.100892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [None req-c09298e7-07bd-44e8-a122-fdeb93344a2a tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.102244 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c09298e7-07bd-44e8-a122-fdeb93344a2a tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0124073 Oct 23 01:11:02.117579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:02.118322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3d3c59d3-aef9-4f4e-aafe-17a97d756f14 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:02.118945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7e93a10f-b120-42ef-a7ed-085d4cb0280f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:02.126332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33406) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.132582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-696cfffc-29fc-4d10-b2f5-9b9c296229e7 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.132733 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cc9483b1-b5a0-40fc-ba1b-845f855d4375 req-bca46c9d-462e-4c71-872b-404b326871d8 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 210 time: 0.1303003 Oct 23 01:11:02.137417 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-696cfffc-29fc-4d10-b2f5-9b9c296229e7 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0100353 Oct 23 01:11:02.143892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b715f11-6672-41ce-a593-a8a714989cce None None] Sync routers for ids ['23802a6e-5480-476e-b096-70d0a9c0377c'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:02.155685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33408) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.187246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [None req-31434ea1-89b8-4c8a-b1c2-984fc1432049 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.188242 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-31434ea1-89b8-4c8a-b1c2-984fc1432049 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0296936 Oct 23 01:11:02.198475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33410) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.201468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3e77b-4156-40e1-9ffa-42babb0ec05d None None] Pushing event deleted for resources: {'Port': ['ID=f56d468a-448a-4d37-8db0-4004365a7f65,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:02.205945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7d808-b5ca-4268-9e8d-bc24c2813977 None None] Port b46c8304-4ba3-4f63-9b33-2ea0e9756db9 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:02.211739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-184828b0-ed6e-414a-aaba-a9dc41e04447 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.211952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3e77b-4156-40e1-9ffa-42babb0ec05d None None] No DVR routers for this DVR port f56d468a-448a-4d37-8db0-4004365a7f65 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:02.216069 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-184828b0-ed6e-414a-aaba-a9dc41e04447 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080307 Oct 23 01:11:02.217004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 7e93a10f-b120-42ef-a7ed-085d4cb0280f {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:02.218543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7e93a10f-b120-42ef-a7ed-085d4cb0280f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:02.218543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f56d468a-448a-4d37-8db0-4004365a7f65 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:02.220881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-63e7ac2c-7da3-4e2e-a04e-62b6d827ca13 None None] Deleting port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:02.221360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-63e7ac2c-7da3-4e2e-a04e-62b6d827ca13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.224863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] No DVR routers for this DVR port 669bdc2b-ace0-4ea5-a65f-b201c60afb14 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:02.226137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33412) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.230592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.235127 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-992b46f3-8832-4e6b-80f6-92af480ed533 req-4c0a45c4-5461-45f0-9880-4f21147cb55d tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.48 "DELETE /networking/v2.0/ports/669bdc2b-ace0-4ea5-a65f-b201c60afb14 HTTP/1.1" status: 204 len: 173 time: 2.7890074 Oct 23 01:11:02.235750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'name': 'network-vif-deleted', 'tag': '669bdc2b-ace0-4ea5-a65f-b201c60afb14'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:11:02.238019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b9ca4f-1b2c-4b5c-8e2f-8f059997494a" -d '{"events": [{"server_uuid": "5a28e9a3-79ee-4092-9944-3a2066df61c5", "name": "network-vif-deleted", "tag": "669bdc2b-ace0-4ea5-a65f-b201c60afb14"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:11:02.265344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [None req-c45c661a-5921-4df1-8a1d-12cbf0d37811 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.266627 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c45c661a-5921-4df1-8a1d-12cbf0d37811 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0372405 Oct 23 01:11:02.269178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33416) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.276094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-5d95641f-c350-4ffd-ac0c-726948a1fd9b tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.276954 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5d95641f-c350-4ffd-ac0c-726948a1fd9b tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0062599 Oct 23 01:11:02.283493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33418) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.286283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3067555-357c-4d71-8dd1-e03b98cfd1c7 x-openstack-request-id: req-f3067555-357c-4d71-8dd1-e03b98cfd1c7 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:11:02.286678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a28e9a3-79ee-4092-9944-3a2066df61c5", "name": "network-vif-deleted", "tag": "669bdc2b-ace0-4ea5-a65f-b201c60afb14", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:11:02.286991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3067555-357c-4d71-8dd1-e03b98cfd1c7 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:11:02.287488 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3067555-357c-4d71-8dd1-e03b98cfd1c7'] response: {'server_uuid': '5a28e9a3-79ee-4092-9944-3a2066df61c5', 'name': 'network-vif-deleted', 'tag': '669bdc2b-ace0-4ea5-a65f-b201c60afb14', 'status': 'completed', 'code': 200} Oct 23 01:11:02.294894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-c59dcd98-2534-403e-b56f-9bb0fd141dff tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.298838 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c59dcd98-2534-403e-b56f-9bb0fd141dff tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0058897 Oct 23 01:11:02.298838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33420) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.299489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:02.308685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-0e3dfce0-ed59-417e-8a54-a8bb6ec2c42c tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.309047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b715f11-6672-41ce-a593-a8a714989cce None None] Routers {'23802a6e-5480-476e-b096-70d0a9c0377c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:02.309883 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0e3dfce0-ed59-417e-8a54-a8bb6ec2c42c tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0091736 Oct 23 01:11:02.310190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2b715f11-6672-41ce-a593-a8a714989cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['23802a6e-5480-476e-b096-70d0a9c0377c'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.313239 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33422) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.317652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-fe423278-73ce-4c21-b48f-ba8b9c6a0b47 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.321777 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fe423278-73ce-4c21-b48f-ba8b9c6a0b47 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050895 Oct 23 01:11:02.322185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33424) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.327751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-4af37937-7c30-4c24-996c-b306c3ea0265 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/binding returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.332644 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4af37937-7c30-4c24-996c-b306c3ea0265 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0054913 Oct 23 01:11:02.333187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: f56d468a-448a-4d37-8db0-4004365a7f65 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:02.335761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f56d468a-448a-4d37-8db0-4004365a7f65 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:02.335881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33426) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.340847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-f7008ac8-7885-4f86-be9f-23769f9364b6 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.342013 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f7008ac8-7885-4f86-be9f-23769f9364b6 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0062017 Oct 23 01:11:02.343722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:02.361879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33428) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.366894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (b6bed8b6-efef-4d8f-8679-4b69ed744086), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.369166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-41fc9683-6477-493d-9a92-13a2b590498c tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.370190 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-41fc9683-6477-493d-9a92-13a2b590498c tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0071402 Oct 23 01:11:02.378105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33430) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.382206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Subnet': ['ID=36425e1c-e058-4358-ab93-e7430af2b1d8,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:02.385072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-73d61490-dd8d-4612-ab43-f5806d35b3d6 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.386552 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-73d61490-dd8d-4612-ab43-f5806d35b3d6 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073547 Oct 23 01:11:02.389675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33432) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.394581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-5c42b9b7-7910-44dc-aa8c-f4ea0247ab07 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/provider returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.395733 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5c42b9b7-7910-44dc-aa8c-f4ea0247ab07 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046823 Oct 23 01:11:02.401126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33434) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.405677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-63e7ac2c-7da3-4e2e-a04e-62b6d827ca13 None None] For port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e629cd3-2e02-4e8d-a57a-cda5679bb0dd,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:02.406097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-63e7ac2c-7da3-4e2e-a04e-62b6d827ca13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.407447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-614c55bf-70ad-4ce4-93f8-9dbbfc9aee6c tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.408650 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-614c55bf-70ad-4ce4-93f8-9dbbfc9aee6c tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0065377 Oct 23 01:11:02.411258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33436) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.415861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-239439de-dfca-4e26-b401-7410c76a05e9 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.417441 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-239439de-dfca-4e26-b401-7410c76a05e9 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0041683 Oct 23 01:11:02.426510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33438) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.432907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-1300909f-3081-43de-b3d9-b1c4c04c43df tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.437437 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1300909f-3081-43de-b3d9-b1c4c04c43df tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0065708 Oct 23 01:11:02.437437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33440) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.467172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-4593ba0c-9016-4d0c-8bed-e6b7b84ea020 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.470142 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4593ba0c-9016-4d0c-8bed-e6b7b84ea020 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0305576 Oct 23 01:11:02.472670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33442) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.472885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb6df-f482-4f54-b2f3-25c5e3441b91 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (9be40b7c-d50b-4f67-bf90-3ebf77fac3fe), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.479636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:02.479872 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-74fe2873-73a7-4174-992f-1a4fde87bcbd tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.482211 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-74fe2873-73a7-4174-992f-1a4fde87bcbd tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0049200 Oct 23 01:11:02.483626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33444) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.484127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-2b715f11-6672-41ce-a593-a8a714989cce None None] Set router 23802a6e-5480-476e-b096-70d0a9c0377c gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:02.486031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Checking segment: {'id': '0c79ce47-796b-49a6-ab26-053e0c76e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd34bf2ae-2819-40e9-886b-127996c089b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:02.486460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network hostable DHCP agents. Network: d34bf2ae-2819-40e9-886b-127996c089b9, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:02.489185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-e2e95eb6-6a36-4874-853b-6c712e2175b6 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.490814 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e2e95eb6-6a36-4874-853b-6c712e2175b6 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0060775 Oct 23 01:11:02.493961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33446) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.502485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [None req-198a2a28-f386-44ad-9ff9-c0b824415cfb tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.503591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-198a2a28-f386-44ad-9ff9-c0b824415cfb tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0086906 Oct 23 01:11:02.506490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33448) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.515260 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-63e7ac2c-7da3-4e2e-a04e-62b6d827ca13 None None] Calling delete_port for 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:02.516455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-8a5f0480-6265-4d96-8fb2-d4a0cbb0cd46 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.517771 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8a5f0480-6265-4d96-8fb2-d4a0cbb0cd46 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0101850 Oct 23 01:11:02.523188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33450) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.523611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:02.535329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-d58811b5-eb75-4f9a-ac2d-465e1c901d4f tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.543322 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d58811b5-eb75-4f9a-ac2d-465e1c901d4f tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0121863 Oct 23 01:11:02.545555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33452) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.553352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-64a237da-a636-4acb-a203-8b72cddf0940 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.554543 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-64a237da-a636-4acb-a203-8b72cddf0940 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0076368 Oct 23 01:11:02.557171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33454) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.561524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-349c28fb-373e-49fa-8f9d-27dba7a8f0a2 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.562744 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-349c28fb-373e-49fa-8f9d-27dba7a8f0a2 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045376 Oct 23 01:11:02.566044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33456) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.575540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-503ec1bf-a42c-455d-b5fc-64779289ba46 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.575540 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-503ec1bf-a42c-455d-b5fc-64779289ba46 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042527 Oct 23 01:11:02.578009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33458) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.582533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-78351587-118d-4739-986c-0320c089e7fd tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.585882 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-78351587-118d-4739-986c-0320c089e7fd tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045109 Oct 23 01:11:02.586198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33460) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.590457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-0c7325f0-a5c2-4795-9d4d-08133345b01f tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.593830 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0c7325f0-a5c2-4795-9d4d-08133345b01f tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043952 Oct 23 01:11:02.595341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33462) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.598773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bb6df-f482-4f54-b2f3-25c5e3441b91 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=9be40b7c-d50b-4f67-bf90-3ebf77fac3fe,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:02.600905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-b22177e4-4718-40f2-849e-85a2676a9773 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.604779 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b22177e4-4718-40f2-849e-85a2676a9773 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0060472 Oct 23 01:11:02.604955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (57710673-593c-4207-9091-a1ff34e2dd46), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.605989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33464) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.606672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6bed8b6-efef-4d8f-8679-4b69ed744086']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.610571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-f01fae3d-ecd5-4aa2-8c7e-281a36bb56e7 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.611697 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f01fae3d-ecd5-4aa2-8c7e-281a36bb56e7 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045638 Oct 23 01:11:02.614301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33466) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.620127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-15566f62-83d5-4a90-bf3a-b86aa62e57b2 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.623835 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-15566f62-83d5-4a90-bf3a-b86aa62e57b2 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0053020 Oct 23 01:11:02.624952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33468) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.631466 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-641912c4-2c2f-4626-ac22-6c58e6545494 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.634770 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-641912c4-2c2f-4626-ac22-6c58e6545494 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0064912 Oct 23 01:11:02.634770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-77ea9a99-8716-4fd7-bdcf-f9fddaf4ef80 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (989b465a-5988-4a74-b9ec-1a748e136ecb), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.637777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33470) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.640987 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce70fa19-ff70-47a3-aaec-5b942f95a9ce') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.641289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce70fa19-ff70-47a3-aaec-5b942f95a9ce') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.646860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-67db8cb6-b79d-4220-9129-5f688c85bbbb tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.650516 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-67db8cb6-b79d-4220-9129-5f688c85bbbb tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0054035 Oct 23 01:11:02.654277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33472) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.660605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-a141d049-bec5-4f6a-80d9-4468db8007f2 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.664173 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a141d049-bec5-4f6a-80d9-4468db8007f2 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061209 Oct 23 01:11:02.681472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33474) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.684929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (ce70fa19-ff70-47a3-aaec-5b942f95a9ce), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.691372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-9bad9020-f6e0-4648-861f-1b2445e24fb5 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.695539 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9bad9020-f6e0-4648-861f-1b2445e24fb5 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0102067 Oct 23 01:11:02.697146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57710673-593c-4207-9091-a1ff34e2dd46']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.701555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33476) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.702723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ea9a99-8716-4fd7-bdcf-f9fddaf4ef80 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:02.708605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-77ea9a99-8716-4fd7-bdcf-f9fddaf4ef80 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:02.712357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea9a99-8716-4fd7-bdcf-f9fddaf4ef80 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:02.713389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-77ea9a99-8716-4fd7-bdcf-f9fddaf4ef80 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.716214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:02.729986 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b2204b-6390-4ef1-a00d-635bd39b45c9 None None] Sync routers for ids ['5eda000b-1cc3-4e6d-a922-16abbdd28096'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:02.731304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ce70fa19-ff70-47a3-aaec-5b942f95a9ce), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.741725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:02.742485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (ce70fa19-ff70-47a3-aaec-5b942f95a9ce), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.748888 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b2204b-6390-4ef1-a00d-635bd39b45c9 None None] Routers {'5eda000b-1cc3-4e6d-a922-16abbdd28096'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:02.750066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea9a99-8716-4fd7-bdcf-f9fddaf4ef80 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=989b465a-5988-4a74-b9ec-1a748e136ecb,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:02.750209 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-82b2204b-6390-4ef1-a00d-635bd39b45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5eda000b-1cc3-4e6d-a922-16abbdd28096'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.770448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2b715f11-6672-41ce-a593-a8a714989cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:24Z', 'revision_number': 4, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '397ae4eb-0797-45fe-8a52-327bd8f3c48a', 'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'mac_address': 'fa:16:3e:3b:e0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:33Z', 'revision_number': 5, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'subnets': [{'id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.776108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [None req-896e4a94-c5b8-4f6e-811d-73fc6747fc72 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.780192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33478) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.780576 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-896e4a94-c5b8-4f6e-811d-73fc6747fc72 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0693760 Oct 23 01:11:02.785429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b473f9a9-f97a-42cd-8711-22b8349b8f1e') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.785980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b473f9a9-f97a-42cd-8711-22b8349b8f1e') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.787853 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-e3adeca9-33ad-4a7f-a1d2-e3f142e2bb65 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.791521 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e3adeca9-33ad-4a7f-a1d2-e3f142e2bb65 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0074995 Oct 23 01:11:02.792077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33480) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.800112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b715f11-6672-41ce-a593-a8a714989cce None None] Checking router: 23802a6e-5480-476e-b096-70d0a9c0377c for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:11:02.805376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-bc8f2559-aee0-4352-9863-c16dc0589c58 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.805376 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bc8f2559-aee0-4352-9863-c16dc0589c58 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0089455 Oct 23 01:11:02.805931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33482) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.810477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (b473f9a9-f97a-42cd-8711-22b8349b8f1e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.810823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b715f11-6672-41ce-a593-a8a714989cce None None] Routers {'23802a6e-5480-476e-b096-70d0a9c0377c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:02.811446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2b715f11-6672-41ce-a593-a8a714989cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['23802a6e-5480-476e-b096-70d0a9c0377c'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.812533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-f1d50243-4655-4d03-a525-c2daf04f54d6 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.816340 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f1d50243-4655-4d03-a525-c2daf04f54d6 tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0068858 Oct 23 01:11:02.816494 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-82b2204b-6390-4ef1-a00d-635bd39b45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.816599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33484) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.822233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [None req-8e8f2e3f-4839-4b45-a94a-2c973895728c tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] http://10.222.0.36:9696/networking/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:11:02.826063 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8e8f2e3f-4839-4b45-a94a-2c973895728c tempest-ExtensionsTestJSON-1897269630 tempest-ExtensionsTestJSON-1897269630-project] 10.222.0.36 "GET /networking/v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0057621 Oct 23 01:11:02.844458 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b2204b-6390-4ef1-a00d-635bd39b45c9 None None] Routers {'5eda000b-1cc3-4e6d-a922-16abbdd28096'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:02.845281 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-82b2204b-6390-4ef1-a00d-635bd39b45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5eda000b-1cc3-4e6d-a922-16abbdd28096'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.872975 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-296b70df-3447-40ee-9c28-4b4c04809b5f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/5eda000b-1cc3-4e6d-a922-16abbdd28096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7145283 Oct 23 01:11:02.873187 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-77ea9a99-8716-4fd7-bdcf-f9fddaf4ef80 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2170250 Oct 23 01:11:02.876512 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ce70fa19-ff70-47a3-aaec-5b942f95a9ce resource provider aggregate not found Oct 23 01:11:02.876986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33490) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.877338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33492) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:02.884960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c41053c0-ae70-4690-95de-9b7bd2674b52 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1684928795', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:02.919191 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network d34bf2ae-2819-40e9-886b-127996c089b9 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:02.926429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-63e7ac2c-7da3-4e2e-a04e-62b6d827ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (4e629cd3-2e02-4e8d-a57a-cda5679bb0dd), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.928235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b473f9a9-f97a-42cd-8711-22b8349b8f1e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.938852 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 669bdc2b-ace0-4ea5-a65f-b201c60afb14 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:02.981375 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-82b2204b-6390-4ef1-a00d-635bd39b45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:02.984308 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b2204b-6390-4ef1-a00d-635bd39b45c9 None None] The sync data for ids ['5eda000b-1cc3-4e6d-a922-16abbdd28096'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:02.985448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:02.985945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (b473f9a9-f97a-42cd-8711-22b8349b8f1e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.992503 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ce70fa19-ff70-47a3-aaec-5b942f95a9ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce70fa19-ff70-47a3-aaec-5b942f95a9ce found for delete ", "request_id": "req-1be7fba3-1f2b-4ae3-912d-629a59484d00"}]} Oct 23 01:11:03.007134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950c5bf9-72fa-49f4-b725-e6c757ffb4d3 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:03.011229 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-950c5bf9-72fa-49f4-b725-e6c757ffb4d3 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports/b46c8304-4ba3-4f63-9b33-2ea0e9756db9 HTTP/1.1" status: 200 len: 910 time: 0.1299684 Oct 23 01:11:03.011993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33498) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.054196 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb6df-f482-4f54-b2f3-25c5e3441b91 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.059911 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8f4bb6df-f482-4f54-b2f3-25c5e3441b91 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/ports/9be40b7c-d50b-4f67-bf90-3ebf77fac3fe HTTP/1.1" status: 204 len: 168 time: 3.0757275 Oct 23 01:11:03.065172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 669bdc2b-ace0-4ea5-a65f-b201c60afb14 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:03.065531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 669bdc2b-ace0-4ea5-a65f-b201c60afb14 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:03.066650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d34bf2ae-2819-40e9-886b-127996c089b9) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:03.069411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33500) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.080100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:03.080742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.084132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496fa340-36a6-4be2-b7ba-388c1791bc3e None None] Network d34bf2ae-2819-40e9-886b-127996c089b9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:03.102602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c41053c0-ae70-4690-95de-9b7bd2674b52 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (30274c19-0515-4adb-8e0e-b22e35cc0a30), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.104204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c41053c0-ae70-4690-95de-9b7bd2674b52 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (30274c19-0515-4adb-8e0e-b22e35cc0a30), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.104463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7ac2c-7da3-4e2e-a04e-62b6d827ca13 None None] Pushing event deleted for resources: {'Port': ['ID=4e629cd3-2e02-4e8d-a57a-cda5679bb0dd,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:03.119598 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (b6bed8b6-efef-4d8f-8679-4b69ed744086), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.148316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.151679 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/b6bed8b6-efef-4d8f-8679-4b69ed744086 HTTP/1.1" status: 204 len: 168 time: 3.1506803 Oct 23 01:11:03.152708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb0c66-2215-4126-8725-9fe21882660c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Network': ['ID=b6bed8b6-efef-4d8f-8679-4b69ed744086,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:03.154453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33502) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.155479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7ac2c-7da3-4e2e-a04e-62b6d827ca13 None None] No DVR routers for this DVR port 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:03.174082 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8e70b692-7698-4b58-b64b-df3fc4d34674 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3968301 Oct 23 01:11:03.180046 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (57710673-593c-4207-9091-a1ff34e2dd46), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.199717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33506) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.221020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.223301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': 'd34bf2ae-2819-40e9-886b-127996c089b9', 'name': 'tempest-PortsTestJSON-1090530543'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:03.226383 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "DELETE /networking/v2.0/networks/57710673-593c-4207-9091-a1ff34e2dd46 HTTP/1.1" status: 204 len: 168 time: 1.4240434 Oct 23 01:11:03.231137 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-63466ccf-07bf-47b3-93d2-3353c54a1a18 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:03.231975 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63466ccf-07bf-47b3-93d2-3353c54a1a18 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:03.234770 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-63466ccf-07bf-47b3-93d2-3353c54a1a18 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/4647727a-9b15-4962-8ffb-5f701a4a511b HTTP/1.1" status: 404 len: 337 time: 0.0763505 Oct 23 01:11:03.238744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33508) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.239077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33510) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.270437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcfb68-2aef-48e3-8b8a-32ffc9cd9972 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event deleted for resources: {'Network': ['ID=57710673-593c-4207-9091-a1ff34e2dd46,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:03.292138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:03.298179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4f48bdaf-a7ab-4d75-8abb-f48b595f25b2 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port fb7690d1-3a82-4752-abe4-c83b7afafc19 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:03.298545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4f48bdaf-a7ab-4d75-8abb-f48b595f25b2 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fb7690d1-3a82-4752-abe4-c83b7afafc19), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.333319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa943df-2e24-4569-b7e5-c1db3a1424d9 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:03.408850 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4f48bdaf-a7ab-4d75-8abb-f48b595f25b2 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fb7690d1-3a82-4752-abe4-c83b7afafc19), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.428783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-2b715f11-6672-41ce-a593-a8a714989cce None None] Set router 23802a6e-5480-476e-b096-70d0a9c0377c gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:03.443386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4f48bdaf-a7ab-4d75-8abb-f48b595f25b2 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for fb7690d1-3a82-4752-abe4-c83b7afafc19 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:03.489319 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-aaadc10b-489b-4fbb-857d-559ec8c639cd req-83f22523-7747-4aa5-8fa5-b70ad3179594 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5a28e9a3-79ee-4092-9944-3a2066df61c5 HTTP/1.1" status: 200 len: 210 time: 0.0392187 Oct 23 01:11:03.566471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33514) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.622805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:03.648850 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:03.667213 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f681da-851e-4d40-b49a-b9f2c49f61cb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:03.667754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f681da-851e-4d40-b49a-b9f2c49f61cb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:03.671691 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f4f681da-851e-4d40-b49a-b9f2c49f61cb tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/221f1fa7-284a-4679-afb2-01f697e4e6f1 HTTP/1.1" status: 404 len: 339 time: 0.3820217 Oct 23 01:11:03.681156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33518) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.722762 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6af35d-899f-428d-ac15-6a1196e94c98 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:03.723262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6af35d-899f-428d-ac15-6a1196e94c98 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:03.728267 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7e6af35d-899f-428d-ac15-6a1196e94c98 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/be7bf012-57f8-422f-b938-6b0e747a1f12 HTTP/1.1" status: 404 len: 337 time: 0.0451586 Oct 23 01:11:03.730225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d34bf2ae-2819-40e9-886b-127996c089b9', 'network_id': 'd34bf2ae-2819-40e9-886b-127996c089b9', 'project_id': '118c27f55c89478ba681471398554359', 'fixed_ips': [{'subnet_id': '36425e1c-e058-4358-ab93-e7430af2b1d8'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:03.731399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.731549 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33520) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.757647 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88961ae-0227-427c-95c7-671135be9df0 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:03.758231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88961ae-0227-427c-95c7-671135be9df0 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:03.762266 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a88961ae-0227-427c-95c7-671135be9df0 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/681c019d-b71a-44fc-b26b-31e766e1fab6 HTTP/1.1" status: 404 len: 339 time: 0.0298555 Oct 23 01:11:03.767241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33522) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.768594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c41053c0-ae70-4690-95de-9b7bd2674b52 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for router_controller (30274c19-0515-4adb-8e0e-b22e35cc0a30), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.799422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': '989b465a-5988-4a74-b9ec-1a748e136ecb'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:03.800617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.806877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5cf084-e991-448d-97ad-00fc08c56f6f tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Deleting subnet f046b2b7-9d1f-4f48-8d9b-d40b826e0f20 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:03.813848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf084-e991-448d-97ad-00fc08c56f6f tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for subnet (f046b2b7-9d1f-4f48-8d9b-d40b826e0f20), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.818650 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f25e822-571e-4ff3-9f0b-ce0623c12623 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:03.819122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f25e822-571e-4ff3-9f0b-ce0623c12623 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:03.823221 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8f25e822-571e-4ff3-9f0b-ce0623c12623 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/41e78d09-17f9-43ab-b80c-0585841b08cd HTTP/1.1" status: 404 len: 337 time: 0.0548627 Oct 23 01:11:03.843881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33524) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.869751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf084-e991-448d-97ad-00fc08c56f6f tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (f046b2b7-9d1f-4f48-8d9b-d40b826e0f20), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.891382 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5151de8-5452-4126-b20f-a333966e319a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:03.902542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5151de8-5452-4126-b20f-a333966e319a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:03.916710 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d5151de8-5452-4126-b20f-a333966e319a tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/c53d5e52-e775-469c-9b7d-75199b8726fc HTTP/1.1" status: 404 len: 339 time: 0.0557833 Oct 23 01:11:03.928172 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33526) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:03.935248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:03.954222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-144afb94-8e6b-4655-8961-d1407a3ed8b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:03.972259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c41053c0-ae70-4690-95de-9b7bd2674b52 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (30274c19-0515-4adb-8e0e-b22e35cc0a30), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.035298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf084-e991-448d-97ad-00fc08c56f6f tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (f046b2b7-9d1f-4f48-8d9b-d40b826e0f20), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.054009 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5952f1-1c58-4da6-90e8-18e2eef35e9e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Deleting subnet 65c3e534-5355-456e-bd9b-e55cbecc6512 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:04.057631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4f48bdaf-a7ab-4d75-8abb-f48b595f25b2 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fb7690d1-3a82-4752-abe4-c83b7afafc19), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.078652 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1b5952f1-1c58-4da6-90e8-18e2eef35e9e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (65c3e534-5355-456e-bd9b-e55cbecc6512), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.182539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:04.223598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c41053c0-ae70-4690-95de-9b7bd2674b52 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.224920 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c41053c0-ae70-4690-95de-9b7bd2674b52 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3449659 Oct 23 01:11:04.229518 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:04.233319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.247105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33528) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:04.249752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48bdaf-a7ab-4d75-8abb-f48b595f25b2 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=fb7690d1-3a82-4752-abe4-c83b7afafc19,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:04.254512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2b715f11-6672-41ce-a593-a8a714989cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:24Z', 'revision_number': 4, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '397ae4eb-0797-45fe-8a52-327bd8f3c48a', 'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'mac_address': 'fa:16:3e:3b:e0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:33Z', 'revision_number': 5, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'subnets': [{'id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:04.257145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:04.257655 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4e629cd3-2e02-4e8d-a57a-cda5679bb0dd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:04.304226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b715f11-6672-41ce-a593-a8a714989cce None None] The sync data for ids ['23802a6e-5480-476e-b096-70d0a9c0377c'] in dv-neutron-master-2-hyperv is: [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:24Z', 'revision_number': 4, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '397ae4eb-0797-45fe-8a52-327bd8f3c48a', 'name': '', 'network_id': '7137e86b-dd2c-4bcd-b0f6-bd1db47276ec', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'mac_address': 'fa:16:3e:3b:e0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:21Z', 'updated_at': '2022-10-23T01:07:33Z', 'revision_number': 5, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'subnets': [{'id': '8b74024a-d17f-4db3-83e8-5ff782bd2612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:04.325054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1b5952f1-1c58-4da6-90e8-18e2eef35e9e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (65c3e534-5355-456e-bd9b-e55cbecc6512), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.350127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 0bb9c45d-d416-4f2e-9c4c-3c7a71779e66 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:11:04.354666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Allocated IP 172.20.0.2 (d34bf2ae-2819-40e9-886b-127996c089b9/36425e1c-e058-4358-ab93-e7430af2b1d8/63be3a34-b61d-452e-9520-b79e462170ba) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:04.387843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Allocated IP 2001:db8::2 (93e5b356-0704-414d-a7cb-470971f9a8ef/989b465a-5988-4a74-b9ec-1a748e136ecb/44c94de3-4b34-4838-b725-20adc633c380) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:04.395205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.504944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:04.509090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf084-e991-448d-97ad-00fc08c56f6f tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (f046b2b7-9d1f-4f48-8d9b-d40b826e0f20), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.517104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:04.521405 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4f48bdaf-a7ab-4d75-8abb-f48b595f25b2 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.525459 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4f48bdaf-a7ab-4d75-8abb-f48b595f25b2 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fb7690d1-3a82-4752-abe4-c83b7afafc19 HTTP/1.1" status: 204 len: 168 time: 1.4549046 Oct 23 01:11:04.528554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33530) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:04.679454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Publish callbacks [] for port (63be3a34-b61d-452e-9520-b79e462170ba), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.692903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cf084-e991-448d-97ad-00fc08c56f6f tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event deleted for resources: {'Subnet': ['ID=f046b2b7-9d1f-4f48-8d9b-d40b826e0f20,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:04.703211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf084-e991-448d-97ad-00fc08c56f6f tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.706627 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cb5cf084-e991-448d-97ad-00fc08c56f6f tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/f046b2b7-9d1f-4f48-8d9b-d40b826e0f20 HTTP/1.1" status: 204 len: 168 time: 1.4241371 Oct 23 01:11:04.713391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1b5952f1-1c58-4da6-90e8-18e2eef35e9e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (65c3e534-5355-456e-bd9b-e55cbecc6512), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.727864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0eec08-a447-4628-af70-ebf259704a04 None None] Network 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:04.753862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33536) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:04.758390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:04.789322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33538) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:04.845749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (63be3a34-b61d-452e-9520-b79e462170ba), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.945830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Publish callbacks [] for port (44c94de3-4b34-4838-b725-20adc633c380), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:04.965081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Network d34bf2ae-2819-40e9-886b-127996c089b9 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:04.972408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:04.974866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Pushing event updated for resources: {'Port': ['ID=63be3a34-b61d-452e-9520-b79e462170ba,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:04.977232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:05.035579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092771e-a948-4b0a-8cb8-c7814ccd2ff4 None None] New status for floating IP e80468f7-ddaf-41ea-b0b4-3eb9726db98e: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:11:05.045816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1b5952f1-1c58-4da6-90e8-18e2eef35e9e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (65c3e534-5355-456e-bd9b-e55cbecc6512), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.062575 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment b473f9a9-f97a-42cd-8711-22b8349b8f1e resource provider aggregate not found Oct 23 01:11:05.084847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (44c94de3-4b34-4838-b725-20adc633c380), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.092559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-144afb94-8e6b-4655-8961-d1407a3ed8b8 admin admin] Publish callbacks [] for security_group (53caa8cf-c225-4c22-933a-20405498c7e5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.099658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332b3771-d3ba-488f-bb86-f06b6cebb7f0 None None] DHCP port deletion for 9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:05.108439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (9a5a93e7-4091-40fb-8eab-6ca3b0e834b3), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.160374 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d04108-de19-4818-9256-dd5d31d0e9e3 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:05.162057 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e1d04108-de19-4818-9256-dd5d31d0e9e3 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a40cb2d0-7ddf-47bc-868f-a49398765bae HTTP/1.1" status: 200 len: 913 time: 0.6321669 Oct 23 01:11:05.166863 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment b473f9a9-f97a-42cd-8711-22b8349b8f1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b473f9a9-f97a-42cd-8711-22b8349b8f1e found for delete ", "request_id": "req-bd0e420a-186f-4033-b6a0-d661999ef01f"}]} Oct 23 01:11:05.169467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33544) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:05.179510 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5952f1-1c58-4da6-90e8-18e2eef35e9e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Subnet': ['ID=65c3e534-5355-456e-bd9b-e55cbecc6512,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:05.217109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Attempting to bind port 63be3a34-b61d-452e-9520-b79e462170ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:05.217813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Attempting to bind port 63be3a34-b61d-452e-9520-b79e462170ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0c79ce47-796b-49a6-ab26-053e0c76e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd34bf2ae-2819-40e9-886b-127996c089b9'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:05.217956 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Attempting to bind port 63be3a34-b61d-452e-9520-b79e462170ba on network d34bf2ae-2819-40e9-886b-127996c089b9 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:05.229345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.236787 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-144afb94-8e6b-4655-8961-d1407a3ed8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (53caa8cf-c225-4c22-933a-20405498c7e5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.267347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1b5952f1-1c58-4da6-90e8-18e2eef35e9e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.270967 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1b5952f1-1c58-4da6-90e8-18e2eef35e9e tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/65c3e534-5355-456e-bd9b-e55cbecc6512 HTTP/1.1" status: 204 len: 168 time: 1.3408737 Oct 23 01:11:05.280179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.3 (d34bf2ae-2819-40e9-886b-127996c089b9/36425e1c-e058-4358-ab93-e7430af2b1d8/0bb9c45d-d416-4f2e-9c4c-3c7a71779e66) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:05.282403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33546) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:05.307609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4715323-ec3f-46b7-a682-d70929d7d610 None None] Network 17225dcd-dbc3-49cf-841b-73b1204c05ff requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:05.317410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:05.320434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:05.335467 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-144afb94-8e6b-4655-8961-d1407a3ed8b8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=03769a6449904e83bd002cdba480285c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7651653 Oct 23 01:11:05.340708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:05.345836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33548) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:05.375289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-332b3771-d3ba-488f-bb86-f06b6cebb7f0 None None] Deleting port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:05.375697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-332b3771-d3ba-488f-bb86-f06b6cebb7f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.378303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Pushing event updated for resources: {'Port': ['ID=44c94de3-4b34-4838-b725-20adc633c380,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:05.385702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:05.432797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144afb94-8e6b-4655-8961-d1407a3ed8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53caa8cf-c225-4c22-933a-20405498c7e5,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:05.453763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:05.490437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Deleting port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:05.490804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.496598 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-33810b23-7fb5-4641-aeea-98f3167c6701 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group (f3f802b2-f1ee-48c9-91dc-0069a15d3ea5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.505664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (17225dcd-dbc3-49cf-841b-73b1204c05ff), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.527014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:05.527621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Checking segment: {'id': '0c79ce47-796b-49a6-ab26-053e0c76e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd34bf2ae-2819-40e9-886b-127996c089b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:05.528274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.528926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Bound using segment: {'id': '0c79ce47-796b-49a6-ab26-053e0c76e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd34bf2ae-2819-40e9-886b-127996c089b9'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:05.529750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Bound port: 63be3a34-b61d-452e-9520-b79e462170ba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c79ce47-796b-49a6-ab26-053e0c76e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd34bf2ae-2819-40e9-886b-127996c089b9'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:05.531023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (63be3a34-b61d-452e-9520-b79e462170ba), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.628273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-332b3771-d3ba-488f-bb86-f06b6cebb7f0 None None] For port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97c3aca9-4aeb-4540-b754-c3c7cc5e74d4,segment=NetworkSegment(755875f4-d2d8-4872-858f-b78662a71465),segment_id=755875f4-d2d8-4872-858f-b78662a71465)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:05.628676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-332b3771-d3ba-488f-bb86-f06b6cebb7f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.642292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-33810b23-7fb5-4641-aeea-98f3167c6701 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group (f3f802b2-f1ee-48c9-91dc-0069a15d3ea5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.671352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-332b3771-d3ba-488f-bb86-f06b6cebb7f0 None None] Calling delete_port for 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:05.678065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fab94198-7e43-473b-aae6-db96c43de8ec admin admin] Publish callbacks [] for security_group (53caa8cf-c225-4c22-933a-20405498c7e5), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.683304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Attempting to bind port 44c94de3-4b34-4838-b725-20adc633c380 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:05.683683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Attempting to bind port 44c94de3-4b34-4838-b725-20adc633c380 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:05.684041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Attempting to bind port 44c94de3-4b34-4838-b725-20adc633c380 on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:05.722437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:05.760397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fab94198-7e43-473b-aae6-db96c43de8ec admin admin] Publish callbacks [] for security_group (53caa8cf-c225-4c22-933a-20405498c7e5), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.766930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Allocated IP 172.21.0.1 (cd3271e2-3969-4185-8730-cf0fbd065db2/81f17a15-f675-4188-91f7-1677051f7cba/e7c404c1-a9b1-48e3-8bca-774c2fa6c20e) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:05.787430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] For port 63be3a34-b61d-452e-9520-b79e462170ba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:05.796620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442d6c0-1e0b-4002-8a91-01e1c8544484 None None] DHCP port deletion for 17225dcd-dbc3-49cf-841b-73b1204c05ff request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:05.814657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] For port 63be3a34-b61d-452e-9520-b79e462170ba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63be3a34-b61d-452e-9520-b79e462170ba,segment=NetworkSegment(0c79ce47-796b-49a6-ab26-053e0c76e6f1),segment_id=0c79ce47-796b-49a6-ab26-053e0c76e6f1)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:05.861953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:05.862307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:05.862715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.863114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:05.863648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Bound port: 44c94de3-4b34-4838-b725-20adc633c380, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:05.863979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (44c94de3-4b34-4838-b725-20adc633c380), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.879547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:05.901176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (63be3a34-b61d-452e-9520-b79e462170ba), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.907973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8442d6c0-1e0b-4002-8a91-01e1c8544484 None None] Deleting port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:05.908383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8442d6c0-1e0b-4002-8a91-01e1c8544484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:05.974527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (0bb9c45d-d416-4f2e-9c4c-3c7a71779e66), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.006536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1b3d9e2a-5967-494f-ae8b-2263e595dbbd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:06.012655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::1 (93e5b356-0704-414d-a7cb-470971f9a8ef/989b465a-5988-4a74-b9ec-1a748e136ecb/295fbd71-6f35-4b69-8f48-8bfcafcad1a1) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:06.034760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] For port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97c3aca9-4aeb-4540-b754-c3c7cc5e74d4,segment=NetworkSegment(755875f4-d2d8-4872-858f-b78662a71465),segment_id=755875f4-d2d8-4872-858f-b78662a71465)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:06.035872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.057409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (e7c404c1-a9b1-48e3-8bca-774c2fa6c20e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.072051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:06.078056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Calling delete_port for 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:06.131207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Deleting port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:06.131813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.151101 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fab94198-7e43-473b-aae6-db96c43de8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (53caa8cf-c225-4c22-933a-20405498c7e5), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.154115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fab94198-7e43-473b-aae6-db96c43de8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.157732 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fab94198-7e43-473b-aae6-db96c43de8ec admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/53caa8cf-c225-4c22-933a-20405498c7e5 HTTP/1.1" status: 204 len: 168 time: 0.8088474 Oct 23 01:11:06.198863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab94198-7e43-473b-aae6-db96c43de8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53caa8cf-c225-4c22-933a-20405498c7e5,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:06.218486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] For port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b3d9e2a-5967-494f-ae8b-2263e595dbbd,segment=NetworkSegment(2c96d5b8-e1b4-4676-b064-96a5f0cd67cb),segment_id=2c96d5b8-e1b4-4676-b064-96a5f0cd67cb)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:06.218486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.240516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Calling delete_port for 1b3d9e2a-5967-494f-ae8b-2263e595dbbd owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:06.272399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (0bb9c45d-d416-4f2e-9c4c-3c7a71779e66), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.273063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-332b3771-d3ba-488f-bb86-f06b6cebb7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.317530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:06.359417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] For port 44c94de3-4b34-4838-b725-20adc633c380, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:06.362437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-8442d6c0-1e0b-4002-8a91-01e1c8544484 None None] For port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b3d9e2a-5967-494f-ae8b-2263e595dbbd,segment=NetworkSegment(2c96d5b8-e1b4-4676-b064-96a5f0cd67cb),segment_id=2c96d5b8-e1b4-4676-b064-96a5f0cd67cb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:06.362833 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8442d6c0-1e0b-4002-8a91-01e1c8544484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.365415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (e7c404c1-a9b1-48e3-8bca-774c2fa6c20e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.367884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3967e-4a60-4878-9c7b-e6aaca5c5885 None None] Pushing event updated for resources: {'Port': ['ID=63be3a34-b61d-452e-9520-b79e462170ba,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:06.398860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.419850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b3771-d3ba-488f-bb86-f06b6cebb7f0 None None] Pushing event deleted for resources: {'Port': ['ID=97c3aca9-4aeb-4540-b754-c3c7cc5e74d4,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:06.424832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b3771-d3ba-488f-bb86-f06b6cebb7f0 None None] No DVR routers for this DVR port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:06.458003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:06.465659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:06.468418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] For port 44c94de3-4b34-4838-b725-20adc633c380, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44c94de3-4b34-4838-b725-20adc633c380,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:06.480682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8442d6c0-1e0b-4002-8a91-01e1c8544484 None None] Calling delete_port for 1b3d9e2a-5967-494f-ae8b-2263e595dbbd owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:06.490752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=0bb9c45d-d416-4f2e-9c4c-3c7a71779e66,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:06.503775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:06.504611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.523982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network d34bf2ae-2819-40e9-886b-127996c089b9 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:06.557665 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (97c3aca9-4aeb-4540-b754-c3c7cc5e74d4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.568232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network cd3271e2-3969-4185-8730-cf0fbd065db2 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:06.573415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:06.577010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:06.584351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b3d9e2a-5967-494f-ae8b-2263e595dbbd,segment=NetworkSegment(2c96d5b8-e1b4-4676-b064-96a5f0cd67cb),segment_id=2c96d5b8-e1b4-4676-b064-96a5f0cd67cb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:06.598511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-33810b23-7fb5-4641-aeea-98f3167c6701 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f3f802b2-f1ee-48c9-91dc-0069a15d3ea5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.601479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-33810b23-7fb5-4641-aeea-98f3167c6701 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.605168 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-33810b23-7fb5-4641-aeea-98f3167c6701 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f3f802b2-f1ee-48c9-91dc-0069a15d3ea5 HTTP/1.1" status: 204 len: 168 time: 1.6040082 Oct 23 01:11:06.607893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (44c94de3-4b34-4838-b725-20adc633c380), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.611308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-77ea9395-bbed-4dc4-a8cc-3ad96ff79fda tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (a40cb2d0-7ddf-47bc-868f-a49398765bae), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.616605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33552) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:06.617556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:06.621710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:06.624756 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event deleted for resources: {'Port': ['ID=97c3aca9-4aeb-4540-b754-c3c7cc5e74d4,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:06.691893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33810b23-7fb5-4641-aeea-98f3167c6701 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f802b2-f1ee-48c9-91dc-0069a15d3ea5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:06.697118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.697749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:06.701160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:06.701617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] No DVR routers for this DVR port 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:06.701849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.750864 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-250f10d5-86c9-4af3-9f3f-9689b4fea296 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] show failed (client error): The resource could not be found. Oct 23 01:11:06.754608 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-250f10d5-86c9-4af3-9f3f-9689b4fea296 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "GET /networking/v2.0/security-groups/f3f802b2-f1ee-48c9-91dc-0069a15d3ea5 HTTP/1.1" status: 404 len: 347 time: 0.0706768 Oct 23 01:11:06.755733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33556) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:06.767756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=e7c404c1-a9b1-48e3-8bca-774c2fa6c20e,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:06.804056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.816295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (5eda000b-1cc3-4e6d-a922-16abbdd28096), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.850696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:06.850696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 97c3aca9-4aeb-4540-b754-c3c7cc5e74d4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:06.858838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e121f34-1eeb-4fc4-bfd4-8042248a9284 None None] Pushing event updated for resources: {'Port': ['ID=44c94de3-4b34-4838-b725-20adc633c380,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:06.868090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8442d6c0-1e0b-4002-8a91-01e1c8544484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (1b3d9e2a-5967-494f-ae8b-2263e595dbbd), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.905149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event deleted for resources: {'Port': ['ID=1b3d9e2a-5967-494f-ae8b-2263e595dbbd,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:06.912046 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5e02c003-b3bd-402e-8cca-121a899f70c6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7047873 Oct 23 01:11:06.918643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:06.925483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33558) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:06.959821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442d6c0-1e0b-4002-8a91-01e1c8544484 None None] Pushing event deleted for resources: {'Port': ['ID=1b3d9e2a-5967-494f-ae8b-2263e595dbbd,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:06.966021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:06.978117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442d6c0-1e0b-4002-8a91-01e1c8544484 None None] No DVR routers for this DVR port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:07.000839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (9a5a93e7-4091-40fb-8eab-6ca3b0e834b3), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.030398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5a93e7-4091-40fb-8eab-6ca3b0e834b3']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:07.035524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Port': ['ID=1b3d9e2a-5967-494f-ae8b-2263e595dbbd,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:07.086007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755875f4-d2d8-4872-858f-b78662a71465') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:07.086007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755875f4-d2d8-4872-858f-b78662a71465') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:07.093027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No DVR routers for this DVR port 1b3d9e2a-5967-494f-ae8b-2263e595dbbd on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:07.121824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=295fbd71-6f35-4b69-8f48-8bfcafcad1a1,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:07.137919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (755875f4-d2d8-4872-858f-b78662a71465), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.154736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8a53c688-7510-44cf-9f06-0446e93aefeb None None] Provisioning complete for port e7c404c1-a9b1-48e3-8bca-774c2fa6c20e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:07.155525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8a53c688-7510-44cf-9f06-0446e93aefeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e7c404c1-a9b1-48e3-8bca-774c2fa6c20e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.156675 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8a53c688-7510-44cf-9f06-0446e93aefeb None None] Attempt 1 to provision port e7c404c1-a9b1-48e3-8bca-774c2fa6c20e Oct 23 01:11:07.200886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:07.217323 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8a53c688-7510-44cf-9f06-0446e93aefeb None None] Port e7c404c1-a9b1-48e3-8bca-774c2fa6c20e cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:07.226585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (755875f4-d2d8-4872-858f-b78662a71465), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.303526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:07.303740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (755875f4-d2d8-4872-858f-b78662a71465), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.323294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:07.327084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (17225dcd-dbc3-49cf-841b-73b1204c05ff), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.341006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:07.342178 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 755875f4-d2d8-4872-858f-b78662a71465 resource provider aggregate not found Oct 23 01:11:07.350320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:07.352826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (30274c19-0515-4adb-8e0e-b22e35cc0a30), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.354035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e7c404c1-a9b1-48e3-8bca-774c2fa6c20e), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.358555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-758cbff8-09f8-46b0-9d28-a0eb4144b440 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Deleting port 43a2dc43-8f4d-41b5-ba5b-6d493d4af831 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:07.359139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-758cbff8-09f8-46b0-9d28-a0eb4144b440 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (43a2dc43-8f4d-41b5-ba5b-6d493d4af831), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.398309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17225dcd-dbc3-49cf-841b-73b1204c05ff']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:07.418062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c96d5b8-e1b4-4676-b064-96a5f0cd67cb') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:07.418174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c96d5b8-e1b4-4676-b064-96a5f0cd67cb') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:07.437453 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 755875f4-d2d8-4872-858f-b78662a71465 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 755875f4-d2d8-4872-858f-b78662a71465 found for delete ", "request_id": "req-3d54dc62-8d27-4c96-9363-e8f6e3074458"}]} Oct 23 01:11:07.439492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:07.441578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (2c96d5b8-e1b4-4676-b064-96a5f0cd67cb), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.469208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2c96d5b8-e1b4-4676-b064-96a5f0cd67cb), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.499366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:07.500146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (2c96d5b8-e1b4-4676-b064-96a5f0cd67cb), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.518553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-dee284c0-d8a4-4ff2-b276-308f9fc839e0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 0bb9c45d-d416-4f2e-9c4c-3c7a71779e66 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:07.518904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dee284c0-d8a4-4ff2-b276-308f9fc839e0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0bb9c45d-d416-4f2e-9c4c-3c7a71779e66), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.593144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:07.609965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (9a5a93e7-4091-40fb-8eab-6ca3b0e834b3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.621284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.624454 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "DELETE /networking/v2.0/networks/9a5a93e7-4091-40fb-8eab-6ca3b0e834b3 HTTP/1.1" status: 204 len: 168 time: 2.8398569 Oct 23 01:11:07.628493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33578) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:07.663329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:07.684601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9527b-e4a4-463c-b781-cf939981efd0 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Pushing event deleted for resources: {'Network': ['ID=9a5a93e7-4091-40fb-8eab-6ca3b0e834b3,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:07.686842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-77ea9395-bbed-4dc4-a8cc-3ad96ff79fda tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port 5879981e-2518-400c-a9c2-e093ae8b5e09 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:07.687440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-77ea9395-bbed-4dc4-a8cc-3ad96ff79fda tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5879981e-2518-400c-a9c2-e093ae8b5e09), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.694730 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aaa9f1f9-0fe0-4e48-ba05-57ce87e11e24 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0976becc-b11f-4dc7-94e4-5a2cf0913659 HTTP/1.1" status: 200 len: 205 time: 0.0600142 Oct 23 01:11:07.695790 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33580) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:07.707165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb3ae2-17bd-486e-a663-3a8e62536932 None None] Network d34bf2ae-2819-40e9-886b-127996c089b9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:07.714625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (17225dcd-dbc3-49cf-841b-73b1204c05ff), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.747649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-758cbff8-09f8-46b0-9d28-a0eb4144b440 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (43a2dc43-8f4d-41b5-ba5b-6d493d4af831), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.748271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-758cbff8-09f8-46b0-9d28-a0eb4144b440 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for floatingip (43a2dc43-8f4d-41b5-ba5b-6d493d4af831), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.793877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.799145 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/17225dcd-dbc3-49cf-841b-73b1204c05ff HTTP/1.1" status: 204 len: 168 time: 2.5091646 Oct 23 01:11:07.809742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33584) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:07.812631 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a58405ab-6aae-4f9e-af2f-4980100c7f65 None None] Provisioning complete for port 63be3a34-b61d-452e-9520-b79e462170ba triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:07.813591 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a58405ab-6aae-4f9e-af2f-4980100c7f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (63be3a34-b61d-452e-9520-b79e462170ba), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:07.814162 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a58405ab-6aae-4f9e-af2f-4980100c7f65 None None] Attempt 1 to provision port 63be3a34-b61d-452e-9520-b79e462170ba Oct 23 01:11:07.868812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-758cbff8-09f8-46b0-9d28-a0eb4144b440 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Calling delete_port for 43a2dc43-8f4d-41b5-ba5b-6d493d4af831 owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:07.933033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47b736-2694-4326-a2eb-6f4778839e52 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Network': ['ID=17225dcd-dbc3-49cf-841b-73b1204c05ff,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:07.964600 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28463e4-3f9e-4bb2-a663-12e8e65c82b3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:07.965214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28463e4-3f9e-4bb2-a663-12e8e65c82b3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:07.968826 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d28463e4-3f9e-4bb2-a663-12e8e65c82b3 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/7bdea24a-53c1-4d2e-aef8-7cb03fbbc49d HTTP/1.1" status: 404 len: 337 time: 0.1540439 Oct 23 01:11:07.976179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3f80c641-4273-4383-b859-8ae4e9b096d4 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for router (0976becc-b11f-4dc7-94e4-5a2cf0913659), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.011333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33586) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:08.061320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33588) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:08.062033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.076761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dee284c0-d8a4-4ff2-b276-308f9fc839e0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0bb9c45d-d416-4f2e-9c4c-3c7a71779e66), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.088101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 44c94de3-4b34-4838-b725-20adc633c380 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:08.138350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a58405ab-6aae-4f9e-af2f-4980100c7f65 None None] Current status of the port 63be3a34-b61d-452e-9520-b79e462170ba is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:08.138813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a58405ab-6aae-4f9e-af2f-4980100c7f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (63be3a34-b61d-452e-9520-b79e462170ba), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.164827 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef8b4fc-befb-4440-82f4-f6bad6b33b5c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:08.168430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef8b4fc-befb-4440-82f4-f6bad6b33b5c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:08.173448 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9ef8b4fc-befb-4440-82f4-f6bad6b33b5c tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/506462f5-6a25-4c3b-862d-059881823aab HTTP/1.1" status: 404 len: 339 time: 0.1597359 Oct 23 01:11:08.175168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33592) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:08.182591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:08.188966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-dee284c0-d8a4-4ff2-b276-308f9fc839e0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 0bb9c45d-d416-4f2e-9c4c-3c7a71779e66 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:08.206520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-77ea9395-bbed-4dc4-a8cc-3ad96ff79fda tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5879981e-2518-400c-a9c2-e093ae8b5e09), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.258169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:08.292050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a58405ab-6aae-4f9e-af2f-4980100c7f65 None None] For port 63be3a34-b61d-452e-9520-b79e462170ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63be3a34-b61d-452e-9520-b79e462170ba,segment=NetworkSegment(0c79ce47-796b-49a6-ab26-053e0c76e6f1),segment_id=0c79ce47-796b-49a6-ab26-053e0c76e6f1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:08.293587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 44c94de3-4b34-4838-b725-20adc633c380 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:08.294372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (44c94de3-4b34-4838-b725-20adc633c380), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.295059 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 44c94de3-4b34-4838-b725-20adc633c380 Oct 23 01:11:08.330533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-77ea9395-bbed-4dc4-a8cc-3ad96ff79fda tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for 5879981e-2518-400c-a9c2-e093ae8b5e09 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:08.394381 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3f80c641-4273-4383-b859-8ae4e9b096d4 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (0976becc-b11f-4dc7-94e4-5a2cf0913659), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.404588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a58405ab-6aae-4f9e-af2f-4980100c7f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (63be3a34-b61d-452e-9520-b79e462170ba), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.407961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3f80c641-4273-4383-b859-8ae4e9b096d4 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for router_controller (0976becc-b11f-4dc7-94e4-5a2cf0913659), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.483910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 44c94de3-4b34-4838-b725-20adc633c380 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:08.485834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (44c94de3-4b34-4838-b725-20adc633c380), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.502147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a20b327-9206-4baa-8831-746389a56dac tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Deleting subnet 468bf3ef-2f12-4173-a045-0ba031079add {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:08.509979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a20b327-9206-4baa-8831-746389a56dac tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (468bf3ef-2f12-4173-a045-0ba031079add), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.532172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58405ab-6aae-4f9e-af2f-4980100c7f65 None None] Pushing event updated for resources: {'Port': ['ID=63be3a34-b61d-452e-9520-b79e462170ba,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:08.581109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a20b327-9206-4baa-8831-746389a56dac tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (468bf3ef-2f12-4173-a045-0ba031079add), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.611671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Provisioning complete for port 0bb9c45d-d416-4f2e-9c4c-3c7a71779e66 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:08.612285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0bb9c45d-d416-4f2e-9c4c-3c7a71779e66), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.612784 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Attempt 1 to provision port 0bb9c45d-d416-4f2e-9c4c-3c7a71779e66 Oct 23 01:11:08.617170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 44c94de3-4b34-4838-b725-20adc633c380, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44c94de3-4b34-4838-b725-20adc633c380,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:08.643484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3f80c641-4273-4383-b859-8ae4e9b096d4 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (0976becc-b11f-4dc7-94e4-5a2cf0913659), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.644385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f80c641-4273-4383-b859-8ae4e9b096d4 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Fanout notify agent at l3_agent the message router_deleted on router 0976becc-b11f-4dc7-94e4-5a2cf0913659 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:11:08.658992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3f80c641-4273-4383-b859-8ae4e9b096d4 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.663744 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3f80c641-4273-4383-b859-8ae4e9b096d4 tempest-RoutersNegativeTest-1264578451 tempest-RoutersNegativeTest-1264578451-project] 10.222.0.36 "DELETE /networking/v2.0/routers/0976becc-b11f-4dc7-94e4-5a2cf0913659 HTTP/1.1" status: 204 len: 168 time: 0.9645691 Oct 23 01:11:08.671108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Port 0bb9c45d-d416-4f2e-9c4c-3c7a71779e66 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:08.688812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Provisioning complete for port 44c94de3-4b34-4838-b725-20adc633c380 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:08.689806 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (44c94de3-4b34-4838-b725-20adc633c380), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.690347 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Attempt 1 to provision port 44c94de3-4b34-4838-b725-20adc633c380 Oct 23 01:11:08.779599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (44c94de3-4b34-4838-b725-20adc633c380), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.780449 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 63be3a34-b61d-452e-9520-b79e462170ba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:08.806551 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a3dcc53d-37a8-4068-ba72-fbab5dff73cf tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1624300645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:08.836326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:08.840098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:08.872770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9babd9c5-873e-41ae-b8e1-906cede7f755 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:11:08.876448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:08.922663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a20b327-9206-4baa-8831-746389a56dac tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (468bf3ef-2f12-4173-a045-0ba031079add), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.943089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f6afaa9e-f7ee-47d2-849a-4608874cd5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:08.987349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=44c94de3-4b34-4838-b725-20adc633c380,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:09.006859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 63be3a34-b61d-452e-9520-b79e462170ba triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:09.007233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (63be3a34-b61d-452e-9520-b79e462170ba), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.007678 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 63be3a34-b61d-452e-9520-b79e462170ba Oct 23 01:11:09.011872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:09.060787 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (e7c404c1-a9b1-48e3-8bca-774c2fa6c20e), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.061514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Current status of the port 44c94de3-4b34-4838-b725-20adc633c380 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:09.097535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Provisioning complete for port 63be3a34-b61d-452e-9520-b79e462170ba triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:09.098066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (63be3a34-b61d-452e-9520-b79e462170ba), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.098402 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Attempt 1 to provision port 63be3a34-b61d-452e-9520-b79e462170ba Oct 23 01:11:09.103365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:09.109958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:09.116729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a3dcc53d-37a8-4068-ba72-fbab5dff73cf tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (2e6f38bb-008b-449e-a585-bcccc025026b), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.118427 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a3dcc53d-37a8-4068-ba72-fbab5dff73cf tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (2e6f38bb-008b-449e-a585-bcccc025026b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.122481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a20b327-9206-4baa-8831-746389a56dac tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (468bf3ef-2f12-4173-a045-0ba031079add), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.169879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20b327-9206-4baa-8831-746389a56dac tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Subnet': ['ID=468bf3ef-2f12-4173-a045-0ba031079add,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:09.174188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a20b327-9206-4baa-8831-746389a56dac tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.179865 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4a20b327-9206-4baa-8831-746389a56dac tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/468bf3ef-2f12-4173-a045-0ba031079add HTTP/1.1" status: 204 len: 168 time: 0.9877958 Oct 23 01:11:09.181935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33596) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:09.195909 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-77ea9395-bbed-4dc4-a8cc-3ad96ff79fda tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (5879981e-2518-400c-a9c2-e093ae8b5e09), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.223047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (e7c404c1-a9b1-48e3-8bca-774c2fa6c20e), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.223308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babd9c5-873e-41ae-b8e1-906cede7f755 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:11:09.241579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 63be3a34-b61d-452e-9520-b79e462170ba is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:09.273079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea9395-bbed-4dc4-a8cc-3ad96ff79fda tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=5879981e-2518-400c-a9c2-e093ae8b5e09,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:09.349751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6958c6d0-3b8a-4d83-b68f-808552e4bac8 None None] Current status of the port 63be3a34-b61d-452e-9520-b79e462170ba is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:09.350640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-758cbff8-09f8-46b0-9d28-a0eb4144b440 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (43a2dc43-8f4d-41b5-ba5b-6d493d4af831), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.356867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (65fb0fb5-0983-47c9-9694-b74b47ff2316), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.372169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=e7c404c1-a9b1-48e3-8bca-774c2fa6c20e,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:09.383775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (5eda000b-1cc3-4e6d-a922-16abbdd28096), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.435565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.437479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cbff8-09f8-46b0-9d28-a0eb4144b440 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Pushing event deleted for resources: {'Port': ['ID=43a2dc43-8f4d-41b5-ba5b-6d493d4af831,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:09.486577 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 2c96d5b8-e1b4-4676-b064-96a5f0cd67cb resource provider aggregate not found Oct 23 01:11:09.497386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Deleting port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:09.497836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.499366 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dee284c0-d8a4-4ff2-b276-308f9fc839e0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (0bb9c45d-d416-4f2e-9c4c-3c7a71779e66), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.523417 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 2c96d5b8-e1b4-4676-b064-96a5f0cd67cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c96d5b8-e1b4-4676-b064-96a5f0cd67cb found for delete ", "request_id": "req-0f9e8897-a071-43c9-936b-2ddccef3a17e"}]} Oct 23 01:11:09.530283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5cfa1aa7-73bf-418b-a2dd-73993fb8a996 None None] Could not find standard attr ID for object 0bb9c45d-d416-4f2e-9c4c-3c7a71779e66. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:11:09.582988 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33604) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:09.588940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5cfa1aa7-73bf-418b-a2dd-73993fb8a996 None None] Provisioning complete for port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:09.589335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1aa7-73bf-418b-a2dd-73993fb8a996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.589654 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5cfa1aa7-73bf-418b-a2dd-73993fb8a996 None None] Attempt 1 to provision port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 Oct 23 01:11:09.623180 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.625076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (30274c19-0515-4adb-8e0e-b22e35cc0a30), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.632742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] For port 45fd617a-42b0-44e9-89b3-efdce0bc71c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=45fd617a-42b0-44e9-89b3-efdce0bc71c2,segment=NetworkSegment(34c73fd6-b4e0-411b-be2a-9fd6a979888a),segment_id=34c73fd6-b4e0-411b-be2a-9fd6a979888a)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:09.633127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.643389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-77ea9395-bbed-4dc4-a8cc-3ad96ff79fda tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (a40cb2d0-7ddf-47bc-868f-a49398765bae), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.653494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee284c0-d8a4-4ff2-b276-308f9fc839e0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=0bb9c45d-d416-4f2e-9c4c-3c7a71779e66,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:09.655140 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Calling delete_port for 45fd617a-42b0-44e9-89b3-efdce0bc71c2 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:09.670680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa1aa7-73bf-418b-a2dd-73993fb8a996 None None] Port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:09.783190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a3dcc53d-37a8-4068-ba72-fbab5dff73cf tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for router_controller (2e6f38bb-008b-449e-a585-bcccc025026b), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.803955 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=295fbd71-6f35-4b69-8f48-8bfcafcad1a1,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:09.854773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-758cbff8-09f8-46b0-9d28-a0eb4144b440 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks [] for floatingip (e80468f7-ddaf-41ea-b0b4-3eb9726db98e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.857384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-758cbff8-09f8-46b0-9d28-a0eb4144b440 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.861617 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-758cbff8-09f8-46b0-9d28-a0eb4144b440 tempest-ServerActionsTestJSON-808316207 tempest-ServerActionsTestJSON-808316207-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/e80468f7-ddaf-41ea-b0b4-3eb9726db98e HTTP/1.1" status: 204 len: 168 time: 3.1022322 Oct 23 01:11:09.867330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33608) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:09.891079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a3dcc53d-37a8-4068-ba72-fbab5dff73cf tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (2e6f38bb-008b-449e-a585-bcccc025026b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.935055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dee284c0-d8a4-4ff2-b276-308f9fc839e0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:09.941301 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dee284c0-d8a4-4ff2-b276-308f9fc839e0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/0bb9c45d-d416-4f2e-9c4c-3c7a71779e66 HTTP/1.1" status: 204 len: 168 time: 3.0150039 Oct 23 01:11:09.954343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33610) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:09.999210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 44c94de3-4b34-4838-b725-20adc633c380 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:10.007272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network cd3271e2-3969-4185-8730-cf0fbd065db2 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:10.008554 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ebcdf0-4014-4b3c-acd2-572aa9cea227 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:10.009165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ebcdf0-4014-4b3c-acd2-572aa9cea227 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:10.015364 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-28ebcdf0-4014-4b3c-acd2-572aa9cea227 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/0bb9c45d-d416-4f2e-9c4c-3c7a71779e66 HTTP/1.1" status: 404 len: 333 time: 0.0571544 Oct 23 01:11:10.018506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33612) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:10.030657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:10.067806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:10.071588 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-726d5a2d-38bf-4af6-90f4-f8406c726e4a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:11:10.076778 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-726d5a2d-38bf-4af6-90f4-f8406c726e4a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/0bb9c45d-d416-4f2e-9c4c-3c7a71779e66 HTTP/1.1" status: 404 len: 333 time: 0.0571289 Oct 23 01:11:10.079753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a3dcc53d-37a8-4068-ba72-fbab5dff73cf tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.081358 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a3dcc53d-37a8-4068-ba72-fbab5dff73cf tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 712 time: 2.0168581 Oct 23 01:11:10.083093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 44c94de3-4b34-4838-b725-20adc633c380 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:10.083531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (44c94de3-4b34-4838-b725-20adc633c380), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.084120 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 44c94de3-4b34-4838-b725-20adc633c380 Oct 23 01:11:10.114968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33614) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:10.115608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33616) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:10.116836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:10.134232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-199834171'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:10.135400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:10.136350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:10.163037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:10.173839 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f6af84f8-a7e4-4a23-8f21-ae894d986253 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a598e6f916ec4c4ab647b703af2254bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883958 Oct 23 01:11:10.182503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33618) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:10.186132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:10.224268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (45fd617a-42b0-44e9-89b3-efdce0bc71c2), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.263090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Port': ['ID=45fd617a-42b0-44e9-89b3-efdce0bc71c2,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:10.270963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] No DVR routers for this DVR port 45fd617a-42b0-44e9-89b3-efdce0bc71c2 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:10.297918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 44c94de3-4b34-4838-b725-20adc633c380 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:10.304668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 63be3a34-b61d-452e-9520-b79e462170ba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:10.315907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.316546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.317042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.317566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.318186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.318855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.319361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.319994 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.320496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.320974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.321466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.321998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.322329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.322683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.323033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:10.388805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 63be3a34-b61d-452e-9520-b79e462170ba triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:10.389418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (63be3a34-b61d-452e-9520-b79e462170ba), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.389942 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 63be3a34-b61d-452e-9520-b79e462170ba Oct 23 01:11:10.422203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Made reservation on behalf of ba343bbd77544a74a7c4131015271552 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:10.425270 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (65fb0fb5-0983-47c9-9694-b74b47ff2316), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.426612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ea9395-bbed-4dc4-a8cc-3ad96ff79fda tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Router a40cb2d0-7ddf-47bc-868f-a49398765bae has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:10.427581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.459889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-858a0a4c-967e-4ee9-93fe-0fc046940702 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting subnet 36425e1c-e058-4358-ab93-e7430af2b1d8 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:10.460099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fb0fb5-0983-47c9-9694-b74b47ff2316']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:10.486844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 63be3a34-b61d-452e-9520-b79e462170ba is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:10.500960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-858a0a4c-967e-4ee9-93fe-0fc046940702 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (36425e1c-e058-4358-ab93-e7430af2b1d8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.501389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c73fd6-b4e0-411b-be2a-9fd6a979888a') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:10.501699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c73fd6-b4e0-411b-be2a-9fd6a979888a') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:10.506497 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.516254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (34c73fd6-b4e0-411b-be2a-9fd6a979888a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.527966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52ddeb5-e490-4a0f-9a21-586ce753246a None None] Network 65fb0fb5-0983-47c9-9694-b74b47ff2316 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:10.538778 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (34c73fd6-b4e0-411b-be2a-9fd6a979888a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.548604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:10.548604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (34c73fd6-b4e0-411b-be2a-9fd6a979888a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.647848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ea9395-bbed-4dc4-a8cc-3ad96ff79fda tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:10.653366 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-77ea9395-bbed-4dc4-a8cc-3ad96ff79fda tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "PUT /networking/v2.0/routers/a40cb2d0-7ddf-47bc-868f-a49398765bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4776583 Oct 23 01:11:10.655799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33620) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:10.663605 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324911a4-4a20-40c8-a8ab-dc17e65a089c None None] Sync routers for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:10.674508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9ba2d3c7-b4a8-444c-97a5-4f0c42b7cb91 None None] Provisioning complete for port 44c94de3-4b34-4838-b725-20adc633c380 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:10.679422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d3c7-b4a8-444c-97a5-4f0c42b7cb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (44c94de3-4b34-4838-b725-20adc633c380), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.680385 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324911a4-4a20-40c8-a8ab-dc17e65a089c None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:10.680851 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9ba2d3c7-b4a8-444c-97a5-4f0c42b7cb91 None None] Attempt 1 to provision port 44c94de3-4b34-4838-b725-20adc633c380 Oct 23 01:11:10.682900 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-324911a4-4a20-40c8-a8ab-dc17e65a089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:10.703818 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-858a0a4c-967e-4ee9-93fe-0fc046940702 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (36425e1c-e058-4358-ab93-e7430af2b1d8), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.758417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (65fb0fb5-0983-47c9-9694-b74b47ff2316), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.779447 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-324911a4-4a20-40c8-a8ab-dc17e65a089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:10.799355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.800818 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324911a4-4a20-40c8-a8ab-dc17e65a089c None None] Routers {'a40cb2d0-7ddf-47bc-868f-a49398765bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:10.803862 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-324911a4-4a20-40c8-a8ab-dc17e65a089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:10:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a40cb2d0-7ddf-47bc-868f-a49398765bae'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:10.818895 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] 10.222.0.36 "DELETE /networking/v2.0/networks/65fb0fb5-0983-47c9-9694-b74b47ff2316 HTTP/1.1" status: 204 len: 168 time: 1.6328747 Oct 23 01:11:10.819379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa6bdcb-d1f3-4474-97ab-6c859abd0785 None None] DHCP port deletion for 65fb0fb5-0983-47c9-9694-b74b47ff2316 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:10.848363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94518d8e-fa7c-4720-a204-6191c4e68564 tempest-NetworksIpV6Test-2045023068 tempest-NetworksIpV6Test-2045023068-project] Pushing event deleted for resources: {'Network': ['ID=65fb0fb5-0983-47c9-9694-b74b47ff2316,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:10.882897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-858a0a4c-967e-4ee9-93fe-0fc046940702 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (36425e1c-e058-4358-ab93-e7430af2b1d8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.899129 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-324911a4-4a20-40c8-a8ab-dc17e65a089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:10.899973 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324911a4-4a20-40c8-a8ab-dc17e65a089c None None] The sync data for ids ['a40cb2d0-7ddf-47bc-868f-a49398765bae'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:10.942851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 5eda000b-1cc3-4e6d-a922-16abbdd28096 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:10.943409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2d3c7-b4a8-444c-97a5-4f0c42b7cb91 None None] Current status of the port 44c94de3-4b34-4838-b725-20adc633c380 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:10.962093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9ba2d3c7-b4a8-444c-97a5-4f0c42b7cb91 None None] Provisioning complete for port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:10.962470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d3c7-b4a8-444c-97a5-4f0c42b7cb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:10.962810 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9ba2d3c7-b4a8-444c-97a5-4f0c42b7cb91 None None] Attempt 1 to provision port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 Oct 23 01:11:10.982428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router (a40cb2d0-7ddf-47bc-868f-a49398765bae), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.032740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2d3c7-b4a8-444c-97a5-4f0c42b7cb91 None None] Port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:11.045495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:11.075130 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fb501050-c136-4287-96f3-bf4c436a505b admin admin] Publish callbacks [] for security_group (270f963d-57b9-466b-9309-6cdcdf3936c9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.108355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:11.131090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_gateway (a40cb2d0-7ddf-47bc-868f-a49398765bae), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.145974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-93d59610-9b04-40b5-9cf5-c7150c952754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.154033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-84018eed-b669-4dc6-9d96-26e0df3c6de6 None None] Provisioning complete for port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:11.154331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-84018eed-b669-4dc6-9d96-26e0df3c6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.154664 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-84018eed-b669-4dc6-9d96-26e0df3c6de6 None None] Attempt 1 to provision port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 Oct 23 01:11:11.180399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fb501050-c136-4287-96f3-bf4c436a505b admin admin] Publish callbacks [] for security_group (270f963d-57b9-466b-9309-6cdcdf3936c9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.191981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for security_group (2c82c362-5d31-4165-9b39-aba2b9d549dd), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.196058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-84018eed-b669-4dc6-9d96-26e0df3c6de6 None None] Port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:11.205375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-84018eed-b669-4dc6-9d96-26e0df3c6de6 None None] Provisioning complete for port e7c404c1-a9b1-48e3-8bca-774c2fa6c20e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:11.205899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-84018eed-b669-4dc6-9d96-26e0df3c6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e7c404c1-a9b1-48e3-8bca-774c2fa6c20e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.206302 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-84018eed-b669-4dc6-9d96-26e0df3c6de6 None None] Attempt 1 to provision port e7c404c1-a9b1-48e3-8bca-774c2fa6c20e Oct 23 01:11:11.238757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-84018eed-b669-4dc6-9d96-26e0df3c6de6 None None] Port e7c404c1-a9b1-48e3-8bca-774c2fa6c20e cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:11.284472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting port fe8c0299-216c-43fb-8de6-32ff3d430b85 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:11.285098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fe8c0299-216c-43fb-8de6-32ff3d430b85), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.380999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fe8c0299-216c-43fb-8de6-32ff3d430b85), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.403161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Calling delete_port for fe8c0299-216c-43fb-8de6-32ff3d430b85 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:11.408797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:11.474455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33626) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:11.552635 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 34c73fd6-b4e0-411b-be2a-9fd6a979888a resource provider aggregate not found Oct 23 01:11:11.578538 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 34c73fd6-b4e0-411b-be2a-9fd6a979888a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34c73fd6-b4e0-411b-be2a-9fd6a979888a found for delete ", "request_id": "req-dad050b2-eac0-4e58-879b-3008c15e4a56"}]} Oct 23 01:11:11.595959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:11.599127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2c82c362-5d31-4165-9b39-aba2b9d549dd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.655828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:11.668355 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-39cdd71f-73c5-4494-a186-049f2b966600 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/5eda000b-1cc3-4e6d-a922-16abbdd28096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6534016 Oct 23 01:11:11.669321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33634) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:11.672085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26868f4-80bf-4924-a1b4-c40768d0fc65 None None] Sync routers for ids ['5eda000b-1cc3-4e6d-a922-16abbdd28096'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:11.673591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c82c362-5d31-4165-9b39-aba2b9d549dd,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:11.682056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Router 30274c19-0515-4adb-8e0e-b22e35cc0a30 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:11:11.685113 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aa0174f4-6c3d-4408-863b-71fb03b4e80c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5d57d71f456f4592a5ca0e757673bffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089922 Oct 23 01:11:11.688107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-858a0a4c-967e-4ee9-93fe-0fc046940702 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (36425e1c-e058-4358-ab93-e7430af2b1d8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.691527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33636) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:11.705568 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:11.706440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26868f4-80bf-4924-a1b4-c40768d0fc65 None None] Routers {'5eda000b-1cc3-4e6d-a922-16abbdd28096'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:11.707079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c26868f4-80bf-4924-a1b4-c40768d0fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5eda000b-1cc3-4e6d-a922-16abbdd28096'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:11.711203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:11.721422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b387499-bf4c-465a-9e08-126989013652 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:11.722484 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7b387499-bf4c-465a-9e08-126989013652 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports/e7c404c1-a9b1-48e3-8bca-774c2fa6c20e HTTP/1.1" status: 200 len: 910 time: 0.0521204 Oct 23 01:11:11.726284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33638) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:11.744202 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c26868f4-80bf-4924-a1b4-c40768d0fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:11.753533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26868f4-80bf-4924-a1b4-c40768d0fc65 None None] Routers {'5eda000b-1cc3-4e6d-a922-16abbdd28096'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:11.754190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c26868f4-80bf-4924-a1b4-c40768d0fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5eda000b-1cc3-4e6d-a922-16abbdd28096'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:11.770882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fe8c0299-216c-43fb-8de6-32ff3d430b85), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.773285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a0a4c-967e-4ee9-93fe-0fc046940702 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Subnet': ['ID=36425e1c-e058-4358-ab93-e7430af2b1d8,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:11.791750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c26868f4-80bf-4924-a1b4-c40768d0fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:11.792426 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (db73d8af-8131-4501-9bd2-ef4e5a92ad4d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.792775 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Added segment db73d8af-8131-4501-9bd2-ef4e5a92ad4d of type vlan for network 2b4c1eb7-debe-45b2-b387-7ce8db4e1535 Oct 23 01:11:11.792935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26868f4-80bf-4924-a1b4-c40768d0fc65 None None] The sync data for ids ['5eda000b-1cc3-4e6d-a922-16abbdd28096'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:11.801321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-858a0a4c-967e-4ee9-93fe-0fc046940702 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.808951 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-858a0a4c-967e-4ee9-93fe-0fc046940702 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/36425e1c-e058-4358-ab93-e7430af2b1d8 HTTP/1.1" status: 204 len: 168 time: 1.6831262 Oct 23 01:11:11.814109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc28fd0-ce94-4540-8c59-572c5c28c78c None None] Network d34bf2ae-2819-40e9-886b-127996c089b9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:11.825240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33640) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:11.837123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Port': ['ID=fe8c0299-216c-43fb-8de6-32ff3d430b85,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:11.878556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fb501050-c136-4287-96f3-bf4c436a505b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (270f963d-57b9-466b-9309-6cdcdf3936c9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.881073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fb501050-c136-4287-96f3-bf4c436a505b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:11.885390 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fb501050-c136-4287-96f3-bf4c436a505b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/270f963d-57b9-466b-9309-6cdcdf3936c9 HTTP/1.1" status: 204 len: 168 time: 1.6700706 Oct 23 01:11:11.975790 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 45fd617a-42b0-44e9-89b3-efdce0bc71c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:12.009296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 45fd617a-42b0-44e9-89b3-efdce0bc71c2 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:12.009640 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 45fd617a-42b0-44e9-89b3-efdce0bc71c2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:12.032454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (a40cb2d0-7ddf-47bc-868f-a49398765bae), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.052342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd99847-9359-4864-8b63-bf3a2ad01e06 None None] DHCP port deletion for d34bf2ae-2819-40e9-886b-127996c089b9 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:12.053952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb501050-c136-4287-96f3-bf4c436a505b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270f963d-57b9-466b-9309-6cdcdf3936c9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:12.056909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (2b4c1eb7-debe-45b2-b387-7ce8db4e1535), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.086437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (23802a6e-5480-476e-b096-70d0a9c0377c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.115429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4cd99847-9359-4864-8b63-bf3a2ad01e06 None None] Deleting port 63be3a34-b61d-452e-9520-b79e462170ba {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:12.115429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4cd99847-9359-4864-8b63-bf3a2ad01e06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (63be3a34-b61d-452e-9520-b79e462170ba), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.167376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:12.168959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f80a40a1-3125-47d3-be10-915ba47b13ee admin admin] Publish callbacks [] for security_group (3a22836d-49f0-41e3-b852-59b7fee0d6de), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.169716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (a40cb2d0-7ddf-47bc-868f-a49398765bae), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.174086 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c1c7675a-c90f-4b91-9407-2438931a5923 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "PUT /networking/v2.0/routers/30274c19-0515-4adb-8e0e-b22e35cc0a30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9186428 Oct 23 01:11:12.175070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:12.177154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router_controller (a40cb2d0-7ddf-47bc-868f-a49398765bae), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.178160 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Sync routers for ids ['30274c19-0515-4adb-8e0e-b22e35cc0a30'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:12.179046 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33644) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:12.201071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (d34bf2ae-2819-40e9-886b-127996c089b9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.204678 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Routers {'30274c19-0515-4adb-8e0e-b22e35cc0a30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:12.206305 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['30274c19-0515-4adb-8e0e-b22e35cc0a30'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:12.220068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4cd99847-9359-4864-8b63-bf3a2ad01e06 None None] For port 63be3a34-b61d-452e-9520-b79e462170ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63be3a34-b61d-452e-9520-b79e462170ba,segment=NetworkSegment(0c79ce47-796b-49a6-ab26-053e0c76e6f1),segment_id=0c79ce47-796b-49a6-ab26-053e0c76e6f1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:12.221072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4cd99847-9359-4864-8b63-bf3a2ad01e06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (63be3a34-b61d-452e-9520-b79e462170ba), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.235218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f80a40a1-3125-47d3-be10-915ba47b13ee admin admin] Publish callbacks [] for security_group (3a22836d-49f0-41e3-b852-59b7fee0d6de), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.237097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4cd99847-9359-4864-8b63-bf3a2ad01e06 None None] Calling delete_port for 63be3a34-b61d-452e-9520-b79e462170ba owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:12.293365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f326c91-39b4-42a3-947d-42e0f78c28cb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:12.300532 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4f326c91-39b4-42a3-947d-42e0f78c28cb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports/295fbd71-6f35-4b69-8f48-8bfcafcad1a1 HTTP/1.1" status: 200 len: 911 time: 0.1183107 Oct 23 01:11:12.307465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:12.312476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33648) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:12.349380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (2b4c1eb7-debe-45b2-b387-7ce8db4e1535), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.354490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:12.355199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.392371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (a40cb2d0-7ddf-47bc-868f-a49398765bae), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.393274 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Fanout notify agent at l3_agent the message router_deleted on router a40cb2d0-7ddf-47bc-868f-a49398765bae {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:11:12.406358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.409661 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7adfaac0-eb4f-440e-9d3e-e4314c1c70d5 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/routers/a40cb2d0-7ddf-47bc-868f-a49398765bae HTTP/1.1" status: 204 len: 168 time: 1.7527945 Oct 23 01:11:12.415284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33650) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:12.419891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:12.446653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 63be3a34-b61d-452e-9520-b79e462170ba {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:12.446890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (63be3a34-b61d-452e-9520-b79e462170ba), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.447096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.476921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb1b38-e723-4891-816a-cf1f3302b71f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:12.486579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb1b38-e723-4891-816a-cf1f3302b71f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:12.488527 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4dcb1b38-e723-4891-816a-cf1f3302b71f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1747990 Oct 23 01:11:12.494316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33654) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:12.501631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83e46458-6176-4827-8661-d7dc5d4da8ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (5eda000b-1cc3-4e6d-a922-16abbdd28096), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.527720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4cd99847-9359-4864-8b63-bf3a2ad01e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (63be3a34-b61d-452e-9520-b79e462170ba), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.566238 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4361560 Oct 23 01:11:12.572112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33656) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:12.579672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'subnet': {'network_id': '2b4c1eb7-debe-45b2-b387-7ce8db4e1535', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:12.589196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa529b-ae44-41dc-b12d-a5ebc129482e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Network': ['ID=2b4c1eb7-debe-45b2-b387-7ce8db4e1535,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:12.595317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd99847-9359-4864-8b63-bf3a2ad01e06 None None] Pushing event deleted for resources: {'Port': ['ID=63be3a34-b61d-452e-9520-b79e462170ba,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:12.604106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 2b4c1eb7-debe-45b2-b387-7ce8db4e1535 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:12.618280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd99847-9359-4864-8b63-bf3a2ad01e06 None None] No DVR routers for this DVR port 63be3a34-b61d-452e-9520-b79e462170ba on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:12.627116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:12.646434 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Set router 30274c19-0515-4adb-8e0e-b22e35cc0a30 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:12.680096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:12.687289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f80a40a1-3125-47d3-be10-915ba47b13ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3a22836d-49f0-41e3-b852-59b7fee0d6de), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.690857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f80a40a1-3125-47d3-be10-915ba47b13ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.692055 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f80a40a1-3125-47d3-be10-915ba47b13ee admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3a22836d-49f0-41e3-b852-59b7fee0d6de HTTP/1.1" status: 204 len: 168 time: 0.9746277 Oct 23 01:11:12.728349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] For port 63be3a34-b61d-452e-9520-b79e462170ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63be3a34-b61d-452e-9520-b79e462170ba,segment=NetworkSegment(0c79ce47-796b-49a6-ab26-053e0c76e6f1),segment_id=0c79ce47-796b-49a6-ab26-053e0c76e6f1)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:12.728714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (63be3a34-b61d-452e-9520-b79e462170ba), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.732982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a40a1-3125-47d3-be10-915ba47b13ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a22836d-49f0-41e3-b852-59b7fee0d6de,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:12.760916 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 63be3a34-b61d-452e-9520-b79e462170ba owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:12.909982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] Deleting port 397ae4eb-0797-45fe-8a52-327bd8f3c48a {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:12.910793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.957920 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30274c19-0515-4adb-8e0e-b22e35cc0a30', 'name': 'tempest-NetworksTestDHCPv6-router-1684928795', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:03Z', 'updated_at': '2022-10-23T01:11:07Z', 'revision_number': 2, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None, '_interfaces': [{'id': '295fbd71-6f35-4b69-8f48-8bfcafcad1a1', 'name': '', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'mac_address': 'fa:16:3e:da:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30274c19-0515-4adb-8e0e-b22e35cc0a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '989b465a-5988-4a74-b9ec-1a748e136ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:05Z', 'updated_at': '2022-10-23T01:11:09Z', 'revision_number': 2, 'project_id': '61d14ff25828433d8448d55982e56df4', 'subnets': [{'id': '989b465a-5988-4a74-b9ec-1a748e136ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:12.980053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (63be3a34-b61d-452e-9520-b79e462170ba), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:12.996957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Made reservation on behalf of ba343bbd77544a74a7c4131015271552 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:13.001266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.019580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No DVR routers for this DVR port 63be3a34-b61d-452e-9520-b79e462170ba on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:13.022291 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Checking router: 30274c19-0515-4adb-8e0e-b22e35cc0a30 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:11:13.022646 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Updating router 30274c19-0515-4adb-8e0e-b22e35cc0a30 port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:11:13.073366 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.115828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-793ef1d1-4c63-46e6-8b1a-596baa598062 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Deleting subnet 3369ca26-348e-4f5d-a0d4-27b47e589250 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:13.127722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=63be3a34-b61d-452e-9520-b79e462170ba,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:13.142774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-793ef1d1-4c63-46e6-8b1a-596baa598062 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for subnet (3369ca26-348e-4f5d-a0d4-27b47e589250), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.233957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.235333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.235333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.288492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (d34bf2ae-2819-40e9-886b-127996c089b9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.309475 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-793ef1d1-4c63-46e6-8b1a-596baa598062 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (3369ca26-348e-4f5d-a0d4-27b47e589250), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.318896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] For port 397ae4eb-0797-45fe-8a52-327bd8f3c48a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=397ae4eb-0797-45fe-8a52-327bd8f3c48a,segment=NetworkSegment(19ae54ad-a99d-4774-9f08-a75e8aa8cb7b),segment_id=19ae54ad-a99d-4774-9f08-a75e8aa8cb7b)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:13.319512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.369270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] Calling delete_port for 397ae4eb-0797-45fe-8a52-327bd8f3c48a owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:13.379807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-793ef1d1-4c63-46e6-8b1a-596baa598062 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (3369ca26-348e-4f5d-a0d4-27b47e589250), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.383534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:13.387084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34bf2ae-2819-40e9-886b-127996c089b9']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:13.404507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c79ce47-796b-49a6-ab26-053e0c76e6f1') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:13.404815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c79ce47-796b-49a6-ab26-053e0c76e6f1') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:13.425468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (0c79ce47-796b-49a6-ab26-053e0c76e6f1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.479746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (0c79ce47-796b-49a6-ab26-053e0c76e6f1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.494145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:13.494933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (0c79ce47-796b-49a6-ab26-053e0c76e6f1), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.511926 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Publish callbacks [] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.562836 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 0c79ce47-796b-49a6-ab26-053e0c76e6f1 resource provider aggregate not found Oct 23 01:11:13.607929 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 0c79ce47-796b-49a6-ab26-053e0c76e6f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c79ce47-796b-49a6-ab26-053e0c76e6f1 found for delete ", "request_id": "req-21cebe6d-53d3-4758-a266-6eb8f23343c1"}]} Oct 23 01:11:13.618043 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.676743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (30274c19-0515-4adb-8e0e-b22e35cc0a30), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.684960 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:13.687013 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Pushing event updated for resources: {'Port': ['ID=295fbd71-6f35-4b69-8f48-8bfcafcad1a1,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:13.725585 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.726285 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.726854 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.728180 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.728712 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.729581 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.730157 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.730787 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.731336 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.731913 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.732432 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.734564 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.735173 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.735715 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.736257 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:13.771388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (d34bf2ae-2819-40e9-886b-127996c089b9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.789647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-83e46458-6176-4827-8661-d7dc5d4da8ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port e7c404c1-a9b1-48e3-8bca-774c2fa6c20e {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:13.789647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83e46458-6176-4827-8661-d7dc5d4da8ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e7c404c1-a9b1-48e3-8bca-774c2fa6c20e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.792100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.795373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-793ef1d1-4c63-46e6-8b1a-596baa598062 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (3369ca26-348e-4f5d-a0d4-27b47e589250), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.797707 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/networks/d34bf2ae-2819-40e9-886b-127996c089b9 HTTP/1.1" status: 204 len: 168 time: 1.9683516 Oct 23 01:11:13.807310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33690) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:13.815952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-76916005'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:13.831706 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ccf81-9587-4563-ab60-c9aecb46e884 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Network': ['ID=d34bf2ae-2819-40e9-886b-127996c089b9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:13.872217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ef1d1-4c63-46e6-8b1a-596baa598062 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Subnet': ['ID=3369ca26-348e-4f5d-a0d4-27b47e589250,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:13.926808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (247036c3-7c7d-4289-ad54-b3c56b1b543c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.952245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-793ef1d1-4c63-46e6-8b1a-596baa598062 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:13.960690 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-793ef1d1-4c63-46e6-8b1a-596baa598062 tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/3369ca26-348e-4f5d-a0d4-27b47e589250 HTTP/1.1" status: 204 len: 168 time: 1.5391304 Oct 23 01:11:13.961103 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Attempting to bind port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:13.962406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 63be3a34-b61d-452e-9520-b79e462170ba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:13.965572 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Attempting to bind port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:13.965572 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Attempting to bind port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:13.966077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33694) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:14.010374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:14.014464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.015002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.020614 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 63be3a34-b61d-452e-9520-b79e462170ba {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:14.020614 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 63be3a34-b61d-452e-9520-b79e462170ba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:14.042993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.051364 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:14.066660 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33698) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:14.070972 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:14.075015 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:14.075015 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.075015 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:14.075015 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Bound port: 295fbd71-6f35-4b69-8f48-8bfcafcad1a1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:14.075015 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.090349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:14.112147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Subnet': ['ID=247036c3-7c7d-4289-ad54-b3c56b1b543c,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:14.147714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:14.150192 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] For port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:14.151016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (d13de77c-f3df-4281-9fff-c1d2db5df2d0), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.158400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Checking segment: {'id': 'db73d8af-8131-4501-9bd2-ef4e5a92ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2b4c1eb7-debe-45b2-b387-7ce8db4e1535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:14.158909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network hostable DHCP agents. Network: 2b4c1eb7-debe-45b2-b387-7ce8db4e1535, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:14.167874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (aa8a660d-d009-47b6-ab85-c7dbea185fd8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.168357 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Added segment aa8a660d-d009-47b6-ab85-c7dbea185fd8 of type vlan for network 1ac64b6c-657f-4fcf-9569-7e96eff29af6 Oct 23 01:11:14.190453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83e46458-6176-4827-8661-d7dc5d4da8ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e7c404c1-a9b1-48e3-8bca-774c2fa6c20e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.220304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:14.230027 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (1ac64b6c-657f-4fcf-9569-7e96eff29af6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.244018 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] For port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=295fbd71-6f35-4b69-8f48-8bfcafcad1a1,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:14.245286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (397ae4eb-0797-45fe-8a52-327bd8f3c48a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.249361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-83e46458-6176-4827-8661-d7dc5d4da8ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for e7c404c1-a9b1-48e3-8bca-774c2fa6c20e owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:14.277212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:14.277568 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.285238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] Pushing event deleted for resources: {'Port': ['ID=397ae4eb-0797-45fe-8a52-327bd8f3c48a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:14.316343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network 2b4c1eb7-debe-45b2-b387-7ce8db4e1535 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:14.336095 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.370102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (1ac64b6c-657f-4fcf-9569-7e96eff29af6), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.377684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:14.378668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.444269 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Routers {'30274c19-0515-4adb-8e0e-b22e35cc0a30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:14.444610 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['30274c19-0515-4adb-8e0e-b22e35cc0a30'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:14.445310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (d13de77c-f3df-4281-9fff-c1d2db5df2d0), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.494553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2b4c1eb7-debe-45b2-b387-7ce8db4e1535) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:14.496619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13de77c-f3df-4281-9fff-c1d2db5df2d0']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:14.500548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:14.504058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb9c2f0-64d8-4148-89a0-6992cd337bd1 None None] Network 2b4c1eb7-debe-45b2-b387-7ce8db4e1535 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:14.515130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33704) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:14.518815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.527113 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4ad20-798b-47a4-9f89-f6d671746c98 None None] Pushing event updated for resources: {'Port': ['ID=295fbd71-6f35-4b69-8f48-8bfcafcad1a1,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:14.548201 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking/ HTTP/1.1" status: 200 len: 259 time: 0.0198524 Oct 23 01:11:14.549291 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33706) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:14.554653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aca5539-c78a-449f-a6ea-ffae89642cb1') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:14.555283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aca5539-c78a-449f-a6ea-ffae89642cb1') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:14.555758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Network': ['ID=1ac64b6c-657f-4fcf-9569-7e96eff29af6,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:14.565714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a3ec270f-1905-49f4-a5cd-23453704b236 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:14.566056 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-a3ec270f-1905-49f4-a5cd-23453704b236 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 23 01:11:14.566587 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-a3ec270f-1905-49f4-a5cd-23453704b236 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): There was a conflict when trying to complete your request. Oct 23 01:11:14.572403 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a3ec270f-1905-49f4-a5cd-23453704b236 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4917471 Oct 23 01:11:14.576598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33708) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:14.588060 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cf0af05b-705b-450a-a93e-e83875124dd7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7779989 Oct 23 01:11:14.590475 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (9aca5539-c78a-449f-a6ea-ffae89642cb1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.604604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 1ac64b6c-657f-4fcf-9569-7e96eff29af6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:14.608770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c49dafef-6a3d-49d3-99b4-a5550862ecd2 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916031345'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:14.613516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (9aca5539-c78a-449f-a6ea-ffae89642cb1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.622467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:14.622893 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] Set router 30274c19-0515-4adb-8e0e-b22e35cc0a30 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:14.623015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (9aca5539-c78a-449f-a6ea-ffae89642cb1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.641393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33710) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:14.656014 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': '1ac64b6c-657f-4fcf-9569-7e96eff29af6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:14.777585 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e658054b-1d1d-4ee4-b751-8b3def39976d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1997669 Oct 23 01:11:14.780811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33712) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:14.788729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'network': {'name': 'tempest-router-network01--600265384'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:14.799528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] For port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:14.799998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.827177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c49dafef-6a3d-49d3-99b4-a5550862ecd2 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.829050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:14.834894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:14.868302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c49dafef-6a3d-49d3-99b4-a5550862ecd2 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.887592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (23802a6e-5480-476e-b096-70d0a9c0377c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.978130 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:14.982058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:14.983851 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30274c19-0515-4adb-8e0e-b22e35cc0a30', 'name': 'tempest-NetworksTestDHCPv6-router-1684928795', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:03Z', 'updated_at': '2022-10-23T01:11:07Z', 'revision_number': 2, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None, '_interfaces': [{'id': '295fbd71-6f35-4b69-8f48-8bfcafcad1a1', 'name': '', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'mac_address': 'fa:16:3e:da:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30274c19-0515-4adb-8e0e-b22e35cc0a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '989b465a-5988-4a74-b9ec-1a748e136ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:05Z', 'updated_at': '2022-10-23T01:11:14Z', 'revision_number': 4, 'project_id': '61d14ff25828433d8448d55982e56df4', 'subnets': [{'id': '989b465a-5988-4a74-b9ec-1a748e136ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:14.987496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2b4c1eb7-debe-45b2-b387-7ce8db4e1535', 'network_id': '2b4c1eb7-debe-45b2-b387-7ce8db4e1535', 'project_id': 'ba343bbd77544a74a7c4131015271552', 'fixed_ips': [{'subnet_id': '247036c3-7c7d-4289-ad54-b3c56b1b543c'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:14.988612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.042506 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd739f-ecc9-44ad-bb64-f01db007b6e3 None None] The sync data for ids ['30274c19-0515-4adb-8e0e-b22e35cc0a30'] in dv-neutron-master-2-hyperv is: [{'id': '30274c19-0515-4adb-8e0e-b22e35cc0a30', 'name': 'tempest-NetworksTestDHCPv6-router-1684928795', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:03Z', 'updated_at': '2022-10-23T01:11:07Z', 'revision_number': 2, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None, '_interfaces': [{'id': '295fbd71-6f35-4b69-8f48-8bfcafcad1a1', 'name': '', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'mac_address': 'fa:16:3e:da:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30274c19-0515-4adb-8e0e-b22e35cc0a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '989b465a-5988-4a74-b9ec-1a748e136ecb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:05Z', 'updated_at': '2022-10-23T01:11:14Z', 'revision_number': 4, 'project_id': '61d14ff25828433d8448d55982e56df4', 'subnets': [{'id': '989b465a-5988-4a74-b9ec-1a748e136ecb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:15.080830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Made reservation on behalf of ba343bbd77544a74a7c4131015271552 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:15.084051 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 9aca5539-c78a-449f-a6ea-ffae89642cb1 resource provider aggregate not found Oct 23 01:11:15.087482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.090642 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:15.115831 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-82bc12ca-4e94-40b8-bffe-d00622fe300e tempest-NetworksApiDiscovery-1897255106 tempest-NetworksApiDiscovery-1897255106-project] 10.222.0.36 "GET /networking/v2.0/ HTTP/1.1" status: 200 len: 746 time: 0.2531865 Oct 23 01:11:15.116960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (d13de77c-f3df-4281-9fff-c1d2db5df2d0), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.143549 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 9aca5539-c78a-449f-a6ea-ffae89642cb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9aca5539-c78a-449f-a6ea-ffae89642cb1 found for delete ", "request_id": "req-4171cbe7-24bd-4b78-aa4a-8393b1b8f997"}]} Oct 23 01:11:15.186096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.194293 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] 10.222.0.36 "DELETE /networking/v2.0/networks/d13de77c-f3df-4281-9fff-c1d2db5df2d0 HTTP/1.1" status: 204 len: 168 time: 1.2241483 Oct 23 01:11:15.197294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:15.223413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (84963b60-ca5a-493d-8c0c-d7cf2fe58243), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.226207 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Added segment 84963b60-ca5a-493d-8c0c-d7cf2fe58243 of type vlan for network f5541eb1-5bbb-405a-a600-3f2fee436e2a Oct 23 01:11:15.242840 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Allocated IP 2001:db8::2 (2b4c1eb7-debe-45b2-b387-7ce8db4e1535/247036c3-7c7d-4289-ad54-b3c56b1b543c/8e3e6f69-758c-4a03-bd0b-11a84a0d5b29) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:15.276774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a147e8-e037-42e2-ac4a-73bf36d81caa tempest-FloatingIPTestJSON-1940059248 tempest-FloatingIPTestJSON-1940059248-project] Pushing event deleted for resources: {'Network': ['ID=d13de77c-f3df-4281-9fff-c1d2db5df2d0,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:15.415061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c49dafef-6a3d-49d3-99b4-a5550862ecd2 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (397f7be9-f200-4629-8056-e7543e1fcfcc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.461919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:15.478788 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:15.578655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c49dafef-6a3d-49d3-99b4-a5550862ecd2 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (397f7be9-f200-4629-8056-e7543e1fcfcc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.591046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Publish callbacks [] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.607021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (f5541eb1-5bbb-405a-a600-3f2fee436e2a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.697068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.702606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83e46458-6176-4827-8661-d7dc5d4da8ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e7c404c1-a9b1-48e3-8bca-774c2fa6c20e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.743323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e46458-6176-4827-8661-d7dc5d4da8ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=e7c404c1-a9b1-48e3-8bca-774c2fa6c20e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:15.788778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Network 2b4c1eb7-debe-45b2-b387-7ce8db4e1535 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:15.790719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:15.796153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:15.822932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Pushing event updated for resources: {'Port': ['ID=8e3e6f69-758c-4a03-bd0b-11a84a0d5b29,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:15.859880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.860900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.861192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.861553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.861925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.862265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.862596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.863136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.863651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.863970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.864813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.865221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.865700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.866071 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.866396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:11:15.923400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Attempting to bind port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:15.923949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Attempting to bind port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'db73d8af-8131-4501-9bd2-ef4e5a92ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2b4c1eb7-debe-45b2-b387-7ce8db4e1535'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:15.924422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Attempting to bind port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 on network 2b4c1eb7-debe-45b2-b387-7ce8db4e1535 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:15.993953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:15.994667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Checking segment: {'id': 'db73d8af-8131-4501-9bd2-ef4e5a92ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2b4c1eb7-debe-45b2-b387-7ce8db4e1535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:15.994998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:15.995760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Bound using segment: {'id': 'db73d8af-8131-4501-9bd2-ef4e5a92ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2b4c1eb7-debe-45b2-b387-7ce8db4e1535'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:15.996351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Bound port: 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db73d8af-8131-4501-9bd2-ef4e5a92ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2b4c1eb7-debe-45b2-b387-7ce8db4e1535'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:15.996879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.029653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (295fbd71-6f35-4b69-8f48-8bfcafcad1a1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.035096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:16.073866 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=295fbd71-6f35-4b69-8f48-8bfcafcad1a1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:16.105224 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83e46458-6176-4827-8661-d7dc5d4da8ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (5eda000b-1cc3-4e6d-a922-16abbdd28096), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.117616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:16.176233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:16.177520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 23 01:11:16.177637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.resource_extend [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 01:11:16.193776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33728) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:16.215189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] For port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:16.217812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Port 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 not found, will not notify nova. {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 23 01:11:16.233913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] For port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e3e6f69-758c-4a03-bd0b-11a84a0d5b29,segment=NetworkSegment(db73d8af-8131-4501-9bd2-ef4e5a92ad4d),segment_id=db73d8af-8131-4501-9bd2-ef4e5a92ad4d)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:16.258881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33732) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:16.282349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dafef-6a3d-49d3-99b4-a5550862ecd2 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397f7be9-f200-4629-8056-e7543e1fcfcc,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:16.285281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (5395b1ac-1c03-407a-aec4-7e50b48bbff2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.314299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:16.317464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (30274c19-0515-4adb-8e0e-b22e35cc0a30), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.317845 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.374769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:16.431189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19345f-d85a-4c4b-bb60-2589eacc309b None None] Pushing event updated for resources: {'Port': ['ID=8e3e6f69-758c-4a03-bd0b-11a84a0d5b29,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:16.462802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (f5541eb1-5bbb-405a-a600-3f2fee436e2a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.468045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:16.468691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.480686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] Router 23802a6e-5480-476e-b096-70d0a9c0377c has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:16.584021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c49dafef-6a3d-49d3-99b4-a5550862ecd2 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (b41e65d0-791d-4df6-bc6a-10a0605b2535), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.589754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4f73-b00e-4abb-bb54-5699680117bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.616864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Subnet': ['ID=5395b1ac-1c03-407a-aec4-7e50b48bbff2,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:16.635310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Network': ['ID=f5541eb1-5bbb-405a-a600-3f2fee436e2a,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:16.659095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network f5541eb1-5bbb-405a-a600-3f2fee436e2a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:16.701913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Checking segment: {'id': 'aa8a660d-d009-47b6-ab85-c7dbea185fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1ac64b6c-657f-4fcf-9569-7e96eff29af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:16.702590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network hostable DHCP agents. Network: 1ac64b6c-657f-4fcf-9569-7e96eff29af6, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:16.709199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:16.712470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c49dafef-6a3d-49d3-99b4-a5550862ecd2 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (b41e65d0-791d-4df6-bc6a-10a0605b2535), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.718281 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f91edb2e-c9c6-4956-a6c4-e91b1fa191ff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9344757 Oct 23 01:11:16.728960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33736) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:16.744106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'network': {'name': 'tempest-router-network02--915050717'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:16.802567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:16.855480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dafef-6a3d-49d3-99b4-a5550862ecd2 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41e65d0-791d-4df6-bc6a-10a0605b2535,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:16.880488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c49dafef-6a3d-49d3-99b4-a5550862ecd2 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.881732 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c49dafef-6a3d-49d3-99b4-a5550862ecd2 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.2925584 Oct 23 01:11:16.886443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33738) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:16.888797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:16.894058 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ce64e0fe-a12d-4340-ba4e-ccd0c4956320 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/23802a6e-5480-476e-b096-70d0a9c0377c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0256402 Oct 23 01:11:16.895752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-835ae2d8-1a54-4a94-bc40-c3d729eb4e0d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': 'b41e65d0-791d-4df6-bc6a-10a0605b2535', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:16.900684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763cc0c4-edec-4493-8932-d105ac3f37ca None None] Sync routers for ids ['23802a6e-5480-476e-b096-70d0a9c0377c'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:16.912977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33740) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:16.916609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763cc0c4-edec-4493-8932-d105ac3f37ca None None] Routers {'23802a6e-5480-476e-b096-70d0a9c0377c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:16.917234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-763cc0c4-edec-4493-8932-d105ac3f37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['23802a6e-5480-476e-b096-70d0a9c0377c'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:16.981472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 1ac64b6c-657f-4fcf-9569-7e96eff29af6 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:16.983721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Made reservation on behalf of ba343bbd77544a74a7c4131015271552 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:16.987744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:16.998646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4f73-b00e-4abb-bb54-5699680117bb admin admin] Publish callbacks [] for security_group (4c0a9a26-f8ce-494b-bfba-8b2497092f2f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.040016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-763cc0c4-edec-4493-8932-d105ac3f37ca None None] Set router 23802a6e-5480-476e-b096-70d0a9c0377c gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:17.064799 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ac6afc11-c437-4117-8ab9-6f9327aaf991 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f3de498c400d4ae297beb7e93671ccb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8047581 Oct 23 01:11:17.074264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33742) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:17.078139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Publish callbacks [] for router (23802a6e-5480-476e-b096-70d0a9c0377c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.099485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Router 30274c19-0515-4adb-8e0e-b22e35cc0a30 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:17.113320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:17.121714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1ac64b6c-657f-4fcf-9569-7e96eff29af6) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:17.128454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4f73-b00e-4abb-bb54-5699680117bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4c0a9a26-f8ce-494b-bfba-8b2497092f2f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.128616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e46458-6176-4827-8661-d7dc5d4da8ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 5eda000b-1cc3-4e6d-a922-16abbdd28096 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:17.147505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:17.148279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.170725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (eed958ee-662f-462d-b189-9ecd6db0fecf), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.171090 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Added segment eed958ee-662f-462d-b189-9ecd6db0fecf of type vlan for network 6c59194f-a2d2-4bb3-a302-f74f94ccc9a0 Oct 23 01:11:17.226793 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:17.243235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-763cc0c4-edec-4493-8932-d105ac3f37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:11:13Z', 'revision_number': 5, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:17.244836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-835ae2d8-1a54-4a94-bc40-c3d729eb4e0d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group_rule (7f5b7d17-5a1e-4252-857b-f15f36160a5e), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.277090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763cc0c4-edec-4493-8932-d105ac3f37ca None None] Checking router: 23802a6e-5480-476e-b096-70d0a9c0377c for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:11:17.287203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763cc0c4-edec-4493-8932-d105ac3f37ca None None] Routers {'23802a6e-5480-476e-b096-70d0a9c0377c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:17.287940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-763cc0c4-edec-4493-8932-d105ac3f37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['23802a6e-5480-476e-b096-70d0a9c0377c'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:17.288806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da53d47b-c43a-44cd-bfb2-c0d349bdaf53 admin admin] Publish callbacks [] for security_group (f147a379-6312-474d-a4cd-a7646fb5d6a0), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.306724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:17.315096 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ef784bf2-8bd3-4d45-8c71-97b015678a70 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "PUT /networking/v2.0/routers/30274c19-0515-4adb-8e0e-b22e35cc0a30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6870770 Oct 23 01:11:17.320437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d4f73-b00e-4abb-bb54-5699680117bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0a9a26-f8ce-494b-bfba-8b2497092f2f,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:17.323551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33744) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:17.326262 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ba2d4f73-b00e-4abb-bb54-5699680117bb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9cec45b50e504d09a5a1f62d750016dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1213601 Oct 23 01:11:17.329883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33746) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:17.339298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Publish callbacks [] for router_gateway (23802a6e-5480-476e-b096-70d0a9c0377c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.361036 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-eba4d9d4-fa72-42ec-8aaa-b7c145524315 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7179587 Oct 23 01:11:17.366151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33748) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:17.373876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': '1ac64b6c-657f-4fcf-9569-7e96eff29af6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1906369901'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:17.399299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da53d47b-c43a-44cd-bfb2-c0d349bdaf53 admin admin] Publish callbacks [] for security_group (f147a379-6312-474d-a4cd-a7646fb5d6a0), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.439457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (6c59194f-a2d2-4bb3-a302-f74f94ccc9a0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.459501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-763cc0c4-edec-4493-8932-d105ac3f37ca None None] Set router 23802a6e-5480-476e-b096-70d0a9c0377c gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:17.505255 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Deleting port 44596bf0-d121-48cf-9269-d4b9c6e965c8 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:17.511594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.559023 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e46458-6176-4827-8661-d7dc5d4da8ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:17.564379 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-83e46458-6176-4827-8661-d7dc5d4da8ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/5eda000b-1cc3-4e6d-a922-16abbdd28096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8365200 Oct 23 01:11:17.574373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-835ae2d8-1a54-4a94-bc40-c3d729eb4e0d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group_rule (7f5b7d17-5a1e-4252-857b-f15f36160a5e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.574843 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4994ba35-c724-470c-aed8-17db2184a01c None None] Sync routers for ids ['5eda000b-1cc3-4e6d-a922-16abbdd28096'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:17.575511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33750) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:17.588162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6925515-9555-43e5-9513-dbf6076ebeaf tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:17.589857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6925515-9555-43e5-9513-dbf6076ebeaf tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:17.593064 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b6925515-9555-43e5-9513-dbf6076ebeaf tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2631693 Oct 23 01:11:17.605290 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:17.622438 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994ba35-c724-470c-aed8-17db2184a01c None None] Routers {'5eda000b-1cc3-4e6d-a922-16abbdd28096'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:17.623195 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-4994ba35-c724-470c-aed8-17db2184a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5eda000b-1cc3-4e6d-a922-16abbdd28096'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:17.631555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33752) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:17.665676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.resource_extend [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 01:11:17.672207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da147df-af66-4c39-aaa5-a54c44a0d536 None None] Sync routers for ids ['30274c19-0515-4adb-8e0e-b22e35cc0a30'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:17.690416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-835ae2d8-1a54-4a94-bc40-c3d729eb4e0d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (7f5b7d17-5a1e-4252-857b-f15f36160a5e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.695760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da147df-af66-4c39-aaa5-a54c44a0d536 None None] Routers {'30274c19-0515-4adb-8e0e-b22e35cc0a30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:17.695869 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] For port 44596bf0-d121-48cf-9269-d4b9c6e965c8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44596bf0-d121-48cf-9269-d4b9c6e965c8,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:17.696298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.696705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0da147df-af66-4c39-aaa5-a54c44a0d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['30274c19-0515-4adb-8e0e-b22e35cc0a30'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:17.707423 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-25f834e5-5977-479a-a43e-f9bb26032095 admin admin] Publish callbacks [] for security_group (4c0a9a26-f8ce-494b-bfba-8b2497092f2f), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.717004 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-4994ba35-c724-470c-aed8-17db2184a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:17.733293 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994ba35-c724-470c-aed8-17db2184a01c None None] Routers {'5eda000b-1cc3-4e6d-a922-16abbdd28096'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:17.734395 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-4994ba35-c724-470c-aed8-17db2184a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5eda000b-1cc3-4e6d-a922-16abbdd28096'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:17.746897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ae2d8-1a54-4a94-bc40-c3d729eb4e0d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5b7d17-5a1e-4252-857b-f15f36160a5e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:17.760021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Calling delete_port for 44596bf0-d121-48cf-9269-d4b9c6e965c8 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:17.774688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da53d47b-c43a-44cd-bfb2-c0d349bdaf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f147a379-6312-474d-a4cd-a7646fb5d6a0), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.777302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da53d47b-c43a-44cd-bfb2-c0d349bdaf53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.778605 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-da53d47b-c43a-44cd-bfb2-c0d349bdaf53 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f147a379-6312-474d-a4cd-a7646fb5d6a0 HTTP/1.1" status: 204 len: 168 time: 0.7033587 Oct 23 01:11:17.811454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-0da147df-af66-4c39-aaa5-a54c44a0d536 None None] Set router 30274c19-0515-4adb-8e0e-b22e35cc0a30 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:17.812747 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-4994ba35-c724-470c-aed8-17db2184a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:17.813357 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4994ba35-c724-470c-aed8-17db2184a01c None None] The sync data for ids ['5eda000b-1cc3-4e6d-a922-16abbdd28096'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:17.818056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (6c59194f-a2d2-4bb3-a302-f74f94ccc9a0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.828525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:17.829210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.829445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-25f834e5-5977-479a-a43e-f9bb26032095 admin admin] Publish callbacks [] for security_group (4c0a9a26-f8ce-494b-bfba-8b2497092f2f), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.848930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-50480c80-f573-49bc-a2bc-b01e7d217522 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 989b465a-5988-4a74-b9ec-1a748e136ecb {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:17.864460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-835ae2d8-1a54-4a94-bc40-c3d729eb4e0d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:17.866108 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-835ae2d8-1a54-4a94-bc40-c3d729eb4e0d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9777329 Oct 23 01:11:17.882177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33756) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:17.888047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0da147df-af66-4c39-aaa5-a54c44a0d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30274c19-0515-4adb-8e0e-b22e35cc0a30', 'name': 'tempest-NetworksTestDHCPv6-router-1684928795', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:03Z', 'updated_at': '2022-10-23T01:11:15Z', 'revision_number': 3, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:17.888728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-15118aee-16c1-4275-8f02-44dfcea648ff tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': 'b41e65d0-791d-4df6-bc6a-10a0605b2535', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:17.900526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53d47b-c43a-44cd-bfb2-c0d349bdaf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f147a379-6312-474d-a4cd-a7646fb5d6a0,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:17.921478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d261e96b-fabc-4a0a-89f0-9b3ed535e726 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:11:17.932063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da147df-af66-4c39-aaa5-a54c44a0d536 None None] Checking router: 30274c19-0515-4adb-8e0e-b22e35cc0a30 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:11:17.967343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Network': ['ID=6c59194f-a2d2-4bb3-a302-f74f94ccc9a0,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:17.969642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50480c80-f573-49bc-a2bc-b01e7d217522 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (989b465a-5988-4a74-b9ec-1a748e136ecb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.004511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 6c59194f-a2d2-4bb3-a302-f74f94ccc9a0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:18.043686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50480c80-f573-49bc-a2bc-b01e7d217522 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (989b465a-5988-4a74-b9ec-1a748e136ecb), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.107618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-15118aee-16c1-4275-8f02-44dfcea648ff tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group_rule (0b441a90-0c49-4848-88c2-c8f5a9e69f12), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.128552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:18.131773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-763cc0c4-edec-4493-8932-d105ac3f37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:11:13Z', 'revision_number': 5, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:18.133359 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.138152 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8cd377e3-8a73-4e1e-9405-a0e1957a6377 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4017475 Oct 23 01:11:18.145686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33758) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:18.146619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-25f834e5-5977-479a-a43e-f9bb26032095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4c0a9a26-f8ce-494b-bfba-8b2497092f2f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.149187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-25f834e5-5977-479a-a43e-f9bb26032095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.152886 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-25f834e5-5977-479a-a43e-f9bb26032095 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4c0a9a26-f8ce-494b-bfba-8b2497092f2f HTTP/1.1" status: 204 len: 168 time: 0.7973526 Oct 23 01:11:18.159971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'subnet': {'network_id': 'f5541eb1-5bbb-405a-a600-3f2fee436e2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:18.240871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port fd5f7259-7f20-4c4a-9135-57b48f77599b yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:11:18.245738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f834e5-5977-479a-a43e-f9bb26032095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0a9a26-f8ce-494b-bfba-8b2497092f2f,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:18.255425 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f829f3c2-ad72-4754-a20f-a17a5e110b53 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (5eda000b-1cc3-4e6d-a922-16abbdd28096), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.396341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-066be6cf-542d-4033-859d-d55815882886 None None] Provisioning complete for port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:18.396752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-066be6cf-542d-4033-859d-d55815882886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.397095 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-066be6cf-542d-4033-859d-d55815882886 None None] Attempt 1 to provision port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 Oct 23 01:11:18.403667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:18.427529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50480c80-f573-49bc-a2bc-b01e7d217522 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (989b465a-5988-4a74-b9ec-1a748e136ecb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.459684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763cc0c4-edec-4493-8932-d105ac3f37ca None None] The sync data for ids ['23802a6e-5480-476e-b096-70d0a9c0377c'] in dv-neutron-master-2-hyperv is: [{'id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'name': 'tempest-ServerActionsTestJSON-81406872-router', 'tenant_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21'}], 'enable_snat': True}, 'gw_port_id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:11:13Z', 'revision_number': 5, 'project_id': '6e8125d1fd0c41088a7855d1eaa7fa4e', 'gw_port': {'id': '44596bf0-d121-48cf-9269-d4b9c6e965c8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802a6e-5480-476e-b096-70d0a9c0377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:07:14Z', 'updated_at': '2022-10-23T01:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:18.459684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da147df-af66-4c39-aaa5-a54c44a0d536 None None] Routers {'30274c19-0515-4adb-8e0e-b22e35cc0a30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:18.460177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0da147df-af66-4c39-aaa5-a54c44a0d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['30274c19-0515-4adb-8e0e-b22e35cc0a30'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:18.463121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:18.570591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-15118aee-16c1-4275-8f02-44dfcea648ff tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): There was a conflict when trying to complete your request. Oct 23 01:11:18.572021 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-15118aee-16c1-4275-8f02-44dfcea648ff tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6885304 Oct 23 01:11:18.583458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33770) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:18.607849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f829f3c2-ad72-4754-a20f-a17a5e110b53 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port b46c8304-4ba3-4f63-9b33-2ea0e9756db9 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:18.608221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f829f3c2-ad72-4754-a20f-a17a5e110b53 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b46c8304-4ba3-4f63-9b33-2ea0e9756db9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.649476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-0da147df-af66-4c39-aaa5-a54c44a0d536 None None] Set router 30274c19-0515-4adb-8e0e-b22e35cc0a30 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:18.720769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.13 (1ac64b6c-657f-4fcf-9569-7e96eff29af6/5395b1ac-1c03-407a-aec4-7e50b48bbff2/fd5f7259-7f20-4c4a-9135-57b48f77599b) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:18.774101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f829f3c2-ad72-4754-a20f-a17a5e110b53 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b46c8304-4ba3-4f63-9b33-2ea0e9756db9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.778249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (44596bf0-d121-48cf-9269-d4b9c6e965c8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.792411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0da147df-af66-4c39-aaa5-a54c44a0d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30274c19-0515-4adb-8e0e-b22e35cc0a30', 'name': 'tempest-NetworksTestDHCPv6-router-1684928795', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:03Z', 'updated_at': '2022-10-23T01:11:15Z', 'revision_number': 3, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:18.818887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Made reservation on behalf of ba343bbd77544a74a7c4131015271552 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:18.823200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.826346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f829f3c2-ad72-4754-a20f-a17a5e110b53 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for b46c8304-4ba3-4f63-9b33-2ea0e9756db9 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:18.875908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da147df-af66-4c39-aaa5-a54c44a0d536 None None] The sync data for ids ['30274c19-0515-4adb-8e0e-b22e35cc0a30'] in dv-neutron-master-2-hyperv is: [{'id': '30274c19-0515-4adb-8e0e-b22e35cc0a30', 'name': 'tempest-NetworksTestDHCPv6-router-1684928795', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:03Z', 'updated_at': '2022-10-23T01:11:15Z', 'revision_number': 3, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:18.886584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ee8dfbf1-c199-4982-85af-f6ecb029796f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (b41e65d0-791d-4df6-bc6a-10a0605b2535), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.933171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50480c80-f573-49bc-a2bc-b01e7d217522 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (989b465a-5988-4a74-b9ec-1a748e136ecb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:18.937694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Pushing event deleted for resources: {'Port': ['ID=44596bf0-d121-48cf-9269-d4b9c6e965c8,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:18.976228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-066be6cf-542d-4033-859d-d55815882886 None None] Current status of the port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:18.976707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-066be6cf-542d-4033-859d-d55815882886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.029933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:19.030382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.030788 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 Oct 23 01:11:19.089957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:19.099045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50480c80-f573-49bc-a2bc-b01e7d217522 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=989b465a-5988-4a74-b9ec-1a748e136ecb,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:19.126844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50480c80-f573-49bc-a2bc-b01e7d217522 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.129740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-066be6cf-542d-4033-859d-d55815882886 None None] For port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e3e6f69-758c-4a03-bd0b-11a84a0d5b29,segment=NetworkSegment(db73d8af-8131-4501-9bd2-ef4e5a92ad4d),segment_id=db73d8af-8131-4501-9bd2-ef4e5a92ad4d)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:19.133965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261e96b-fabc-4a0a-89f0-9b3ed535e726 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:11:19.139797 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-50480c80-f573-49bc-a2bc-b01e7d217522 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/989b465a-5988-4a74-b9ec-1a748e136ecb HTTP/1.1" status: 204 len: 168 time: 1.5042412 Oct 23 01:11:19.144484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33778) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:19.182389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ee8dfbf1-c199-4982-85af-f6ecb029796f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (b41e65d0-791d-4df6-bc6a-10a0605b2535), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.210714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:19.211224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.314938 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5fd31bc7-c267-472d-a81a-23579f59eb8a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1691599 Oct 23 01:11:19.318111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33782) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:19.327898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (23802a6e-5480-476e-b096-70d0a9c0377c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.379808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-066be6cf-542d-4033-859d-d55815882886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.385079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (fd5f7259-7f20-4c4a-9135-57b48f77599b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.415445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f18504d-39f5-4f94-9115-4bc21cb97479 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for router (30274c19-0515-4adb-8e0e-b22e35cc0a30), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.472140 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f829f3c2-ad72-4754-a20f-a17a5e110b53 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (b46c8304-4ba3-4f63-9b33-2ea0e9756db9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.485504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (23802a6e-5480-476e-b096-70d0a9c0377c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.508804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Publish callbacks [] for router_controller (23802a6e-5480-476e-b096-70d0a9c0377c), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.520771 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829f3c2-ad72-4754-a20f-a17a5e110b53 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=b46c8304-4ba3-4f63-9b33-2ea0e9756db9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:19.565919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:11:19.565919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:11:19.589041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ac64b6c-657f-4fcf-9569-7e96eff29af6', 'network_id': '1ac64b6c-657f-4fcf-9569-7e96eff29af6', 'project_id': '118c27f55c89478ba681471398554359', 'fixed_ips': [{'subnet_id': '5395b1ac-1c03-407a-aec4-7e50b48bbff2'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:19.589041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.603492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ee8dfbf1-c199-4982-85af-f6ecb029796f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (b41e65d0-791d-4df6-bc6a-10a0605b2535), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.607459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ee8dfbf1-c199-4982-85af-f6ecb029796f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.608614 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ee8dfbf1-c199-4982-85af-f6ecb029796f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b41e65d0-791d-4df6-bc6a-10a0605b2535 HTTP/1.1" status: 204 len: 168 time: 1.0155487 Oct 23 01:11:19.621961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33786) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:19.646021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33788) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:19.648593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066be6cf-542d-4033-859d-d55815882886 None None] Pushing event updated for resources: {'Port': ['ID=8e3e6f69-758c-4a03-bd0b-11a84a0d5b29,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:19.662247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dfbf1-c199-4982-85af-f6ecb029796f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41e65d0-791d-4df6-bc6a-10a0605b2535,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:19.670854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:19.696085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (fd5f7259-7f20-4c4a-9135-57b48f77599b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.715200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (23802a6e-5480-476e-b096-70d0a9c0377c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.715200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23802a6e-5480-476e-b096-70d0a9c0377c {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:11:19.721888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.724776 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-48659e2b-f6fe-4aa2-9402-35d6294ef030 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/23802a6e-5480-476e-b096-70d0a9c0377c HTTP/1.1" status: 204 len: 168 time: 2.8108077 Oct 23 01:11:19.737073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33792) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:19.802419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f18504d-39f5-4f94-9115-4bc21cb97479 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (30274c19-0515-4adb-8e0e-b22e35cc0a30), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.803358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:19.820056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f18504d-39f5-4f94-9115-4bc21cb97479 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for router_controller (30274c19-0515-4adb-8e0e-b22e35cc0a30), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.840180 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=fd5f7259-7f20-4c4a-9135-57b48f77599b,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:19.868845 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (d8e445d3-0511-4f08-bd4f-fc512b3d1526), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:19.883867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8c451c57-6a07-4e7a-8f43-b892243d4acc tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] Request body: {'port': {'network_id': '6aed4954-19a7-4de9-9142-d27056c62b1a', 'name': 'tempest-NetworksNegativeTestJSON-253927914'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:19.903144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Allocated IP 172.20.0.2 (1ac64b6c-657f-4fcf-9569-7e96eff29af6/5395b1ac-1c03-407a-aec4-7e50b48bbff2/2e3cf4ff-be90-4fa9-875c-7041988ae914) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:19.947077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:20.001441 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c451c57-6a07-4e7a-8f43-b892243d4acc tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] POST failed (client error): The resource could not be found. Oct 23 01:11:20.002327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c451c57-6a07-4e7a-8f43-b892243d4acc tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:20.010019 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8c451c57-6a07-4e7a-8f43-b892243d4acc tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3588767 Oct 23 01:11:20.017479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 1ac64b6c-657f-4fcf-9569-7e96eff29af6 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:20.024481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33794) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:20.039649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:20.066225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:20.079253 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-55666568-12ba-47e5-b145-84b4ad1fe419 admin admin] Deleting subnet 8b74024a-d17f-4db3-83e8-5ff782bd2612 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:20.114915 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b965e081-b56a-43cf-bc65-5fe062f8a378 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:20.115513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b965e081-b56a-43cf-bc65-5fe062f8a378 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:20.122828 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b965e081-b56a-43cf-bc65-5fe062f8a378 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] 10.222.0.36 "DELETE /networking/v2.0/networks/8958e1c2-6c43-4335-95cc-cb5aabed2a03 HTTP/1.1" status: 404 len: 339 time: 0.0931470 Oct 23 01:11:20.122828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-55666568-12ba-47e5-b145-84b4ad1fe419 admin admin] Publish callbacks [] for subnet (8b74024a-d17f-4db3-83e8-5ff782bd2612), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.127289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Subnet': ['ID=d8e445d3-0511-4f08-bd4f-fc512b3d1526,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:20.129852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33796) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:20.149095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:20.153146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Publish callbacks [] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.195754 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26da478-eff6-40bf-8be3-5ed73c8e8a8f tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:20.196541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26da478-eff6-40bf-8be3-5ed73c8e8a8f tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:20.205252 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a26da478-eff6-40bf-8be3-5ed73c8e8a8f tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] 10.222.0.36 "DELETE /networking/v2.0/ports/587b8205-cdf2-4441-b432-f5192d20d28b HTTP/1.1" status: 404 len: 333 time: 0.0469587 Oct 23 01:11:20.205252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33798) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:20.211971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Checking segment: {'id': '84963b60-ca5a-493d-8c0c-d7cf2fe58243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f5541eb1-5bbb-405a-a600-3f2fee436e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:20.211971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network hostable DHCP agents. Network: f5541eb1-5bbb-405a-a600-3f2fee436e2a, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:20.235333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.236494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-55666568-12ba-47e5-b145-84b4ad1fe419 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (8b74024a-d17f-4db3-83e8-5ff782bd2612), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.273082 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d830f1d2-45f2-4d21-a4c9-07359afd1735 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6457431 Oct 23 01:11:20.302203 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33800) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:20.303692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:20.307970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:20.312480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-247b536a-3750-4025-958f-367827dd3e9a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313443909'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:20.319307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f829f3c2-ad72-4754-a20f-a17a5e110b53 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (5eda000b-1cc3-4e6d-a922-16abbdd28096), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.344582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Network 1ac64b6c-657f-4fcf-9569-7e96eff29af6 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:20.348326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:20.359189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Pushing event updated for resources: {'Port': ['ID=2e3cf4ff-be90-4fa9-875c-7041988ae914,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:20.365506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:20.378109 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7dc3e5a-c301-48d9-83aa-3f3507352525 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] DELETE failed (client error): The resource could not be found. Oct 23 01:11:20.378584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7dc3e5a-c301-48d9-83aa-3f3507352525 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:20.390603 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a7dc3e5a-c301-48d9-83aa-3f3507352525 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/cdfee661-4db2-472c-9a59-338bd2e44275 HTTP/1.1" status: 404 len: 337 time: 0.1844902 Oct 23 01:11:20.399327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:20.399977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.413213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33802) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:20.433053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f18504d-39f5-4f94-9115-4bc21cb97479 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (30274c19-0515-4adb-8e0e-b22e35cc0a30), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.433632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f18504d-39f5-4f94-9115-4bc21cb97479 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Fanout notify agent at l3_agent the message router_deleted on router 30274c19-0515-4adb-8e0e-b22e35cc0a30 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:11:20.445258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f18504d-39f5-4f94-9115-4bc21cb97479 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.445258 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0f18504d-39f5-4f94-9115-4bc21cb97479 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/routers/30274c19-0515-4adb-8e0e-b22e35cc0a30 HTTP/1.1" status: 204 len: 168 time: 1.1181395 Oct 23 01:11:20.446551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33804) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:20.451422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:20.454334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d184d280-8277-47d9-96de-faebf2a70640 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:20.454694 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Attempting to bind port 2e3cf4ff-be90-4fa9-875c-7041988ae914 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:20.455077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Attempting to bind port 2e3cf4ff-be90-4fa9-875c-7041988ae914 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aa8a660d-d009-47b6-ab85-c7dbea185fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1ac64b6c-657f-4fcf-9569-7e96eff29af6'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:20.455444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Attempting to bind port 2e3cf4ff-be90-4fa9-875c-7041988ae914 on network 1ac64b6c-657f-4fcf-9569-7e96eff29af6 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:20.519402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:20.537351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f8138c07-f6e7-472f-9fcb-867049e40ba1 None None] Provisioning complete for port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:20.537726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f8138c07-f6e7-472f-9fcb-867049e40ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.538100 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f8138c07-f6e7-472f-9fcb-867049e40ba1 None None] Attempt 1 to provision port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 Oct 23 01:11:20.603085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-247b536a-3750-4025-958f-367827dd3e9a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.617037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:20.617427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Checking segment: {'id': 'aa8a660d-d009-47b6-ab85-c7dbea185fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1ac64b6c-657f-4fcf-9569-7e96eff29af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:20.617881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.618286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Bound using segment: {'id': 'aa8a660d-d009-47b6-ab85-c7dbea185fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1ac64b6c-657f-4fcf-9569-7e96eff29af6'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:20.618802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Bound port: 2e3cf4ff-be90-4fa9-875c-7041988ae914, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8a660d-d009-47b6-ab85-c7dbea185fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1ac64b6c-657f-4fcf-9569-7e96eff29af6'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:20.619371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.632422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f829f3c2-ad72-4754-a20f-a17a5e110b53 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 5eda000b-1cc3-4e6d-a922-16abbdd28096 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:20.642333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:20.642746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.643395 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 Oct 23 01:11:20.772289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d184d280-8277-47d9-96de-faebf2a70640 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:20.775879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d184d280-8277-47d9-96de-faebf2a70640 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.782659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f829f3c2-ad72-4754-a20f-a17a5e110b53 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:20.782876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f8138c07-f6e7-472f-9fcb-867049e40ba1 None None] Current status of the port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:20.802398 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f829f3c2-ad72-4754-a20f-a17a5e110b53 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/5eda000b-1cc3-4e6d-a922-16abbdd28096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2238259 Oct 23 01:11:20.809382 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d49e141-7525-4314-9a82-ad270f5b5af3 None None] Sync routers for ids ['5eda000b-1cc3-4e6d-a922-16abbdd28096'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:20.823009 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d49e141-7525-4314-9a82-ad270f5b5af3 None None] Routers {'5eda000b-1cc3-4e6d-a922-16abbdd28096'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:20.824039 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1d49e141-7525-4314-9a82-ad270f5b5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5eda000b-1cc3-4e6d-a922-16abbdd28096'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:20.824925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] For port 2e3cf4ff-be90-4fa9-875c-7041988ae914, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:20.830840 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-034eafa9-1283-4f39-a9b3-f51f4ace84ff tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] GET failed (client error): The resource could not be found. Oct 23 01:11:20.840267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] For port 2e3cf4ff-be90-4fa9-875c-7041988ae914, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e3cf4ff-be90-4fa9-875c-7041988ae914,segment=NetworkSegment(aa8a660d-d009-47b6-ab85-c7dbea185fd8),segment_id=aa8a660d-d009-47b6-ab85-c7dbea185fd8)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:20.840434 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-034eafa9-1283-4f39-a9b3-f51f4ace84ff tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] 10.222.0.36 "GET /networking/v2.0/networks/e56ca580-863c-4ad4-ac18-bf0fc6fe9395 HTTP/1.1" status: 404 len: 339 time: 0.0437698 Oct 23 01:11:20.863129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-55666568-12ba-47e5-b145-84b4ad1fe419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (8b74024a-d17f-4db3-83e8-5ff782bd2612), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.867347 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1d49e141-7525-4314-9a82-ad270f5b5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:20.870788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-247b536a-3750-4025-958f-367827dd3e9a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (9d8b9408-5da9-4e11-8842-04fb443734ca), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.878789 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d49e141-7525-4314-9a82-ad270f5b5af3 None None] Routers {'5eda000b-1cc3-4e6d-a922-16abbdd28096'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:20.880321 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1d49e141-7525-4314-9a82-ad270f5b5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5eda000b-1cc3-4e6d-a922-16abbdd28096'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:20.897740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:20.917257 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1d49e141-7525-4314-9a82-ad270f5b5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:20.918246 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d49e141-7525-4314-9a82-ad270f5b5af3 None None] The sync data for ids ['5eda000b-1cc3-4e6d-a922-16abbdd28096'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:20.930426 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33806) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:20.930881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33808) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:20.937146 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-060b496b-9a77-48fb-912b-b8f16e5add14 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.5676513 Oct 23 01:11:20.956784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33810) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:20.957883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:20.998020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-247b536a-3750-4025-958f-367827dd3e9a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (9d8b9408-5da9-4e11-8842-04fb443734ca), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.015229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:21.032776 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b231bd20-9ce4-42b8-94a9-aca3445abf28 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5eda000b-1cc3-4e6d-a922-16abbdd28096 HTTP/1.1" status: 200 len: 205 time: 0.0949721 Oct 23 01:11:21.036631 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-00dfa9c5-8b62-4647-8153-afcf09cbf69c tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] GET failed (client error): The resource could not be found. Oct 23 01:11:21.042206 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-00dfa9c5-8b62-4647-8153-afcf09cbf69c tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] 10.222.0.36 "GET /networking/v2.0/ports/31f987a0-7849-4994-9761-0668382d861a HTTP/1.1" status: 404 len: 333 time: 0.0949903 Oct 23 01:11:21.042827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33812) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.043145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33814) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.081519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:21.081771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 295fbd71-6f35-4b69-8f48-8bfcafcad1a1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:21.082120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 397ae4eb-0797-45fe-8a52-327bd8f3c48a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:21.082529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b536a-3750-4025-958f-367827dd3e9a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8b9408-5da9-4e11-8842-04fb443734ca,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:21.086671 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79102d4-97d1-4cdd-bb3b-d6cb5da9a2e4 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] GET failed (client error): The resource could not be found. Oct 23 01:11:21.092883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33816) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.098812 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c79102d4-97d1-4cdd-bb3b-d6cb5da9a2e4 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] 10.222.0.36 "GET /networking/v2.0/subnets/574d2656-a194-415b-a0cb-da5e6d10d016 HTTP/1.1" status: 404 len: 337 time: 0.0411658 Oct 23 01:11:21.106683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d6afb4b2-68ba-49eb-ba2b-481714b852fd tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:21.124790 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 397ae4eb-0797-45fe-8a52-327bd8f3c48a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:21.125145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 397ae4eb-0797-45fe-8a52-327bd8f3c48a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:21.125573 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 44596bf0-d121-48cf-9269-d4b9c6e965c8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:21.150524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 44596bf0-d121-48cf-9269-d4b9c6e965c8 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:21.155872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 44596bf0-d121-48cf-9269-d4b9c6e965c8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:21.155872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b4a85-bc2b-4505-9af7-03d105adb48e None None] Pushing event updated for resources: {'Port': ['ID=2e3cf4ff-be90-4fa9-875c-7041988ae914,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:21.156302 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6afb4b2-68ba-49eb-ba2b-481714b852fd tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] PUT failed (client error): The resource could not be found. Oct 23 01:11:21.156302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6afb4b2-68ba-49eb-ba2b-481714b852fd tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:21.157292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network f5541eb1-5bbb-405a-a600-3f2fee436e2a is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:21.159985 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d6afb4b2-68ba-49eb-ba2b-481714b852fd tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] 10.222.0.36 "PUT /networking/v2.0/networks/10271a66-c565-4e38-956e-0ee6da8c1582 HTTP/1.1" status: 404 len: 339 time: 0.0651956 Oct 23 01:11:21.167331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33818) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.167537 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-55666568-12ba-47e5-b145-84b4ad1fe419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (8b74024a-d17f-4db3-83e8-5ff782bd2612), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.175628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-51aaa388-338c-406f-8922-3bf2ef866cbb tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:21.184806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-247b536a-3750-4025-958f-367827dd3e9a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.187134 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-247b536a-3750-4025-958f-367827dd3e9a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8784292 Oct 23 01:11:21.203541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33820) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.204311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55666568-12ba-47e5-b145-84b4ad1fe419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b74024a-d17f-4db3-83e8-5ff782bd2612,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:21.218487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ce33d2c9-cf9f-4e22-9256-4a4a0557c435 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '9d8b9408-5da9-4e11-8842-04fb443734ca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:21.218487 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-ce33d2c9-cf9f-4e22-9256-4a4a0557c435 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 23 01:11:21.218487 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-ce33d2c9-cf9f-4e22-9256-4a4a0557c435 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:21.218487 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ce33d2c9-cf9f-4e22-9256-4a4a0557c435 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076475 Oct 23 01:11:21.225812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33822) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.288748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-55666568-12ba-47e5-b145-84b4ad1fe419 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.293046 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-55666568-12ba-47e5-b145-84b4ad1fe419 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/8b74024a-d17f-4db3-83e8-5ff782bd2612 HTTP/1.1" status: 204 len: 168 time: 1.4565032 Oct 23 01:11:21.311042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33824) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.316279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66014777-9d05-48cf-bd00-8c91fb3d4445 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (5eda000b-1cc3-4e6d-a922-16abbdd28096), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.318123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f5541eb1-5bbb-405a-a600-3f2fee436e2a) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:21.323062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:21.323675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.342448 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-51aaa388-338c-406f-8922-3bf2ef866cbb tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] PUT failed (client error): The resource could not be found. Oct 23 01:11:21.343020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51aaa388-338c-406f-8922-3bf2ef866cbb tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:21.344186 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-51aaa388-338c-406f-8922-3bf2ef866cbb tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] 10.222.0.36 "PUT /networking/v2.0/ports/72deb8d5-59af-4e9e-8091-d9debaf81ff3 HTTP/1.1" status: 404 len: 333 time: 0.1754110 Oct 23 01:11:21.360408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33826) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.371740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9744b464-ca4d-4af0-bee6-0ea3c036e181 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:21.385621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3ccaa66f-c7e5-49da-a194-d097bcba7474 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port fd5f7259-7f20-4c4a-9135-57b48f77599b {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:21.386003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ccaa66f-c7e5-49da-a194-d097bcba7474 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fd5f7259-7f20-4c4a-9135-57b48f77599b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.424430 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9744b464-ca4d-4af0-bee6-0ea3c036e181 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] PUT failed (client error): The resource could not be found. Oct 23 01:11:21.424902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9744b464-ca4d-4af0-bee6-0ea3c036e181 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:21.430650 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9744b464-ca4d-4af0-bee6-0ea3c036e181 tempest-NetworksNegativeTestJSON-389353470 tempest-NetworksNegativeTestJSON-389353470-project] 10.222.0.36 "PUT /networking/v2.0/subnets/03ff3410-c181-490f-897d-348a0b8a5bc2 HTTP/1.1" status: 404 len: 337 time: 0.0647705 Oct 23 01:11:21.456583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (7137e86b-dd2c-4bcd-b0f6-bd1db47276ec), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.521133 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Deleting port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:21.521504 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.571422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d184d280-8277-47d9-96de-faebf2a70640 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (505ff7f5-aed9-4763-9865-afc4a2dffb88), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.585221 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a36f33dd-3f9c-44b7-be37-858117db9808 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4307613 Oct 23 01:11:21.591302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33830) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.596588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af85db46-c9c8-4f87-a13b-003859b39415 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (9d8b9408-5da9-4e11-8842-04fb443734ca), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.614360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'subnet': {'network_id': '6c59194f-a2d2-4bb3-a302-f74f94ccc9a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:21.651990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:21.663654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66014777-9d05-48cf-bd00-8c91fb3d4445 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (5eda000b-1cc3-4e6d-a922-16abbdd28096), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.669465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66014777-9d05-48cf-bd00-8c91fb3d4445 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (5eda000b-1cc3-4e6d-a922-16abbdd28096), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.672303 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ccaa66f-c7e5-49da-a194-d097bcba7474 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fd5f7259-7f20-4c4a-9135-57b48f77599b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.675587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af85db46-c9c8-4f87-a13b-003859b39415 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (9d8b9408-5da9-4e11-8842-04fb443734ca), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.702000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] For port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=397bf954-5fa9-481b-b5d8-f1fca07c5cc6,segment=NetworkSegment(19ae54ad-a99d-4774-9f08-a75e8aa8cb7b),segment_id=19ae54ad-a99d-4774-9f08-a75e8aa8cb7b)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:21.702376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.706053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3ccaa66f-c7e5-49da-a194-d097bcba7474 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for fd5f7259-7f20-4c4a-9135-57b48f77599b owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:21.710811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d184d280-8277-47d9-96de-faebf2a70640 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:21.729326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184d280-8277-47d9-96de-faebf2a70640 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=505ff7f5-aed9-4763-9865-afc4a2dffb88,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:21.730116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.731736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d184d280-8277-47d9-96de-faebf2a70640 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:21.739804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184d280-8277-47d9-96de-faebf2a70640 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:21.740418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d184d280-8277-47d9-96de-faebf2a70640 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.743211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Calling delete_port for 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:21.843669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66014777-9d05-48cf-bd00-8c91fb3d4445 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (5eda000b-1cc3-4e6d-a922-16abbdd28096), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.844256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66014777-9d05-48cf-bd00-8c91fb3d4445 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Fanout notify agent at l3_agent the message router_deleted on router 5eda000b-1cc3-4e6d-a922-16abbdd28096 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:11:21.854110 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d184d280-8277-47d9-96de-faebf2a70640 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4019270 Oct 23 01:11:21.857214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33832) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.864794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d24af0dd-7133-4ab5-b26e-711caa5fcc22 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-923438249', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:21.874500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66014777-9d05-48cf-bd00-8c91fb3d4445 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.884765 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-66014777-9d05-48cf-bd00-8c91fb3d4445 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/5eda000b-1cc3-4e6d-a922-16abbdd28096 HTTP/1.1" status: 204 len: 168 time: 0.8289638 Oct 23 01:11:21.884938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33834) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.885084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af85db46-c9c8-4f87-a13b-003859b39415 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (9d8b9408-5da9-4e11-8842-04fb443734ca), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.885084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af85db46-c9c8-4f87-a13b-003859b39415 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.885548 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-af85db46-c9c8-4f87-a13b-003859b39415 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9d8b9408-5da9-4e11-8842-04fb443734ca HTTP/1.1" status: 204 len: 168 time: 0.6544521 Oct 23 01:11:21.892347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33836) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.914170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85db46-c9c8-4f87-a13b-003859b39415 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8b9408-5da9-4e11-8842-04fb443734ca,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:21.965653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Made reservation on behalf of ba343bbd77544a74a7c4131015271552 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:21.970756 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.977919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (397bf954-5fa9-481b-b5d8-f1fca07c5cc6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.980292 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-08aa88b7-53b7-41c7-91ee-7ce6dea6b237 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0805182 Oct 23 01:11:21.984367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33840) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:21.989589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-04bbc663-78d1-485c-ba58-ed320a8079e7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971369920'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:21.990515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-7535be92-d6fa-4620-910f-49d24bf756fc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting subnet 81f17a15-f675-4188-91f7-1677051f7cba {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:22.003490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7535be92-d6fa-4620-910f-49d24bf756fc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (81f17a15-f675-4188-91f7-1677051f7cba), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.023171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33842) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:22.040498 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d24af0dd-7133-4ab5-b26e-711caa5fcc22 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (cc4c40a6-f410-4496-ba4e-d49a260d0200), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.041551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d24af0dd-7133-4ab5-b26e-711caa5fcc22 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (cc4c40a6-f410-4496-ba4e-d49a260d0200), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.054603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ccaa66f-c7e5-49da-a194-d097bcba7474 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (fd5f7259-7f20-4c4a-9135-57b48f77599b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.089400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaa66f-c7e5-49da-a194-d097bcba7474 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=fd5f7259-7f20-4c4a-9135-57b48f77599b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:22.092056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-04bbc663-78d1-485c-ba58-ed320a8079e7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.116386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Pushing event deleted for resources: {'Port': ['ID=397bf954-5fa9-481b-b5d8-f1fca07c5cc6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:22.135338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] No DVR routers for this DVR port 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:22.220751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b3be0318-eb45-4685-91e4-c511e93acd84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.231161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d24af0dd-7133-4ab5-b26e-711caa5fcc22 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for router_controller (cc4c40a6-f410-4496-ba4e-d49a260d0200), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.234225 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7535be92-d6fa-4620-910f-49d24bf756fc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (81f17a15-f675-4188-91f7-1677051f7cba), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.265704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ccaa66f-c7e5-49da-a194-d097bcba7474 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.271942 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3ccaa66f-c7e5-49da-a194-d097bcba7474 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fd5f7259-7f20-4c4a-9135-57b48f77599b HTTP/1.1" status: 204 len: 168 time: 1.3061171 Oct 23 01:11:22.276486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33846) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:22.327991 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cbbc03-fd90-46cc-b7d5-57fea8aa21b5 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:11:22.331970 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-37cbbc03-fd90-46cc-b7d5-57fea8aa21b5 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/fd5f7259-7f20-4c4a-9135-57b48f77599b HTTP/1.1" status: 404 len: 333 time: 0.0446177 Oct 23 01:11:22.335556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-04bbc663-78d1-485c-ba58-ed320a8079e7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (684f2da6-1fe7-4c9c-a419-42310c4ceca7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.336360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33848) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:22.350875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d24af0dd-7133-4ab5-b26e-711caa5fcc22 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (cc4c40a6-f410-4496-ba4e-d49a260d0200), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.382553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (7137e86b-dd2c-4bcd-b0f6-bd1db47276ec), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.404439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-04bbc663-78d1-485c-ba58-ed320a8079e7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (684f2da6-1fe7-4c9c-a419-42310c4ceca7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.423592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2e3cf4ff-be90-4fa9-875c-7041988ae914 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:22.439516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed3589b-7497-4905-92b7-d494ff20fc9c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting subnet 5395b1ac-1c03-407a-aec4-7e50b48bbff2 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:22.448947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aed3589b-7497-4905-92b7-d494ff20fc9c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (5395b1ac-1c03-407a-aec4-7e50b48bbff2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.449716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7137e86b-dd2c-4bcd-b0f6-bd1db47276ec']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:22.456645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:22.490196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 2e3cf4ff-be90-4fa9-875c-7041988ae914 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:22.490607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.491364 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 2e3cf4ff-be90-4fa9-875c-7041988ae914 Oct 23 01:11:22.495316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbc663-78d1-485c-ba58-ed320a8079e7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684f2da6-1fe7-4c9c-a419-42310c4ceca7,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:22.495557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:22.495557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ae54ad-a99d-4774-9f08-a75e8aa8cb7b') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:22.511346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d24af0dd-7133-4ab5-b26e-711caa5fcc22 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.512576 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d24af0dd-7133-4ab5-b26e-711caa5fcc22 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6539545 Oct 23 01:11:22.517190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33850) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:22.519865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (19ae54ad-a99d-4774-9f08-a75e8aa8cb7b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.522318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7535be92-d6fa-4620-910f-49d24bf756fc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (81f17a15-f675-4188-91f7-1677051f7cba), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.523569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b3be0318-eb45-4685-91e4-c511e93acd84 admin admin] Publish callbacks [] for security_group (78d44f12-f03b-443f-b9da-f460dd7d0508), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.536238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aed3589b-7497-4905-92b7-d494ff20fc9c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (5395b1ac-1c03-407a-aec4-7e50b48bbff2), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.551569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a22cc5-49d6-4f07-9aea-a107be3e8585 None None] Network 2b4c1eb7-debe-45b2-b387-7ce8db4e1535 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:22.588028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd04d5bd-873d-4f35-b532-af0eee34f6aa None None] Network 1ac64b6c-657f-4fcf-9569-7e96eff29af6 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:22.611711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (19ae54ad-a99d-4774-9f08-a75e8aa8cb7b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.632895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839cc92-7fdd-4b7a-b666-3794da9fa224 None None] Network 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:22.650372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-04bbc663-78d1-485c-ba58-ed320a8079e7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.651748 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-04bbc663-78d1-485c-ba58-ed320a8079e7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6663537 Oct 23 01:11:22.657392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b3be0318-eb45-4685-91e4-c511e93acd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (78d44f12-f03b-443f-b9da-f460dd7d0508), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.660008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33852) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:22.671119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6df772f-e3b6-46c8-b0f6-70559c5a79c5 None None] Network f5541eb1-5bbb-405a-a600-3f2fee436e2a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:22.677637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:22.678153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (19ae54ad-a99d-4774-9f08-a75e8aa8cb7b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.696896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6a91af64-aa2b-4265-bef1-6adf31af8ea7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '684f2da6-1fe7-4c9c-a419-42310c4ceca7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:22.697742 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-6a91af64-aa2b-4265-bef1-6adf31af8ea7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 23 01:11:22.698294 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-6a91af64-aa2b-4265-bef1-6adf31af8ea7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:22.706844 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6a91af64-aa2b-4265-bef1-6adf31af8ea7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0364013 Oct 23 01:11:22.730013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33856) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:22.757998 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 19ae54ad-a99d-4774-9f08-a75e8aa8cb7b resource provider aggregate not found Oct 23 01:11:22.825427 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 19ae54ad-a99d-4774-9f08-a75e8aa8cb7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19ae54ad-a99d-4774-9f08-a75e8aa8cb7b found for delete ", "request_id": "req-eac91f10-d46c-4661-8004-54cdb320b7c8"}]} Oct 23 01:11:22.833333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7535be92-d6fa-4620-910f-49d24bf756fc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (81f17a15-f675-4188-91f7-1677051f7cba), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.841436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:22.882871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535be92-d6fa-4620-910f-49d24bf756fc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Subnet': ['ID=81f17a15-f675-4188-91f7-1677051f7cba,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:22.938161 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b3be0318-eb45-4685-91e4-c511e93acd84 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=48277b1f0ac14362815582e218ec8001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9110005 Oct 23 01:11:22.944618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33860) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:22.954231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:22.963345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (b2517efc-5f69-4fdc-827d-b24259a061fb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.965666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7535be92-d6fa-4620-910f-49d24bf756fc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.968870 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7535be92-d6fa-4620-910f-49d24bf756fc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/81f17a15-f675-4188-91f7-1677051f7cba HTTP/1.1" status: 204 len: 168 time: 1.0895426 Oct 23 01:11:22.972968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be0318-eb45-4685-91e4-c511e93acd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d44f12-f03b-443f-b9da-f460dd7d0508,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:22.982432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33862) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:23.059344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aed3589b-7497-4905-92b7-d494ff20fc9c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (5395b1ac-1c03-407a-aec4-7e50b48bbff2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.089441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (7137e86b-dd2c-4bcd-b0f6-bd1db47276ec), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.102895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.103409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7ccc93-2d48-422b-9710-e400e3043848 None None] Network cd3271e2-3969-4185-8730-cf0fbd065db2 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:23.121682 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/7137e86b-dd2c-4bcd-b0f6-bd1db47276ec HTTP/1.1" status: 204 len: 168 time: 1.7896340 Oct 23 01:11:23.145240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d5a70cfe-7961-4c00-9745-7fda156a08ab None None] Provisioning complete for port 2e3cf4ff-be90-4fa9-875c-7041988ae914 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:23.145626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d5a70cfe-7961-4c00-9745-7fda156a08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.146021 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d5a70cfe-7961-4c00-9745-7fda156a08ab None None] Attempt 1 to provision port 2e3cf4ff-be90-4fa9-875c-7041988ae914 Oct 23 01:11:23.158943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f5541eb1-5bbb-405a-a600-3f2fee436e2a', 'network_id': 'f5541eb1-5bbb-405a-a600-3f2fee436e2a', 'project_id': 'ba343bbd77544a74a7c4131015271552', 'fixed_ips': [{'subnet_id': 'd8e445d3-0511-4f08-bd4f-fc512b3d1526'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:23.159879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.179438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:23.199315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Subnet': ['ID=b2517efc-5f69-4fdc-827d-b24259a061fb,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:23.211546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a66cab-4367-45d5-b17a-f24dc34a8d96 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting subnet 8494dead-83cc-45b1-873e-2426d1d88759 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:23.216219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e76e2-4f15-43ae-9bec-c1db305f2746 admin admin] Pushing event deleted for resources: {'Network': ['ID=7137e86b-dd2c-4bcd-b0f6-bd1db47276ec,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:23.221467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d5a66cab-4367-45d5-b17a-f24dc34a8d96 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (8494dead-83cc-45b1-873e-2426d1d88759), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.224595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-516018a2-23cf-4aef-bb0d-5a315d5734db tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (684f2da6-1fe7-4c9c-a419-42310c4ceca7), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.264167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Checking segment: {'id': 'eed958ee-662f-462d-b189-9ecd6db0fecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c59194f-a2d2-4bb3-a302-f74f94ccc9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:23.265479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network hostable DHCP agents. Network: 6c59194f-a2d2-4bb3-a302-f74f94ccc9a0, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:23.268264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-903ce1e4-c1b6-4a2b-9bb8-35e68b846fcc admin admin] Publish callbacks [] for security_group (78d44f12-f03b-443f-b9da-f460dd7d0508), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.271691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-516018a2-23cf-4aef-bb0d-5a315d5734db tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (684f2da6-1fe7-4c9c-a419-42310c4ceca7), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.298947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d5a66cab-4367-45d5-b17a-f24dc34a8d96 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (8494dead-83cc-45b1-873e-2426d1d88759), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.323741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-903ce1e4-c1b6-4a2b-9bb8-35e68b846fcc admin admin] Publish callbacks [] for security_group (78d44f12-f03b-443f-b9da-f460dd7d0508), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.386552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.418701 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aed3589b-7497-4905-92b7-d494ff20fc9c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (5395b1ac-1c03-407a-aec4-7e50b48bbff2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.435386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:23.440426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network 6c59194f-a2d2-4bb3-a302-f74f94ccc9a0 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:23.465125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3589b-7497-4905-92b7-d494ff20fc9c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Subnet': ['ID=5395b1ac-1c03-407a-aec4-7e50b48bbff2,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:23.471311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d5a66cab-4367-45d5-b17a-f24dc34a8d96 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (8494dead-83cc-45b1-873e-2426d1d88759), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.477734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aed3589b-7497-4905-92b7-d494ff20fc9c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.484356 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-aed3589b-7497-4905-92b7-d494ff20fc9c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/5395b1ac-1c03-407a-aec4-7e50b48bbff2 HTTP/1.1" status: 204 len: 168 time: 1.1437311 Oct 23 01:11:23.484532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8837bfaf-2e6c-4a86-a41a-b2e5a56fd2b3 None None] DHCP port deletion for 7137e86b-dd2c-4bcd-b0f6-bd1db47276ec request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:23.490508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33866) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:23.490663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 2e3cf4ff-be90-4fa9-875c-7041988ae914 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:23.490663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.575176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-516018a2-23cf-4aef-bb0d-5a315d5734db tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (684f2da6-1fe7-4c9c-a419-42310c4ceca7), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.577824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-516018a2-23cf-4aef-bb0d-5a315d5734db tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.579014 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-516018a2-23cf-4aef-bb0d-5a315d5734db tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/684f2da6-1fe7-4c9c-a419-42310c4ceca7 HTTP/1.1" status: 204 len: 168 time: 0.8481152 Oct 23 01:11:23.600291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33868) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:23.601067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-903ce1e4-c1b6-4a2b-9bb8-35e68b846fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (78d44f12-f03b-443f-b9da-f460dd7d0508), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.605241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-903ce1e4-c1b6-4a2b-9bb8-35e68b846fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.608011 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-903ce1e4-c1b6-4a2b-9bb8-35e68b846fcc admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/78d44f12-f03b-443f-b9da-f460dd7d0508 HTTP/1.1" status: 204 len: 168 time: 0.6626911 Oct 23 01:11:23.624103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6c59194f-a2d2-4bb3-a302-f74f94ccc9a0) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:23.698523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:23.699171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.708047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:23.720446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d5a70cfe-7961-4c00-9745-7fda156a08ab None None] Current status of the port 2e3cf4ff-be90-4fa9-875c-7041988ae914 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:23.720832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d5a70cfe-7961-4c00-9745-7fda156a08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.742296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516018a2-23cf-4aef-bb0d-5a315d5734db tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684f2da6-1fe7-4c9c-a419-42310c4ceca7,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:23.748629 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33872) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:23.762049 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-17d7c0e4-db37-4409-a6ea-6809b2093965 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1577387 Oct 23 01:11:23.772396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33874) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:23.773222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73168932-9f51-470e-be51-d2e7a9cc0669 None None] DHCP port deletion for cd3271e2-3969-4185-8730-cf0fbd065db2 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:23.796447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Allocated IP 2001:db8::2 (f5541eb1-5bbb-405a-a600-3f2fee436e2a/d8e445d3-0511-4f08-bd4f-fc512b3d1526/6ad2992d-18ee-4a09-9347-f4e7086e52d4) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:23.802173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9fa6ad05-9ff0-45f7-95c0-d342c8577083 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group': {'name': 'tempest-secgroup--801742875'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:23.816219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:11:23.827876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:11:23.828433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (1ac64b6c-657f-4fcf-9569-7e96eff29af6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.828766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ce1e4-c1b6-4a2b-9bb8-35e68b846fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d44f12-f03b-443f-b9da-f460dd7d0508,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:23.871835 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-226439e1-109d-445f-a7d7-807bb29815a3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6e8125d1fd0c41088a7855d1eaa7fa4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1219707 Oct 23 01:11:23.874612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33876) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:23.879980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d5a66cab-4367-45d5-b17a-f24dc34a8d96 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (8494dead-83cc-45b1-873e-2426d1d88759), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.904854 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1803d9ae-8b24-4b9f-b00a-568025a85ca9 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2943926 Oct 23 01:11:23.906989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-d5a70cfe-7961-4c00-9745-7fda156a08ab None None] For port 2e3cf4ff-be90-4fa9-875c-7041988ae914, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e3cf4ff-be90-4fa9-875c-7041988ae914,segment=NetworkSegment(aa8a660d-d009-47b6-ab85-c7dbea185fd8),segment_id=aa8a660d-d009-47b6-ab85-c7dbea185fd8)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:23.913641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33878) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:23.923829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a66cab-4367-45d5-b17a-f24dc34a8d96 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Subnet': ['ID=8494dead-83cc-45b1-873e-2426d1d88759,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:23.925397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e2e7db-6885-4b2f-b320-7e961d184848 None None] Update dhcp port {'port': {'network_id': '1ac64b6c-657f-4fcf-9569-7e96eff29af6', 'fixed_ips': [{'subnet_id': '5395b1ac-1c03-407a-aec4-7e50b48bbff2'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '2e3cf4ff-be90-4fa9-875c-7041988ae914'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:11:23.933846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d5a66cab-4367-45d5-b17a-f24dc34a8d96 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.937593 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d5a66cab-4367-45d5-b17a-f24dc34a8d96 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/8494dead-83cc-45b1-873e-2426d1d88759 HTTP/1.1" status: 204 len: 168 time: 0.9540720 Oct 23 01:11:23.941443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33880) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:23.968304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::1 (93e5b356-0704-414d-a7cb-470971f9a8ef/505ff7f5-aed9-4763-9865-afc4a2dffb88/5139756c-f6de-44e5-8de3-ee9b5b0582d7) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:23.980704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 2e3cf4ff-be90-4fa9-875c-7041988ae914 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:23.981370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.002874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ad05-9ff0-45f7-95c0-d342c8577083 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.024639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-73168932-9f51-470e-be51-d2e7a9cc0669 None None] Deleting port 94aa2421-166d-400a-966e-0fa2b9bae214 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:24.025015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73168932-9f51-470e-be51-d2e7a9cc0669 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.029951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d5a70cfe-7961-4c00-9745-7fda156a08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.032226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7db-6885-4b2f-b320-7e961d184848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.053119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d5a70cfe-7961-4c00-9745-7fda156a08ab None None] Could not find standard attr ID for object 397bf954-5fa9-481b-b5d8-f1fca07c5cc6. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:11:24.103738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (cd3271e2-3969-4185-8730-cf0fbd065db2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.140356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=15 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:24.165725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] For port 2e3cf4ff-be90-4fa9-875c-7041988ae914, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e3cf4ff-be90-4fa9-875c-7041988ae914,segment=NetworkSegment(aa8a660d-d009-47b6-ab85-c7dbea185fd8),segment_id=aa8a660d-d009-47b6-ab85-c7dbea185fd8)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:24.166398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.203822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:24.207295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:24.214381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port 94aa2421-166d-400a-966e-0fa2b9bae214 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:24.214737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.232068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3812bb3b-a133-4a53-b8ce-2972a311fb55 admin admin] Publish callbacks [] for security_group (1d748f34-0db2-4514-a5f7-cf39b0f238dc), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.232264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-73168932-9f51-470e-be51-d2e7a9cc0669 None None] For port 94aa2421-166d-400a-966e-0fa2b9bae214, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94aa2421-166d-400a-966e-0fa2b9bae214,segment=NetworkSegment(5d343e53-9e0d-4570-81c4-bc3e4c67aff7),segment_id=5d343e53-9e0d-4570-81c4-bc3e4c67aff7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:24.232675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73168932-9f51-470e-be51-d2e7a9cc0669 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.242415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 2e3cf4ff-be90-4fa9-875c-7041988ae914 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:24.245240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.326159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a70cfe-7961-4c00-9745-7fda156a08ab None None] Pushing event updated for resources: {'Port': ['ID=2e3cf4ff-be90-4fa9-875c-7041988ae914,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:24.330611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-73168932-9f51-470e-be51-d2e7a9cc0669 None None] Calling delete_port for 94aa2421-166d-400a-966e-0fa2b9bae214 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:24.338412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3812bb3b-a133-4a53-b8ce-2972a311fb55 admin admin] Publish callbacks [] for security_group (1d748f34-0db2-4514-a5f7-cf39b0f238dc), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.368615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ab26ced3-b070-4671-85e0-7eecb9407f2e None None] Provisioning complete for port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:24.368990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ab26ced3-b070-4671-85e0-7eecb9407f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.369329 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ab26ced3-b070-4671-85e0-7eecb9407f2e None None] Attempt 1 to provision port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 Oct 23 01:11:24.397461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port 94aa2421-166d-400a-966e-0fa2b9bae214, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94aa2421-166d-400a-966e-0fa2b9bae214,segment=NetworkSegment(5d343e53-9e0d-4570-81c4-bc3e4c67aff7),segment_id=5d343e53-9e0d-4570-81c4-bc3e4c67aff7)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:24.397840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.415112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for 94aa2421-166d-400a-966e-0fa2b9bae214 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:24.432173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.456893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:24.474396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 2e3cf4ff-be90-4fa9-875c-7041988ae914 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:24.509890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=5139756c-f6de-44e5-8de3-ee9b5b0582d7,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:24.516635 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Publish callbacks [] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.521838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ad05-9ff0-45f7-95c0-d342c8577083 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (e21a2f46-eadd-4ea9-ace4-23845b41928a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.529035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:24.532214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:24.539680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:24.540238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (cc4c40a6-f410-4496-ba4e-d49a260d0200), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.631297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ab26ced3-b070-4671-85e0-7eecb9407f2e None None] Current status of the port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:24.640256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.652560 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.654505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ad05-9ff0-45f7-95c0-d342c8577083 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (e21a2f46-eadd-4ea9-ace4-23845b41928a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.662626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2e3cf4ff-be90-4fa9-875c-7041988ae914 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:24.691193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.714727 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=94aa2421-166d-400a-966e-0fa2b9bae214,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:24.721310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No DVR routers for this DVR port 94aa2421-166d-400a-966e-0fa2b9bae214 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:24.723582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73168932-9f51-470e-be51-d2e7a9cc0669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (94aa2421-166d-400a-966e-0fa2b9bae214), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.732107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6ad05-9ff0-45f7-95c0-d342c8577083 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21a2f46-eadd-4ea9-ace4-23845b41928a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:24.753256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Network f5541eb1-5bbb-405a-a600-3f2fee436e2a is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:24.764668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:24.766627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73168932-9f51-470e-be51-d2e7a9cc0669 None None] No DVR routers for this DVR port 94aa2421-166d-400a-966e-0fa2b9bae214 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:24.770214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Pushing event updated for resources: {'Port': ['ID=6ad2992d-18ee-4a09-9347-f4e7086e52d4,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:24.772801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:24.824027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73168932-9f51-470e-be51-d2e7a9cc0669 None None] Pushing event deleted for resources: {'Port': ['ID=94aa2421-166d-400a-966e-0fa2b9bae214,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:24.826078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No active binding found for port 2e3cf4ff-be90-4fa9-875c-7041988ae914 {{(pid=105986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 23 01:11:24.826500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] The host dv-neutron-master-2-hyperv is not matching for port 2e3cf4ff-be90-4fa9-875c-7041988ae914 host None! {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 23 01:11:24.826892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2e3cf4ff-be90-4fa9-875c-7041988ae914 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 23 01:11:24.872118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (cd3271e2-3969-4185-8730-cf0fbd065db2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.881360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Port 2e3cf4ff-be90-4fa9-875c-7041988ae914 not found, will not notify nova. {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 23 01:11:24.889827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:24.917633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3271e2-3969-4185-8730-cf0fbd065db2']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:24.933764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d343e53-9e0d-4570-81c4-bc3e4c67aff7') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:24.934406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d343e53-9e0d-4570-81c4-bc3e4c67aff7') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:24.968372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:24.979397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (5d343e53-9e0d-4570-81c4-bc3e4c67aff7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.034671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (5d343e53-9e0d-4570-81c4-bc3e4c67aff7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.047096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:25.047435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (5d343e53-9e0d-4570-81c4-bc3e4c67aff7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.094566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2e3cf4ff-be90-4fa9-875c-7041988ae914), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.112310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3812bb3b-a133-4a53-b8ce-2972a311fb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1d748f34-0db2-4514-a5f7-cf39b0f238dc), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.114829 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3812bb3b-a133-4a53-b8ce-2972a311fb55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.116211 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3812bb3b-a133-4a53-b8ce-2972a311fb55 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1d748f34-0db2-4514-a5f7-cf39b0f238dc HTTP/1.1" status: 204 len: 168 time: 1.2406204 Oct 23 01:11:25.118964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ad05-9ff0-45f7-95c0-d342c8577083 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.123780 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9fa6ad05-9ff0-45f7-95c0-d342c8577083 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3487840 Oct 23 01:11:25.131658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33904) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:25.132628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No DVR routers for this DVR port 2e3cf4ff-be90-4fa9-875c-7041988ae914 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:25.167638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3ac090b4-3691-4b75-abcb-671656e655e9 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': 'e21a2f46-eadd-4ea9-ace4-23845b41928a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:25.178845 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:25.179470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:25.179816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 397bf954-5fa9-481b-b5d8-f1fca07c5cc6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:25.180489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 94aa2421-166d-400a-966e-0fa2b9bae214 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:25.185008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Attempting to bind port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:25.185259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Attempting to bind port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '84963b60-ca5a-493d-8c0c-d7cf2fe58243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f5541eb1-5bbb-405a-a600-3f2fee436e2a'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:25.185621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Attempting to bind port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 on network f5541eb1-5bbb-405a-a600-3f2fee436e2a {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:25.186357 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.api.v2.base [None req-3ac090b4-3691-4b75-abcb-671656e655e9 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 23 01:11:25.187372 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-3ac090b4-3691-4b75-abcb-671656e655e9 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:25.192328 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3ac090b4-3691-4b75-abcb-671656e655e9 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0486872 Oct 23 01:11:25.193286 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812bb3b-a133-4a53-b8ce-2972a311fb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d748f34-0db2-4514-a5f7-cf39b0f238dc,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:25.200961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33906) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:25.201392 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33908) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:25.205705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 94aa2421-166d-400a-966e-0fa2b9bae214 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:25.206073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 94aa2421-166d-400a-966e-0fa2b9bae214 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:25.216156 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 5d343e53-9e0d-4570-81c4-bc3e4c67aff7 resource provider aggregate not found Oct 23 01:11:25.229216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-69f08683-9881-46d4-8e58-fa7d62174d1d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': 'e21a2f46-eadd-4ea9-ace4-23845b41928a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:25.229973 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.api.v2.base [None req-69f08683-9881-46d4-8e58-fa7d62174d1d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 23 01:11:25.230487 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-69f08683-9881-46d4-8e58-fa7d62174d1d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:25.239962 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-69f08683-9881-46d4-8e58-fa7d62174d1d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0331523 Oct 23 01:11:25.271981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:25.275554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Checking segment: {'id': '84963b60-ca5a-493d-8c0c-d7cf2fe58243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f5541eb1-5bbb-405a-a600-3f2fee436e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:25.275554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.275554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Bound using segment: {'id': '84963b60-ca5a-493d-8c0c-d7cf2fe58243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f5541eb1-5bbb-405a-a600-3f2fee436e2a'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:25.275554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Bound port: 6ad2992d-18ee-4a09-9347-f4e7086e52d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84963b60-ca5a-493d-8c0c-d7cf2fe58243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f5541eb1-5bbb-405a-a600-3f2fee436e2a'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:25.275554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.280393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=2e3cf4ff-be90-4fa9-875c-7041988ae914,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:25.290617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33914) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:25.324432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0b3ab3cd-a981-4181-959a-dffef07a6171 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': 'e21a2f46-eadd-4ea9-ace4-23845b41928a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:25.325259 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.api.v2.base [None req-0b3ab3cd-a981-4181-959a-dffef07a6171 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 23 01:11:25.325742 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-0b3ab3cd-a981-4181-959a-dffef07a6171 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:25.327530 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0b3ab3cd-a981-4181-959a-dffef07a6171 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106316 Oct 23 01:11:25.334539 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33916) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:25.341371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:25.350942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4766c2c1-1f95-46cc-b812-91448e70e6df tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': 'e21a2f46-eadd-4ea9-ace4-23845b41928a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:25.356912 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.api.v2.base [None req-4766c2c1-1f95-46cc-b812-91448e70e6df tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 23 01:11:25.357600 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-4766c2c1-1f95-46cc-b812-91448e70e6df tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:25.361528 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4766c2c1-1f95-46cc-b812-91448e70e6df tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0230339 Oct 23 01:11:25.365830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33918) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:25.401675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] For port 6ad2992d-18ee-4a09-9347-f4e7086e52d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:25.405407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] For port 6ad2992d-18ee-4a09-9347-f4e7086e52d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ad2992d-18ee-4a09-9347-f4e7086e52d4,segment=NetworkSegment(84963b60-ca5a-493d-8c0c-d7cf2fe58243),segment_id=84963b60-ca5a-493d-8c0c-d7cf2fe58243)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:25.417735 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-165766c9-014b-4a99-8fe2-22f1a99cd887 tempest-ServiceProvidersTest-289271767 tempest-ServiceProvidersTest-289271767-project] 10.222.0.36 "GET /networking/v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2090533 Oct 23 01:11:25.482597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (1ac64b6c-657f-4fcf-9569-7e96eff29af6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.526747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac64b6c-657f-4fcf-9569-7e96eff29af6']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:25.535441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.557703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8a660d-d009-47b6-ab85-c7dbea185fd8') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:25.558037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8a660d-d009-47b6-ab85-c7dbea185fd8') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:25.618063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:25.632287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (aa8a660d-d009-47b6-ab85-c7dbea185fd8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.656430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009e962-ad2c-409a-ae84-92b26ac838a9 None None] Pushing event updated for resources: {'Port': ['ID=6ad2992d-18ee-4a09-9347-f4e7086e52d4,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:25.668457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f59e13fe-fb36-43b6-a123-4c65a8f21f5c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (e21a2f46-eadd-4ea9-ace4-23845b41928a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.688297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (aa8a660d-d009-47b6-ab85-c7dbea185fd8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.710164 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 5d343e53-9e0d-4570-81c4-bc3e4c67aff7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d343e53-9e0d-4570-81c4-bc3e4c67aff7 found for delete ", "request_id": "req-082d014d-334f-4e10-ab26-cbc0e71f25f8"}]} Oct 23 01:11:25.712068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:25.712713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (aa8a660d-d009-47b6-ab85-c7dbea185fd8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.786811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f59e13fe-fb36-43b6-a123-4c65a8f21f5c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (e21a2f46-eadd-4ea9-ace4-23845b41928a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.790930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Allocated IP 2001:db8::1 (f5541eb1-5bbb-405a-a600-3f2fee436e2a/d8e445d3-0511-4f08-bd4f-fc512b3d1526/cc12977f-d9d6-4be0-8a2e-ad44eaedbcca) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:25.806426 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment aa8a660d-d009-47b6-ab85-c7dbea185fd8 resource provider aggregate not found Oct 23 01:11:25.832463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (cd3271e2-3969-4185-8730-cf0fbd065db2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.856700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.872464 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/networks/cd3271e2-3969-4185-8730-cf0fbd065db2 HTTP/1.1" status: 204 len: 168 time: 1.9302194 Oct 23 01:11:25.895960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33934) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:25.911369 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment aa8a660d-d009-47b6-ab85-c7dbea185fd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa8a660d-d009-47b6-ab85-c7dbea185fd8 found for delete ", "request_id": "req-96ba3209-0ebb-4d5e-a00e-99795ceb8163"}]} Oct 23 01:11:25.916805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336881a-0f59-4169-b5c6-06e826c23bf8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Network': ['ID=cd3271e2-3969-4185-8730-cf0fbd065db2,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:25.968830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.089374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.090925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (cc4c40a6-f410-4496-ba4e-d49a260d0200), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.104834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (1ac64b6c-657f-4fcf-9569-7e96eff29af6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.124254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33940) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:26.126612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (e269446c-1f16-4fe4-bf0d-3c2c085a2f16), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.149813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.152969 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/networks/1ac64b6c-657f-4fcf-9569-7e96eff29af6 HTTP/1.1" status: 204 len: 168 time: 2.6647387 Oct 23 01:11:26.169856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33944) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:26.175277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'name': 'tempest-PortsTestJSON-461333062'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:26.183051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874472c6-c196-47f7-950c-8f5125cf433a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Network': ['ID=1ac64b6c-657f-4fcf-9569-7e96eff29af6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:26.211703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=5139756c-f6de-44e5-8de3-ee9b5b0582d7,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:26.258172 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f59e13fe-fb36-43b6-a123-4c65a8f21f5c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (e21a2f46-eadd-4ea9-ace4-23845b41928a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.260192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f59e13fe-fb36-43b6-a123-4c65a8f21f5c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.262017 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f59e13fe-fb36-43b6-a123-4c65a8f21f5c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e21a2f46-eadd-4ea9-ace4-23845b41928a HTTP/1.1" status: 204 len: 168 time: 0.8668082 Oct 23 01:11:26.262334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:26.264300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:26.266655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33946) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:26.310906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for port (cc12977f-d9d6-4be0-8a2e-ad44eaedbcca), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.340688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e13fe-fb36-43b6-a123-4c65a8f21f5c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21a2f46-eadd-4ea9-ace4-23845b41928a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:26.381992 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8973c5d8-9717-4597-8352-561c33f7a8e0 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1141145 Oct 23 01:11:26.387072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3295144b-d4e5-4363-9af8-3a48a8a1b336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.387911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33952) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:26.392789 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ed0dcfbe-88da-4917-914a-d0f371264f1c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766749756'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:26.408353 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port bf90a33f-1adb-4fb3-a261-69a6fb275b5e {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:26.408698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.531668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port bf90a33f-1adb-4fb3-a261-69a6fb275b5e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf90a33f-1adb-4fb3-a261-69a6fb275b5e,segment=NetworkSegment(e98ed3c8-10cb-48e6-b68a-fb480ac5e98e),segment_id=e98ed3c8-10cb-48e6-b68a-fb480ac5e98e)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:26.532268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.540745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed0dcfbe-88da-4917-914a-d0f371264f1c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.556947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for bf90a33f-1adb-4fb3-a261-69a6fb275b5e owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:26.645553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Router cc4c40a6-f410-4496-ba4e-d49a260d0200 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:11:26.667555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed0dcfbe-88da-4917-914a-d0f371264f1c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (227e2b5f-a734-4893-8c83-ff9da27009ec), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.705089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:26.709217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.736447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (cc12977f-d9d6-4be0-8a2e-ad44eaedbcca), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.742492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6ad2992d-18ee-4a09-9347-f4e7086e52d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:26.743738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3295144b-d4e5-4363-9af8-3a48a8a1b336 admin admin] Publish callbacks [] for security_group (18c72de7-2468-4267-975e-010816179211), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.750044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 5377e1f6-df2a-4810-b644-d513cbdfac12 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:11:26.763763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed0dcfbe-88da-4917-914a-d0f371264f1c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (227e2b5f-a734-4893-8c83-ff9da27009ec), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.803167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network f5541eb1-5bbb-405a-a600-3f2fee436e2a is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:26.815035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:26.816798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dcfbe-88da-4917-914a-d0f371264f1c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227e2b5f-a734-4893-8c83-ff9da27009ec,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:26.825312 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-673abffd-d778-448a-b3d3-36c508f4c8a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "PUT /networking/v2.0/routers/cc4c40a6-f410-4496-ba4e-d49a260d0200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3041050 Oct 23 01:11:26.826438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33960) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:26.848737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Sync routers for ids ['cc4c40a6-f410-4496-ba4e-d49a260d0200'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:26.851947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:26.858948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:26.859533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (2e6f38bb-008b-449e-a585-bcccc025026b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.884688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Routers {'cc4c40a6-f410-4496-ba4e-d49a260d0200'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:26.888189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['cc4c40a6-f410-4496-ba4e-d49a260d0200'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:26.899487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b666bc-1bb4-4653-b6f8-0fdc311d7261 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:26.900977 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f9b666bc-1bb4-4653-b6f8-0fdc311d7261 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports/5139756c-f6de-44e5-8de3-ee9b5b0582d7 HTTP/1.1" status: 200 len: 911 time: 0.0736463 Oct 23 01:11:26.903509 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33962) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:26.913400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:26.917669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:26.920794 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.921147 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 Oct 23 01:11:26.966937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d8344a-df95-486e-86c3-70be0c634203 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:26.974270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d8344a-df95-486e-86c3-70be0c634203 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:26.981168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3295144b-d4e5-4363-9af8-3a48a8a1b336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (18c72de7-2468-4267-975e-010816179211), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:26.981407 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b5d8344a-df95-486e-86c3-70be0c634203 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0751977 Oct 23 01:11:26.982168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33964) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:26.995993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed0dcfbe-88da-4917-914a-d0f371264f1c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.000563 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ed0dcfbe-88da-4917-914a-d0f371264f1c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6087978 Oct 23 01:11:27.026060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33966) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:27.026190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04e5106-0e90-4677-a5d5-018fe0d3c317 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:11:27.038199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7b054821-d59f-4844-86c4-c4418ceb3a76 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '227e2b5f-a734-4893-8c83-ff9da27009ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:27.039077 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.api.v2.base [None req-7b054821-d59f-4844-86c4-c4418ceb3a76 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 23 01:11:27.039591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-7b054821-d59f-4844-86c4-c4418ceb3a76 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:27.040587 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7b054821-d59f-4844-86c4-c4418ceb3a76 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075996 Oct 23 01:11:27.049562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Port': ['ID=cc12977f-d9d6-4be0-8a2e-ad44eaedbcca,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:27.050603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33970) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:27.057083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-d72847f3-c9c2-4c8c-a892-58c977daebca tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '227e2b5f-a734-4893-8c83-ff9da27009ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:27.128053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6a3f3e2c-bd71-4c12-9868-b4310eac5602 None None] Provisioning complete for port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:27.128429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6a3f3e2c-bd71-4c12-9868-b4310eac5602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.129513 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6a3f3e2c-bd71-4c12-9868-b4310eac5602 None None] Attempt 1 to provision port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 Oct 23 01:11:27.134040 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3295144b-d4e5-4363-9af8-3a48a8a1b336 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=74b0123a683e42e49a233d65d10650dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9943988 Oct 23 01:11:27.134329 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Set router cc4c40a6-f410-4496-ba4e-d49a260d0200 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:27.135952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33972) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:27.146985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295144b-d4e5-4363-9af8-3a48a8a1b336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c72de7-2468-4267-975e-010816179211,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:27.164116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:27.265967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (5377e1f6-df2a-4810-b644-d513cbdfac12), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.287908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:27.292018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b9224e57-9447-4e90-8a60-7017a7847735 admin admin] Publish callbacks [] for security_group (18c72de7-2468-4267-975e-010816179211), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.308873 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (bf90a33f-1adb-4fb3-a261-69a6fb275b5e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.326385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No DVR routers for this DVR port bf90a33f-1adb-4fb3-a261-69a6fb275b5e on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:27.375762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b9224e57-9447-4e90-8a60-7017a7847735 admin admin] Publish callbacks [] for security_group (18c72de7-2468-4267-975e-010816179211), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.429519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:27.453039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (5377e1f6-df2a-4810-b644-d513cbdfac12), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.455759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=bf90a33f-1adb-4fb3-a261-69a6fb275b5e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:27.466905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (cc12977f-d9d6-4be0-8a2e-ad44eaedbcca), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.490378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:27.491293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.556244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e5106-0e90-4677-a5d5-018fe0d3c317 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:11:27.572262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:27.572763 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-d72847f3-c9c2-4c8c-a892-58c977daebca tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:27.576592 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d72847f3-c9c2-4c8c-a892-58c977daebca tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5221243 Oct 23 01:11:27.576953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 33978) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:27.591446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-66354a9f-aef7-4934-a192-6e100fb36487 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '227e2b5f-a734-4893-8c83-ff9da27009ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:27.591944 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.api.v2.base [None req-66354a9f-aef7-4934-a192-6e100fb36487 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 23 01:11:27.592681 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-66354a9f-aef7-4934-a192-6e100fb36487 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:27.596615 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-66354a9f-aef7-4934-a192-6e100fb36487 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140686 Oct 23 01:11:27.601695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33980) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:27.603023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c40a6-f410-4496-ba4e-d49a260d0200', 'name': 'tempest-NetworksTestDHCPv6-router-923438249', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:22Z', 'updated_at': '2022-10-23T01:11:24Z', 'revision_number': 2, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None, '_interfaces': [{'id': '5139756c-f6de-44e5-8de3-ee9b5b0582d7', 'name': '', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'mac_address': 'fa:16:3e:7d:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c40a6-f410-4496-ba4e-d49a260d0200', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '505ff7f5-aed9-4763-9865-afc4a2dffb88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:23Z', 'updated_at': '2022-10-23T01:11:25Z', 'revision_number': 2, 'project_id': '61d14ff25828433d8448d55982e56df4', 'subnets': [{'id': '505ff7f5-aed9-4763-9865-afc4a2dffb88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:27.603421 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:27.606846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (e269446c-1f16-4fe4-bf0d-3c2c085a2f16), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.609831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f787fe9e-c6a5-4c00-98e1-d3c497864c06 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '227e2b5f-a734-4893-8c83-ff9da27009ec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:27.616867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-57a95f61-57d9-4dd7-bb73-278250ef0a23 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (cc4c40a6-f410-4496-ba4e-d49a260d0200), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.631101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:27.638931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:27.639672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.651008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Checking router: cc4c40a6-f410-4496-ba4e-d49a260d0200 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:11:27.651362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Updating router cc4c40a6-f410-4496-ba4e-d49a260d0200 port 5139756c-f6de-44e5-8de3-ee9b5b0582d7 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:11:27.653508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f3e2c-bd71-4c12-9868-b4310eac5602 None None] Current status of the port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:27.653929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6a3f3e2c-bd71-4c12-9868-b4310eac5602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.688309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e269446c-1f16-4fe4-bf0d-3c2c085a2f16']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:27.702356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=5377e1f6-df2a-4810-b644-d513cbdfac12,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:27.710543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98ed3c8-10cb-48e6-b68a-fb480ac5e98e') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:27.711042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98ed3c8-10cb-48e6-b68a-fb480ac5e98e') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:27.719430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b9224e57-9447-4e90-8a60-7017a7847735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (18c72de7-2468-4267-975e-010816179211), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.722235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b9224e57-9447-4e90-8a60-7017a7847735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.725844 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b9224e57-9447-4e90-8a60-7017a7847735 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/18c72de7-2468-4267-975e-010816179211 HTTP/1.1" status: 204 len: 168 time: 0.5846922 Oct 23 01:11:27.743634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9224e57-9447-4e90-8a60-7017a7847735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c72de7-2468-4267-975e-010816179211,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:27.774198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 6ad2992d-18ee-4a09-9347-f4e7086e52d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ad2992d-18ee-4a09-9347-f4e7086e52d4,segment=NetworkSegment(84963b60-ca5a-493d-8c0c-d7cf2fe58243),segment_id=84963b60-ca5a-493d-8c0c-d7cf2fe58243)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:27.800230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.803398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (e98ed3c8-10cb-48e6-b68a-fb480ac5e98e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.815599 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dceecbb2-d7e7-4e23-bf68-7d9d911b356a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6445858 Oct 23 01:11:27.820055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33988) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:27.834896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e98ed3c8-10cb-48e6-b68a-fb480ac5e98e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.889585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:27.890133 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (e98ed3c8-10cb-48e6-b68a-fb480ac5e98e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.953017 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e98ed3c8-10cb-48e6-b68a-fb480ac5e98e resource provider aggregate not found Oct 23 01:11:27.956532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:27.989735 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e98ed3c8-10cb-48e6-b68a-fb480ac5e98e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e98ed3c8-10cb-48e6-b68a-fb480ac5e98e found for delete ", "request_id": "req-1bcd96c6-90c7-4839-b0a4-9c3081719cdb"}]} Oct 23 01:11:28.008842 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 33996) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:28.055296 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-f787fe9e-c6a5-4c00-98e1-d3c497864c06 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:28.056354 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f787fe9e-c6a5-4c00-98e1-d3c497864c06 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4534814 Oct 23 01:11:28.060085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34000) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:28.066688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a75eb852-d803-4c8c-bbcf-c7831a1a987c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '227e2b5f-a734-4893-8c83-ff9da27009ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:28.067445 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-a75eb852-d803-4c8c-bbcf-c7831a1a987c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 23 01:11:28.067942 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-a75eb852-d803-4c8c-bbcf-c7831a1a987c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:28.069713 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a75eb852-d803-4c8c-bbcf-c7831a1a987c tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087693 Oct 23 01:11:28.070444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6f84d876-be67-4c10-84d5-fe8607aa27ef tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 5377e1f6-df2a-4810-b644-d513cbdfac12 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:28.070784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6f84d876-be67-4c10-84d5-fe8607aa27ef tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5377e1f6-df2a-4810-b644-d513cbdfac12), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.075631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34002) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:28.080777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-201d0612-4f60-45ff-b595-fca72708e8ef tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '227e2b5f-a734-4893-8c83-ff9da27009ec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:28.095208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-57a95f61-57d9-4dd7-bb73-278250ef0a23 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 5139756c-f6de-44e5-8de3-ee9b5b0582d7 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:28.095552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-57a95f61-57d9-4dd7-bb73-278250ef0a23 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.111633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (e269446c-1f16-4fe4-bf0d-3c2c085a2f16), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.134813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.138372 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/networks/e269446c-1f16-4fe4-bf0d-3c2c085a2f16 HTTP/1.1" status: 204 len: 168 time: 2.2411075 Oct 23 01:11:28.139456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0758a75-8d02-4080-aa8e-7e792674ba24 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Network': ['ID=e269446c-1f16-4fe4-bf0d-3c2c085a2f16,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:28.144041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34004) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:28.159152 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'network': {'name': 'tempest-RoutersTest-827642638'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:28.160505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-6a3f3e2c-bd71-4c12-9868-b4310eac5602 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:11:28.161009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-6a3f3e2c-bd71-4c12-9868-b4310eac5602 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:11:28.180823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=6ad2992d-18ee-4a09-9347-f4e7086e52d4,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:28.253107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6f84d876-be67-4c10-84d5-fe8607aa27ef tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5377e1f6-df2a-4810-b644-d513cbdfac12), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.264978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:28.266350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb34f95e-3319-4c78-8068-9b671283dc96 None None] DHCP port deletion for 1ac64b6c-657f-4fcf-9569-7e96eff29af6 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:28.277842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for port (cc12977f-d9d6-4be0-8a2e-ad44eaedbcca), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.293830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6f84d876-be67-4c10-84d5-fe8607aa27ef tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 5377e1f6-df2a-4810-b644-d513cbdfac12 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:28.326058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:28.331326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.335188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6c59194f-a2d2-4bb3-a302-f74f94ccc9a0', 'network_id': '6c59194f-a2d2-4bb3-a302-f74f94ccc9a0', 'project_id': 'ba343bbd77544a74a7c4131015271552', 'fixed_ips': [{'subnet_id': 'b2517efc-5f69-4fdc-827d-b24259a061fb'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:28.336123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.363505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-57a95f61-57d9-4dd7-bb73-278250ef0a23 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.374763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Publish callbacks [] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.383404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-57a95f61-57d9-4dd7-bb73-278250ef0a23 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 5139756c-f6de-44e5-8de3-ee9b5b0582d7 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:28.413889 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:28.443574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (0dceedcd-933b-4748-bb07-d9ba50553537), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.445067 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added segment 0dceedcd-933b-4748-bb07-d9ba50553537 of type vlan for network c963c9c2-de58-4802-a2e4-94a244b8a2d5 Oct 23 01:11:28.479518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:28.494752 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-201d0612-4f60-45ff-b595-fca72708e8ef tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:28.498783 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-201d0612-4f60-45ff-b595-fca72708e8ef tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4200916 Oct 23 01:11:28.499733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (cc12977f-d9d6-4be0-8a2e-ad44eaedbcca), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.501984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (2e6f38bb-008b-449e-a585-bcccc025026b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.506345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34006) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:28.548377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1928529666', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:28.551144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Allocated IP 2001:db8::2 (6c59194f-a2d2-4bb3-a302-f74f94ccc9a0/b2517efc-5f69-4fdc-827d-b24259a061fb/c338da72-6e13-44e8-a90b-dbc748968397) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:28.553601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.556147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e28c0215-3e4c-4d09-8414-1d0920b03e77 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '227e2b5f-a734-4893-8c83-ff9da27009ec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:28.556630 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-e28c0215-3e4c-4d09-8414-1d0920b03e77 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 23 01:11:28.557465 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-e28c0215-3e4c-4d09-8414-1d0920b03e77 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:28.558153 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e28c0215-3e4c-4d09-8414-1d0920b03e77 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054450 Oct 23 01:11:28.565222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:28.579287 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34008) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:28.584276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (c963c9c2-de58-4802-a2e4-94a244b8a2d5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.588845 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5d8ff76d-022d-41e4-ad30-d10a7fe1753f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '227e2b5f-a734-4893-8c83-ff9da27009ec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:28.659807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Port': ['ID=cc12977f-d9d6-4be0-8a2e-ad44eaedbcca,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:28.712736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network f5541eb1-5bbb-405a-a600-3f2fee436e2a is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:28.714321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:28.760020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (c963c9c2-de58-4802-a2e4-94a244b8a2d5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.765070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:28.765683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.826111 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Made reservation on behalf of 155497c4d98f469b8ae5184e40ad24b4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:28.828648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.848234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.856879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:28.858419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-57a95f61-57d9-4dd7-bb73-278250ef0a23 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.860659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6f84d876-be67-4c10-84d5-fe8607aa27ef tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (5377e1f6-df2a-4810-b644-d513cbdfac12), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.872440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6ad2992d-18ee-4a09-9347-f4e7086e52d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:28.873169 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7276366 Oct 23 01:11:28.875936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0c098-903f-4ac1-8f14-4dffa71d69b0 None None] Pushing event updated for resources: {'Port': ['ID=5139756c-f6de-44e5-8de3-ee9b5b0582d7,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:28.877671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34010) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:28.885554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'subnet': {'network_id': 'c963c9c2-de58-4802-a2e4-94a244b8a2d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:28.896036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0069d5-8048-4ab5-8b20-f1178b4a3c64 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Network': ['ID=c963c9c2-de58-4802-a2e4-94a244b8a2d5,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:28.919293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6f84d876-be67-4c10-84d5-fe8607aa27ef tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:28.925226 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6f84d876-be67-4c10-84d5-fe8607aa27ef tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/5377e1f6-df2a-4810-b644-d513cbdfac12 HTTP/1.1" status: 204 len: 168 time: 1.0995679 Oct 23 01:11:28.925822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34012) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:28.930541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'mac_address': 'fa:16:3e:49:78:c6', 'name': 'tempest-PortsTestJSON-1958465959'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:28.936702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network c963c9c2-de58-4802-a2e4-94a244b8a2d5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:28.940819 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-5d8ff76d-022d-41e4-ad30-d10a7fe1753f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:28.942457 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5d8ff76d-022d-41e4-ad30-d10a7fe1753f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3621798 Oct 23 01:11:28.943270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a95f61-57d9-4dd7-bb73-278250ef0a23 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=5139756c-f6de-44e5-8de3-ee9b5b0582d7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:28.952947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34014) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:28.982411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Attempting to bind port 5139756c-f6de-44e5-8de3-ee9b5b0582d7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:28.982784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Attempting to bind port 5139756c-f6de-44e5-8de3-ee9b5b0582d7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:28.983354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Attempting to bind port 5139756c-f6de-44e5-8de3-ee9b5b0582d7 on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:28.993828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b302452a-8e39-49e2-8974-04acabb51e18 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '227e2b5f-a734-4893-8c83-ff9da27009ec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:29.047259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84d876-be67-4c10-84d5-fe8607aa27ef tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=5377e1f6-df2a-4810-b644-d513cbdfac12,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:29.067050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f3e2c-bd71-4c12-9868-b4310eac5602 None None] Current status of the port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:29.103509 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:29.108313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.129825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:29.130201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.131370 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 Oct 23 01:11:29.138907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Router 2e6f38bb-008b-449e-a585-bcccc025026b is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:11:29.176924 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:29.177297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:29.177704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.178132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:29.178619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Bound port: 5139756c-f6de-44e5-8de3-ee9b5b0582d7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:29.179287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5139756c-f6de-44e5-8de3-ee9b5b0582d7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.180570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-57a95f61-57d9-4dd7-bb73-278250ef0a23 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (cc4c40a6-f410-4496-ba4e-d49a260d0200), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.236101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Port 5139756c-f6de-44e5-8de3-ee9b5b0582d7 has been deleted concurrently {{(pid=105986) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 23 01:11:29.239018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Publish callbacks [] for port (c338da72-6e13-44e8-a90b-dbc748968397), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.258044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Routers {'cc4c40a6-f410-4496-ba4e-d49a260d0200'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:29.258702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['cc4c40a6-f410-4496-ba4e-d49a260d0200'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:29.267667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks [] for security_group (1eb444e6-6727-4211-b95b-cb1c004cff3e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.305110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:29.314713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:29.322855 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-652882ef-4df8-4064-873a-b391fe809622 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "PUT /networking/v2.0/routers/2e6f38bb-008b-449e-a585-bcccc025026b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4079580 Oct 23 01:11:29.329093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34016) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:29.332728 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63ddd6-2c1c-4225-ba10-54a057649fbe None None] Sync routers for ids ['2e6f38bb-008b-449e-a585-bcccc025026b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:29.347127 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63ddd6-2c1c-4225-ba10-54a057649fbe None None] Routers {'2e6f38bb-008b-449e-a585-bcccc025026b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:29.348817 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-fe63ddd6-2c1c-4225-ba10-54a057649fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2e6f38bb-008b-449e-a585-bcccc025026b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:29.360633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:29.360633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] Set router cc4c40a6-f410-4496-ba4e-d49a260d0200 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:29.386293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2e3cf4ff-be90-4fa9-875c-7041988ae914 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:29.391446 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-fe63ddd6-2c1c-4225-ba10-54a057649fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:29.403025 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63ddd6-2c1c-4225-ba10-54a057649fbe None None] Routers {'2e6f38bb-008b-449e-a585-bcccc025026b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:29.404221 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-fe63ddd6-2c1c-4225-ba10-54a057649fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2e6f38bb-008b-449e-a585-bcccc025026b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:29.434100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (c338da72-6e13-44e8-a90b-dbc748968397), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.436442 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c40a6-f410-4496-ba4e-d49a260d0200', 'name': 'tempest-NetworksTestDHCPv6-router-923438249', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:22Z', 'updated_at': '2022-10-23T01:11:28Z', 'revision_number': 3, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:29.441128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 2e3cf4ff-be90-4fa9-875c-7041988ae914 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:29.441520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2e3cf4ff-be90-4fa9-875c-7041988ae914 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:29.442494 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-fe63ddd6-2c1c-4225-ba10-54a057649fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:29.443395 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63ddd6-2c1c-4225-ba10-54a057649fbe None None] The sync data for ids ['2e6f38bb-008b-449e-a585-bcccc025026b'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:29.500012 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d987595-31ea-4950-9d35-9f7e2df8f650 None None] The sync data for ids ['cc4c40a6-f410-4496-ba4e-d49a260d0200'] in dv-neutron-master-2-hyperv is: [{'id': 'cc4c40a6-f410-4496-ba4e-d49a260d0200', 'name': 'tempest-NetworksTestDHCPv6-router-923438249', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:22Z', 'updated_at': '2022-10-23T01:11:28Z', 'revision_number': 3, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:29.520003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Network 6c59194f-a2d2-4bb3-a302-f74f94ccc9a0 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:29.523536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Pushing event updated for resources: {'Port': ['ID=c338da72-6e13-44e8-a90b-dbc748968397,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:29.527424 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:29.529574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:29.578252 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (13bca1e2-09da-4f00-9fd2-1725cd7690cd), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.605860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Attempting to bind port c338da72-6e13-44e8-a90b-dbc748968397 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:29.606332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Attempting to bind port c338da72-6e13-44e8-a90b-dbc748968397 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed958ee-662f-462d-b189-9ecd6db0fecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c59194f-a2d2-4bb3-a302-f74f94ccc9a0'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:29.607451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Attempting to bind port c338da72-6e13-44e8-a90b-dbc748968397 on network 6c59194f-a2d2-4bb3-a302-f74f94ccc9a0 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:29.644347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:29.661700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:29.662264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Checking segment: {'id': 'eed958ee-662f-462d-b189-9ecd6db0fecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c59194f-a2d2-4bb3-a302-f74f94ccc9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:29.662767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.663523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Bound using segment: {'id': 'eed958ee-662f-462d-b189-9ecd6db0fecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c59194f-a2d2-4bb3-a302-f74f94ccc9a0'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:29.663847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Bound port: c338da72-6e13-44e8-a90b-dbc748968397, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed958ee-662f-462d-b189-9ecd6db0fecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c59194f-a2d2-4bb3-a302-f74f94ccc9a0'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:29.664347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c338da72-6e13-44e8-a90b-dbc748968397), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.668672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Subnet': ['ID=13bca1e2-09da-4f00-9fd2-1725cd7690cd,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:29.677334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Checking segment: {'id': '0dceedcd-933b-4748-bb07-d9ba50553537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c963c9c2-de58-4802-a2e4-94a244b8a2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:29.677703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network hostable DHCP agents. Network: c963c9c2-de58-4802-a2e4-94a244b8a2d5, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:29.740222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] For port c338da72-6e13-44e8-a90b-dbc748968397, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:29.743831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] For port c338da72-6e13-44e8-a90b-dbc748968397, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c338da72-6e13-44e8-a90b-dbc748968397,segment=NetworkSegment(eed958ee-662f-462d-b189-9ecd6db0fecf),segment_id=eed958ee-662f-462d-b189-9ecd6db0fecf)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:29.760377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:29.764206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network c963c9c2-de58-4802-a2e4-94a244b8a2d5 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:29.764478 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-b302452a-8e39-49e2-8974-04acabb51e18 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:29.765071 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b302452a-8e39-49e2-8974-04acabb51e18 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8060937 Oct 23 01:11:29.765736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1eb444e6-6727-4211-b95b-cb1c004cff3e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.768713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34018) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:29.787622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] device_id is not set on port 6c196903-9fc9-4ab1-a75a-d072ea8e76b8 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:11:29.826106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0df42ee-ba5b-4d52-a58f-31ed3d7b39f4 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (227e2b5f-a734-4893-8c83-ff9da27009ec), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.840747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c338da72-6e13-44e8-a90b-dbc748968397), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.851720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0df42ee-ba5b-4d52-a58f-31ed3d7b39f4 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (227e2b5f-a734-4893-8c83-ff9da27009ec), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.888204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c963c9c2-de58-4802-a2e4-94a244b8a2d5) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:29.901175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:29.901801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.906436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:29.909507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbed40d-fc19-48ae-91c8-934becff09f1 None None] Pushing event updated for resources: {'Port': ['ID=c338da72-6e13-44e8-a90b-dbc748968397,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:29.943066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb444e6-6727-4211-b95b-cb1c004cff3e,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:29.954522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a95f61-57d9-4dd7-bb73-278250ef0a23 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Router cc4c40a6-f410-4496-ba4e-d49a260d0200 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:29.983441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 8579f841-05be-4400-9b39-324b3b3a635e yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:11:29.990072 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7472151f-7ab0-47cd-88cb-40691b022b5e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1085775 Oct 23 01:11:29.992533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34020) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:29.997754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-819836b9-0966-4630-9d32-36239fd0300d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-187333645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:30.014831 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:11:30.020265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0df42ee-ba5b-4d52-a58f-31ed3d7b39f4 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (227e2b5f-a734-4893-8c83-ff9da27009ec), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.024232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0df42ee-ba5b-4d52-a58f-31ed3d7b39f4 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.025684 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b0df42ee-ba5b-4d52-a58f-31ed3d7b39f4 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/227e2b5f-a734-4893-8c83-ff9da27009ec HTTP/1.1" status: 204 len: 168 time: 0.2552807 Oct 23 01:11:30.031161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34022) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:30.051049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df42ee-ba5b-4d52-a58f-31ed3d7b39f4 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227e2b5f-a734-4893-8c83-ff9da27009ec,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:30.111548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-819836b9-0966-4630-9d32-36239fd0300d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.112715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-819836b9-0966-4630-9d32-36239fd0300d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.183085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-819836b9-0966-4630-9d32-36239fd0300d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.294824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-819836b9-0966-4630-9d32-36239fd0300d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.336807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a95f61-57d9-4dd7-bb73-278250ef0a23 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:30.342800 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-57a95f61-57d9-4dd7-bb73-278250ef0a23 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "PUT /networking/v2.0/routers/cc4c40a6-f410-4496-ba4e-d49a260d0200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3587904 Oct 23 01:11:30.345365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34024) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:30.354322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Allocated IP 172.36.3.40 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/6c196903-9fc9-4ab1-a75a-d072ea8e76b8) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:30.361299 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4b37b28e-1173-4cd3-85b5-8f63b08352b4 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3225873 Oct 23 01:11:30.371992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34026) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:30.399137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-819836b9-0966-4630-9d32-36239fd0300d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.400835 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-819836b9-0966-4630-9d32-36239fd0300d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4072690 Oct 23 01:11:30.402720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-15e53979-4e07-4219-921b-47cfd33a3de6 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378427583'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:30.404634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34028) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:30.409551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'port': {'network_id': 'c963c9c2-de58-4802-a2e4-94a244b8a2d5', 'name': 'tempest-RoutersTest-94285892'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:30.416752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9943bc-a7d9-4936-a927-2484b2639563 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:30.418515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9943bc-a7d9-4936-a927-2484b2639563 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:30.422922 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9c9943bc-a7d9-4936-a927-2484b2639563 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0763168 Oct 23 01:11:30.423531 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34030) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:30.491456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:30.537020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1bddbe-79ea-4442-abce-6d2d48a69fb0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 505ff7f5-aed9-4763-9865-afc4a2dffb88 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:30.541177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2c1bddbe-79ea-4442-abce-6d2d48a69fb0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (505ff7f5-aed9-4763-9865-afc4a2dffb88), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.558771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c941d-9ed0-4ef7-b012-7d18acd15d19 None None] Sync routers for ids ['cc4c40a6-f410-4496-ba4e-d49a260d0200'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:30.577071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (8579f841-05be-4400-9b39-324b3b3a635e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.586090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c941d-9ed0-4ef7-b012-7d18acd15d19 None None] Routers {'cc4c40a6-f410-4496-ba4e-d49a260d0200'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:30.586896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:30.587360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ee6c941d-9ed0-4ef7-b012-7d18acd15d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['cc4c40a6-f410-4496-ba4e-d49a260d0200'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:30.624401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2c1bddbe-79ea-4442-abce-6d2d48a69fb0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (505ff7f5-aed9-4763-9865-afc4a2dffb88), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.653960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15e53979-4e07-4219-921b-47cfd33a3de6 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.681158 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2c1bddbe-79ea-4442-abce-6d2d48a69fb0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (505ff7f5-aed9-4763-9865-afc4a2dffb88), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.686752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c338da72-6e13-44e8-a90b-dbc748968397 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:30.694287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-ee6c941d-9ed0-4ef7-b012-7d18acd15d19 None None] Set router cc4c40a6-f410-4496-ba4e-d49a260d0200 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:30.774001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ee6c941d-9ed0-4ef7-b012-7d18acd15d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c40a6-f410-4496-ba4e-d49a260d0200', 'name': 'tempest-NetworksTestDHCPv6-router-923438249', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:22Z', 'updated_at': '2022-10-23T01:11:28Z', 'revision_number': 3, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:30.780440 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-f7ced119-6538-4f66-abd7-8f42302cf44c tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:30.781639 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f7ced119-6538-4f66-abd7-8f42302cf44c tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "PUT /networking/v2.0/routers/2e6f38bb-008b-449e-a585-bcccc025026b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4509952 Oct 23 01:11:30.793517 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34032) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:30.810861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks [] for port (6c196903-9fc9-4ab1-a75a-d072ea8e76b8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.812711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c941d-9ed0-4ef7-b012-7d18acd15d19 None None] Checking router: cc4c40a6-f410-4496-ba4e-d49a260d0200 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:11:30.828205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c941d-9ed0-4ef7-b012-7d18acd15d19 None None] Routers {'cc4c40a6-f410-4496-ba4e-d49a260d0200'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:30.828843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ee6c941d-9ed0-4ef7-b012-7d18acd15d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['cc4c40a6-f410-4496-ba4e-d49a260d0200'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:30.855541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8579f841-05be-4400-9b39-324b3b3a635e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.877446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c338da72-6e13-44e8-a90b-dbc748968397 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:30.878148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c338da72-6e13-44e8-a90b-dbc748968397), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.878661 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c338da72-6e13-44e8-a90b-dbc748968397 Oct 23 01:11:30.932020 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-ee6c941d-9ed0-4ef7-b012-7d18acd15d19 None None] Set router cc4c40a6-f410-4496-ba4e-d49a260d0200 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:30.954969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15e53979-4e07-4219-921b-47cfd33a3de6 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (78c571f4-08fd-4353-bdf6-9707c7b29d9f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:30.990781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:30.996634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ee6c941d-9ed0-4ef7-b012-7d18acd15d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c40a6-f410-4496-ba4e-d49a260d0200', 'name': 'tempest-NetworksTestDHCPv6-router-923438249', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:22Z', 'updated_at': '2022-10-23T01:11:28Z', 'revision_number': 3, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:31.000410 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:31.009808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=8579f841-05be-4400-9b39-324b3b3a635e,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:31.022938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:31.026191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c941d-9ed0-4ef7-b012-7d18acd15d19 None None] The sync data for ids ['cc4c40a6-f410-4496-ba4e-d49a260d0200'] in dv-neutron-master-2-hyperv is: [{'id': 'cc4c40a6-f410-4496-ba4e-d49a260d0200', 'name': 'tempest-NetworksTestDHCPv6-router-923438249', 'tenant_id': '61d14ff25828433d8448d55982e56df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:22Z', 'updated_at': '2022-10-23T01:11:28Z', 'revision_number': 3, 'project_id': '61d14ff25828433d8448d55982e56df4', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:31.026721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.032384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:31.033325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:31.037673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:31.042125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:31.042922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.067368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] device_id is not set on port 49f7a027-1ee2-4cc4-901c-e04a3a9900fb yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:11:31.098843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15e53979-4e07-4219-921b-47cfd33a3de6 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (78c571f4-08fd-4353-bdf6-9707c7b29d9f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.105739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c338da72-6e13-44e8-a90b-dbc748968397 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:31.106167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c338da72-6e13-44e8-a90b-dbc748968397), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.160599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port c338da72-6e13-44e8-a90b-dbc748968397, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c338da72-6e13-44e8-a90b-dbc748968397,segment=NetworkSegment(eed958ee-662f-462d-b189-9ecd6db0fecf),segment_id=eed958ee-662f-462d-b189-9ecd6db0fecf)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:31.183502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e53979-4e07-4219-921b-47cfd33a3de6 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c571f4-08fd-4353-bdf6-9707c7b29d9f,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:31.196200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (6c196903-9fc9-4ab1-a75a-d072ea8e76b8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.255132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Allocated IP 172.20.0.9 (c963c9c2-de58-4802-a2e4-94a244b8a2d5/13bca1e2-09da-4f00-9fd2-1725cd7690cd/49f7a027-1ee2-4cc4-901c-e04a3a9900fb) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:31.280024 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-db6f21c6-a857-4154-8c15-bcc9d370b3a6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3508978 Oct 23 01:11:31.280653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34034) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:31.288483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:31.294131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:31.296889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:31.304205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c338da72-6e13-44e8-a90b-dbc748968397), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.323163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2c1bddbe-79ea-4442-abce-6d2d48a69fb0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (505ff7f5-aed9-4763-9865-afc4a2dffb88), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.330418 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-15e53979-4e07-4219-921b-47cfd33a3de6 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.331670 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-15e53979-4e07-4219-921b-47cfd33a3de6 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9344978 Oct 23 01:11:31.332424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Pushing event updated for resources: {'Port': ['ID=6c196903-9fc9-4ab1-a75a-d072ea8e76b8,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:31.338965 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34036) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:31.353157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-39ed62dc-4fd1-4250-a277-ac00143082e9 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '78c571f4-08fd-4353-bdf6-9707c7b29d9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:31.386498 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bddbe-79ea-4442-abce-6d2d48a69fb0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=505ff7f5-aed9-4763-9865-afc4a2dffb88,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:31.394289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=c338da72-6e13-44e8-a90b-dbc748968397,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:31.397879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2c1bddbe-79ea-4442-abce-6d2d48a69fb0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.401095 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2c1bddbe-79ea-4442-abce-6d2d48a69fb0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/505ff7f5-aed9-4763-9865-afc4a2dffb88 HTTP/1.1" status: 204 len: 168 time: 0.9667008 Oct 23 01:11:31.405584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:31.407311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9edb2b-d9a5-4efd-9070-668283f9b835 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:31.409432 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ad9edb2b-d9a5-4efd-9070-668283f9b835 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/8579f841-05be-4400-9b39-324b3b3a635e HTTP/1.1" status: 200 len: 841 time: 0.1273525 Oct 23 01:11:31.409432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34038) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:31.413719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:31.414367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.419084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34040) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:31.534279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e036209e-38c1-4bfb-bdfa-a989d84ccbf7 None None] Network f5541eb1-5bbb-405a-a600-3f2fee436e2a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:31.538411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3128b29b-4827-4d25-a027-c39985d4f65a tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (2e6f38bb-008b-449e-a585-bcccc025026b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.577569 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a79b495f-2335-4011-998c-f073981d8aa0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1390526 Oct 23 01:11:31.577569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34042) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:31.597991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d7339f-30ef-4d80-8aa4-dd60135b1d6a None None] Network 1ac64b6c-657f-4fcf-9569-7e96eff29af6 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:31.611524 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-674d5b37-c4ee-46c4-a20b-903a44245d07 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.5928867 Oct 23 01:11:31.611524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5421d1cd-164e-4c96-9785-2f6973cfb726 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 8579f841-05be-4400-9b39-324b3b3a635e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:31.611862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ffa684-818e-40af-a4b3-4cf97027cd3f None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:31.611952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5421d1cd-164e-4c96-9785-2f6973cfb726 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8579f841-05be-4400-9b39-324b3b3a635e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.613241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd79f2-feab-4410-87d2-c6a6b982986c None None] Network 6c59194f-a2d2-4bb3-a302-f74f94ccc9a0 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:31.615663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca05f64-32f6-4f09-8ac0-661c994084c7 None None] Network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:31.618455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef6b22-fc09-4501-829a-e0f8c87bcb15 None None] Network c963c9c2-de58-4802-a2e4-94a244b8a2d5 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:31.624115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34044) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:31.628222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.40'}]}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:31.631893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d7339f-30ef-4d80-8aa4-dd60135b1d6a None None] Network 1ac64b6c-657f-4fcf-9569-7e96eff29af6 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:11:31.636255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8f9784d8-4d6f-4bf2-97dc-67d20bcb7320 None None] Could not find standard attr ID for object bf90a33f-1adb-4fb3-a261-69a6fb275b5e. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:11:31.704586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.708921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-742a40e6-0273-4589-ba93-0bd50a8b62fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for router (cc4c40a6-f410-4496-ba4e-d49a260d0200), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.736548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5421d1cd-164e-4c96-9785-2f6973cfb726 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8579f841-05be-4400-9b39-324b3b3a635e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.797433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5421d1cd-164e-4c96-9785-2f6973cfb726 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 8579f841-05be-4400-9b39-324b3b3a635e owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:31.802763 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-39ed62dc-4fd1-4250-a277-ac00143082e9 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The resource could not be found. Oct 23 01:11:31.803483 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-39ed62dc-4fd1-4250-a277-ac00143082e9 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4599137 Oct 23 01:11:31.809134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34046) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:31.818935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e03a766d-dbaa-401a-ac70-a65e9df3f6ea tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '78c571f4-08fd-4353-bdf6-9707c7b29d9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '237f8091-4092-4be8-9ff4-571dab9b205e'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:31.861407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (0845034f-0c56-4e34-a871-43064792900c), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.862367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (0845034f-0c56-4e34-a871-43064792900c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.864862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca05f64-32f6-4f09-8ac0-661c994084c7 None None] Network e269446c-1f16-4fe4-bf0d-3c2c085a2f16 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:11:31.907771 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-742a40e6-0273-4589-ba93-0bd50a8b62fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (cc4c40a6-f410-4496-ba4e-d49a260d0200), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.914094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-742a40e6-0273-4589-ba93-0bd50a8b62fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for router_controller (cc4c40a6-f410-4496-ba4e-d49a260d0200), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.961580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8f9784d8-4d6f-4bf2-97dc-67d20bcb7320 None None] Provisioning complete for port c338da72-6e13-44e8-a90b-dbc748968397 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:31.962702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8f9784d8-4d6f-4bf2-97dc-67d20bcb7320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c338da72-6e13-44e8-a90b-dbc748968397), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.963224 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8f9784d8-4d6f-4bf2-97dc-67d20bcb7320 None None] Attempt 1 to provision port c338da72-6e13-44e8-a90b-dbc748968397 Oct 23 01:11:31.976159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f375f036-67a0-457e-a92b-a9da6f710aa0 None None] DHCP port deletion for e269446c-1f16-4fe4-bf0d-3c2c085a2f16 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:31.982333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3128b29b-4827-4d25-a027-c39985d4f65a tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Deleting port cc12977f-d9d6-4be0-8a2e-ad44eaedbcca {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:31.982680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3128b29b-4827-4d25-a027-c39985d4f65a tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (cc12977f-d9d6-4be0-8a2e-ad44eaedbcca), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.990515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:31.993445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks [] for router_controller (0845034f-0c56-4e34-a871-43064792900c), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.034304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network c963c9c2-de58-4802-a2e4-94a244b8a2d5 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:32.042570 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:32.047145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:32.079293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=49f7a027-1ee2-4cc4-901c-e04a3a9900fb,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:32.096431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5421d1cd-164e-4c96-9785-2f6973cfb726 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8579f841-05be-4400-9b39-324b3b3a635e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.103783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3128b29b-4827-4d25-a027-c39985d4f65a tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (cc12977f-d9d6-4be0-8a2e-ad44eaedbcca), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.114984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:32.115967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.148102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3128b29b-4827-4d25-a027-c39985d4f65a tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Calling delete_port for cc12977f-d9d6-4be0-8a2e-ad44eaedbcca owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:32.150954 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421d1cd-164e-4c96-9785-2f6973cfb726 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=8579f841-05be-4400-9b39-324b3b3a635e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:32.155726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5421d1cd-164e-4c96-9785-2f6973cfb726 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.159317 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5421d1cd-164e-4c96-9785-2f6973cfb726 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/8579f841-05be-4400-9b39-324b3b3a635e HTTP/1.1" status: 204 len: 168 time: 0.7392790 Oct 23 01:11:32.159789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-742a40e6-0273-4589-ba93-0bd50a8b62fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (cc4c40a6-f410-4496-ba4e-d49a260d0200), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.160917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742a40e6-0273-4589-ba93-0bd50a8b62fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Fanout notify agent at l3_agent the message router_deleted on router cc4c40a6-f410-4496-ba4e-d49a260d0200 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:11:32.172763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34048) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:32.184708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-742a40e6-0273-4589-ba93-0bd50a8b62fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.188402 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-742a40e6-0273-4589-ba93-0bd50a8b62fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/routers/cc4c40a6-f410-4496-ba4e-d49a260d0200 HTTP/1.1" status: 204 len: 168 time: 0.6100974 Oct 23 01:11:32.202704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34050) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:32.243064 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-e03a766d-dbaa-401a-ac70-a65e9df3f6ea tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The resource could not be found. Oct 23 01:11:32.248166 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e03a766d-dbaa-401a-ac70-a65e9df3f6ea tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4344270 Oct 23 01:11:32.248166 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfcb5a1f-d8cf-4005-9bb2-0138e9bb1d23 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:11:32.248166 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bfcb5a1f-d8cf-4005-9bb2-0138e9bb1d23 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/8579f841-05be-4400-9b39-324b3b3a635e HTTP/1.1" status: 404 len: 333 time: 0.0737371 Oct 23 01:11:32.256008 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34052) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:32.273292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34054) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:32.284861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'name': 'tempest-PortsTestJSON-1653250822'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:32.298670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c963c9c2-de58-4802-a2e4-94a244b8a2d5', 'network_id': 'c963c9c2-de58-4802-a2e4-94a244b8a2d5', 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'fixed_ips': [{'subnet_id': '13bca1e2-09da-4f00-9fd2-1725cd7690cd'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:32.298670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.324197 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7de127d3-5f1c-4192-b1ee-687a38d7884a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.9159927 Oct 23 01:11:32.324830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8f9784d8-4d6f-4bf2-97dc-67d20bcb7320 None None] Current status of the port c338da72-6e13-44e8-a90b-dbc748968397 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:32.335359 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34056) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:32.441191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e715b-f3a3-4354-adfb-6adce9f93c68 None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:32.447163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:32.460606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed439ec-b810-4c1f-b7aa-bb7cac289b82 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:32.467363 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4ed439ec-b810-4c1f-b7aa-bb7cac289b82 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2345660 Oct 23 01:11:32.482423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:32.482423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34058) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:32.495139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks [] for router_gateway (0845034f-0c56-4e34-a871-43064792900c), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.518594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ddb85940-9714-473b-a1fe-102414b3ba99 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (78c571f4-08fd-4353-bdf6-9707c7b29d9f), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.565146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ddb85940-9714-473b-a1fe-102414b3ba99 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (78c571f4-08fd-4353-bdf6-9707c7b29d9f), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.588750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-133e715b-f3a3-4354-adfb-6adce9f93c68 None None] Deleting port 44c94de3-4b34-4838-b725-20adc633c380 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:32.591124 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-133e715b-f3a3-4354-adfb-6adce9f93c68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (44c94de3-4b34-4838-b725-20adc633c380), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.685691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:32.700959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c338da72-6e13-44e8-a90b-dbc748968397 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:32.717733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:32.735628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:32.779433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Allocated IP 172.20.0.2 (c963c9c2-de58-4802-a2e4-94a244b8a2d5/13bca1e2-09da-4f00-9fd2-1725cd7690cd/5f9d5537-d556-49dd-b088-77d9d40505ec) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:32.794114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-133e715b-f3a3-4354-adfb-6adce9f93c68 None None] For port 44c94de3-4b34-4838-b725-20adc633c380, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44c94de3-4b34-4838-b725-20adc633c380,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:32.794616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-133e715b-f3a3-4354-adfb-6adce9f93c68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (44c94de3-4b34-4838-b725-20adc633c380), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.797048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ddb85940-9714-473b-a1fe-102414b3ba99 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (78c571f4-08fd-4353-bdf6-9707c7b29d9f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.799725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ddb85940-9714-473b-a1fe-102414b3ba99 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.804456 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ddb85940-9714-473b-a1fe-102414b3ba99 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/78c571f4-08fd-4353-bdf6-9707c7b29d9f HTTP/1.1" status: 204 len: 168 time: 0.5524423 Oct 23 01:11:32.814308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34060) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:32.814789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb85940-9714-473b-a1fe-102414b3ba99 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c571f4-08fd-4353-bdf6-9707c7b29d9f,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:32.816075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8b737a6f-7207-40c3-bbd2-565da2d64495 None None] Provisioning complete for port cc12977f-d9d6-4be0-8a2e-ad44eaedbcca triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:32.817367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b737a6f-7207-40c3-bbd2-565da2d64495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (cc12977f-d9d6-4be0-8a2e-ad44eaedbcca), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.818104 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8b737a6f-7207-40c3-bbd2-565da2d64495 None None] Attempt 1 to provision port cc12977f-d9d6-4be0-8a2e-ad44eaedbcca Oct 23 01:11:32.827220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-133e715b-f3a3-4354-adfb-6adce9f93c68 None None] Calling delete_port for 44c94de3-4b34-4838-b725-20adc633c380 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:32.911434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c338da72-6e13-44e8-a90b-dbc748968397 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:32.912004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c338da72-6e13-44e8-a90b-dbc748968397), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.912660 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c338da72-6e13-44e8-a90b-dbc748968397 Oct 23 01:11:32.961051 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-549514b3-4145-4508-9f8f-08d5815db36d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1437514 Oct 23 01:11:32.970445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34062) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:32.970445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks [] for router_gateway (0845034f-0c56-4e34-a871-43064792900c), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:32.974846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-29662e70-901d-42c1-a431-a7414ba6c70d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '8fe184b9-c6da-494f-9aba-37d32975f7c7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:33.008264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.020802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8b737a6f-7207-40c3-bbd2-565da2d64495 None None] Port cc12977f-d9d6-4be0-8a2e-ad44eaedbcca cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:33.055997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8b737a6f-7207-40c3-bbd2-565da2d64495 None None] Provisioning complete for port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:33.056422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b737a6f-7207-40c3-bbd2-565da2d64495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.056756 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8b737a6f-7207-40c3-bbd2-565da2d64495 None None] Attempt 1 to provision port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 Oct 23 01:11:33.115974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:33.124505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46381b84-2afd-4fe7-b259-d00f57f45d78 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:33.126050 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-46381b84-2afd-4fe7-b259-d00f57f45d78 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6482527 Oct 23 01:11:33.129640 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34064) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:33.203558 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1547a098-04ff-4d36-bcfa-c076620a2005 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726910 Oct 23 01:11:33.209448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34066) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:33.217118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fcc8d61b-aa21-41c4-b39e-fc4ed2df2bec tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:33.268274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c338da72-6e13-44e8-a90b-dbc748968397 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:33.283052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Publish callbacks [] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.297157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-133e715b-f3a3-4354-adfb-6adce9f93c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (44c94de3-4b34-4838-b725-20adc633c380), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.303312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8b737a6f-7207-40c3-bbd2-565da2d64495 None None] Current status of the port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:33.317232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:33.322885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.335065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e715b-f3a3-4354-adfb-6adce9f93c68 None None] No DVR routers for this DVR port 44c94de3-4b34-4838-b725-20adc633c380 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:33.340306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e715b-f3a3-4354-adfb-6adce9f93c68 None None] Pushing event deleted for resources: {'Port': ['ID=44c94de3-4b34-4838-b725-20adc633c380,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:33.354019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 44c94de3-4b34-4838-b725-20adc633c380 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:33.359802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks [] for router (0845034f-0c56-4e34-a871-43064792900c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.363567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 5c7e329b-3536-49e1-a844-b4f638eb2bb8 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:11:33.377551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 44c94de3-4b34-4838-b725-20adc633c380 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:33.377938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 44c94de3-4b34-4838-b725-20adc633c380 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:33.378358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bf90a33f-1adb-4fb3-a261-69a6fb275b5e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:33.395305 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-29662e70-901d-42c1-a431-a7414ba6c70d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The resource could not be found. Oct 23 01:11:33.397468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: bf90a33f-1adb-4fb3-a261-69a6fb275b5e {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:33.397846 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bf90a33f-1adb-4fb3-a261-69a6fb275b5e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:33.401148 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-29662e70-901d-42c1-a431-a7414ba6c70d tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4315927 Oct 23 01:11:33.401767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34068) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:33.413955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-58bf968e-f3bb-45da-82e4-e277cb5acb3f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205923134'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:33.424123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.471593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f2c477c2-13ba-43df-b64a-b89a1c0ca416 None None] Provisioning complete for port c338da72-6e13-44e8-a90b-dbc748968397 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:33.472065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f2c477c2-13ba-43df-b64a-b89a1c0ca416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c338da72-6e13-44e8-a90b-dbc748968397), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.473046 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f2c477c2-13ba-43df-b64a-b89a1c0ca416 None None] Attempt 1 to provision port c338da72-6e13-44e8-a90b-dbc748968397 Oct 23 01:11:33.493385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3128b29b-4827-4d25-a027-c39985d4f65a tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (cc12977f-d9d6-4be0-8a2e-ad44eaedbcca), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.504810 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Network c963c9c2-de58-4802-a2e4-94a244b8a2d5 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:33.513621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:33.516345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:33.540475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128b29b-4827-4d25-a027-c39985d4f65a tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Port': ['ID=cc12977f-d9d6-4be0-8a2e-ad44eaedbcca,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:33.540720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Pushing event updated for resources: {'Port': ['ID=5f9d5537-d556-49dd-b088-77d9d40505ec,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:33.556766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.566820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (0845034f-0c56-4e34-a871-43064792900c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.569213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks [] for router_controller (0845034f-0c56-4e34-a871-43064792900c), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.608858 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc8d61b-aa21-41c4-b39e-fc4ed2df2bec tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:33.612554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d61b-aa21-41c4-b39e-fc4ed2df2bec tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.632952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Attempting to bind port 5f9d5537-d556-49dd-b088-77d9d40505ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:33.633175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58bf968e-f3bb-45da-82e4-e277cb5acb3f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.633357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Attempting to bind port 5f9d5537-d556-49dd-b088-77d9d40505ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0dceedcd-933b-4748-bb07-d9ba50553537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c963c9c2-de58-4802-a2e4-94a244b8a2d5'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:33.633622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Attempting to bind port 5f9d5537-d556-49dd-b088-77d9d40505ec on network c963c9c2-de58-4802-a2e4-94a244b8a2d5 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:33.673578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f2c477c2-13ba-43df-b64a-b89a1c0ca416 None None] Current status of the port c338da72-6e13-44e8-a90b-dbc748968397 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:33.690646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:33.691047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Checking segment: {'id': '0dceedcd-933b-4748-bb07-d9ba50553537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c963c9c2-de58-4802-a2e4-94a244b8a2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:33.691627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.692026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Bound using segment: {'id': '0dceedcd-933b-4748-bb07-d9ba50553537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c963c9c2-de58-4802-a2e4-94a244b8a2d5'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:33.692696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Bound port: 5f9d5537-d556-49dd-b088-77d9d40505ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dceedcd-933b-4748-bb07-d9ba50553537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c963c9c2-de58-4802-a2e4-94a244b8a2d5'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:33.693027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.754851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:33.764835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] For port 5f9d5537-d556-49dd-b088-77d9d40505ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:33.769994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] For port 5f9d5537-d556-49dd-b088-77d9d40505ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f9d5537-d556-49dd-b088-77d9d40505ec,segment=NetworkSegment(0dceedcd-933b-4748-bb07-d9ba50553537),segment_id=0dceedcd-933b-4748-bb07-d9ba50553537)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:33.792590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (0845034f-0c56-4e34-a871-43064792900c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.792946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0845034f-0c56-4e34-a871-43064792900c {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:11:33.837556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3128b29b-4827-4d25-a027-c39985d4f65a tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (2e6f38bb-008b-449e-a585-bcccc025026b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.848288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (5c7e329b-3536-49e1-a844-b4f638eb2bb8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.883868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58bf968e-f3bb-45da-82e4-e277cb5acb3f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (54fd0f25-6b43-4b64-88e7-77c34d71ed3d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.910094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:33.949741 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 23 01:11:33.953521 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-617e97f8-827c-4183-bb07-552247b1e95b tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3260903 Oct 23 01:11:33.953701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:33.953966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34070) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:33.991819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53336ad-ca88-4265-b12d-d54bcdacc487 None None] Pushing event updated for resources: {'Port': ['ID=5f9d5537-d556-49dd-b088-77d9d40505ec,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:34.000058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58bf968e-f3bb-45da-82e4-e277cb5acb3f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (54fd0f25-6b43-4b64-88e7-77c34d71ed3d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.079841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf968e-f3bb-45da-82e4-e277cb5acb3f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fd0f25-6b43-4b64-88e7-77c34d71ed3d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:34.140442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3128b29b-4827-4d25-a027-c39985d4f65a tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Router 2e6f38bb-008b-449e-a585-bcccc025026b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:34.145989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.150693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (5c7e329b-3536-49e1-a844-b4f638eb2bb8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.163021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58bf968e-f3bb-45da-82e4-e277cb5acb3f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.168029 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-58bf968e-f3bb-45da-82e4-e277cb5acb3f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7583184 Oct 23 01:11:34.168029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2cbc4-2f9b-4144-b8eb-418378db4c69 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Deleting port 6c196903-9fc9-4ab1-a75a-d072ea8e76b8 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:34.168029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cbc4-2f9b-4144-b8eb-418378db4c69 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6c196903-9fc9-4ab1-a75a-d072ea8e76b8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.169478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34072) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:34.184763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-1e3efbe8-93c8-4959-a23a-4d81461a2d69 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045292205'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:34.236070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.247005 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:34.286820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-fcc8d61b-aa21-41c4-b39e-fc4ed2df2bec tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:11:34.290072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d61b-aa21-41c4-b39e-fc4ed2df2bec tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (badf799c-469c-4c2a-8d0c-f9d299cd22e7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.324636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=5c7e329b-3536-49e1-a844-b4f638eb2bb8,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:34.333452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:34.353421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:34.374491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc8d61b-aa21-41c4-b39e-fc4ed2df2bec tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:34.376379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cbc4-2f9b-4144-b8eb-418378db4c69 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6c196903-9fc9-4ab1-a75a-d072ea8e76b8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.390206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-fcc8d61b-aa21-41c4-b39e-fc4ed2df2bec tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:34.393636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8d61b-aa21-41c4-b39e-fc4ed2df2bec tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:34.394300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d61b-aa21-41c4-b39e-fc4ed2df2bec tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.407235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2cbc4-2f9b-4144-b8eb-418378db4c69 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Calling delete_port for 6c196903-9fc9-4ab1-a75a-d072ea8e76b8 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:34.408125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:34.409081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8d61b-aa21-41c4-b39e-fc4ed2df2bec tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=badf799c-469c-4c2a-8d0c-f9d299cd22e7,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:34.414498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3128b29b-4827-4d25-a027-c39985d4f65a tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:34.417937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:34.422469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:34.423107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.442030 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3128b29b-4827-4d25-a027-c39985d4f65a tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "PUT /networking/v2.0/routers/2e6f38bb-008b-449e-a585-bcccc025026b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6395574 Oct 23 01:11:34.442893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34074) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:34.447178 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a2ee7f-2d0e-41be-b1c8-7c07545814d5 None None] Sync routers for ids ['2e6f38bb-008b-449e-a585-bcccc025026b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:34.459833 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a2ee7f-2d0e-41be-b1c8-7c07545814d5 None None] Routers {'2e6f38bb-008b-449e-a585-bcccc025026b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:34.461027 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f0a2ee7f-2d0e-41be-b1c8-7c07545814d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2e6f38bb-008b-449e-a585-bcccc025026b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:34.477632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=49f7a027-1ee2-4cc4-901c-e04a3a9900fb,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:34.512119 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f0a2ee7f-2d0e-41be-b1c8-7c07545814d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:34.516668 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-bcd5f3a5-a561-42e7-90fe-4698a47bc2f4 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] delete failed (client error): The resource could not be found. Oct 23 01:11:34.517140 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1e3efbe8-93c8-4959-a23a-4d81461a2d69 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.517766 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bcd5f3a5-a561-42e7-90fe-4698a47bc2f4 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "DELETE /networking/v2.0/routers/tempest-non_exist_router-298323461 HTTP/1.1" status: 404 len: 334 time: 0.0457702 Oct 23 01:11:34.523160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34076) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:34.531717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9198779d-aae6-40de-898c-d39f1eb8fd75 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e6f38bb-008b-449e-a585-bcccc025026b'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:34.535617 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a2ee7f-2d0e-41be-b1c8-7c07545814d5 None None] Routers {'2e6f38bb-008b-449e-a585-bcccc025026b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:34.536661 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f0a2ee7f-2d0e-41be-b1c8-7c07545814d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2e6f38bb-008b-449e-a585-bcccc025026b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:34.554948 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-405f4548-2199-47d6-bb96-090ce81b32aa tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2783291 Oct 23 01:11:34.568390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34078) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:34.573532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f104686d-b309-41a1-8a94-b83a95d83559 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:34.579236 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f0a2ee7f-2d0e-41be-b1c8-7c07545814d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:34.580078 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a2ee7f-2d0e-41be-b1c8-7c07545814d5 None None] The sync data for ids ['2e6f38bb-008b-449e-a585-bcccc025026b'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:34.606150 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fcc8d61b-aa21-41c4-b39e-fc4ed2df2bec tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3952806 Oct 23 01:11:34.612568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34080) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:34.612760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=10,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:34.642230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7fe2e570-2b9c-43d6-9f03-8fa6acda4702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:34.668497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5f9d5537-d556-49dd-b088-77d9d40505ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:34.717274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 5f9d5537-d556-49dd-b088-77d9d40505ec triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:34.717274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.717274 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 5f9d5537-d556-49dd-b088-77d9d40505ec Oct 23 01:11:34.780055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.837174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 5f9d5537-d556-49dd-b088-77d9d40505ec is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:34.837641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.860052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f104686d-b309-41a1-8a94-b83a95d83559 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5c7e329b-3536-49e1-a844-b4f638eb2bb8), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.884203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 5f9d5537-d556-49dd-b088-77d9d40505ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f9d5537-d556-49dd-b088-77d9d40505ec,segment=NetworkSegment(0dceedcd-933b-4748-bb07-d9ba50553537),segment_id=0dceedcd-933b-4748-bb07-d9ba50553537)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:34.913568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1e3efbe8-93c8-4959-a23a-4d81461a2d69 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (62b2fac9-765c-409c-8a26-d32af4cf5763), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:34.985449 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.015650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:35.045033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=5f9d5537-d556-49dd-b088-77d9d40505ec,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:35.047145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1e3efbe8-93c8-4959-a23a-4d81461a2d69 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (62b2fac9-765c-409c-8a26-d32af4cf5763), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.131389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9198779d-aae6-40de-898c-d39f1eb8fd75 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for router_gateway (2e6f38bb-008b-449e-a585-bcccc025026b), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.150125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3efbe8-93c8-4959-a23a-4d81461a2d69 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b2fac9-765c-409c-8a26-d32af4cf5763,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:35.152332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe2e570-2b9c-43d6-9f03-8fa6acda4702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:35.156345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fe2e570-2b9c-43d6-9f03-8fa6acda4702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.195164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b83dd8-c635-4476-b869-cd52d66db754 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:11:35.241431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-622f9615-a6a9-4959-9ca8-da36b526736f None None] Provisioning complete for port 5f9d5537-d556-49dd-b088-77d9d40505ec triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:35.241917 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-622f9615-a6a9-4959-9ca8-da36b526736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.242193 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-622f9615-a6a9-4959-9ca8-da36b526736f None None] Attempt 1 to provision port 5f9d5537-d556-49dd-b088-77d9d40505ec Oct 23 01:11:35.273811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cbc4-2f9b-4144-b8eb-418378db4c69 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6c196903-9fc9-4ab1-a75a-d072ea8e76b8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.331859 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2cbc4-2f9b-4144-b8eb-418378db4c69 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c196903-9fc9-4ab1-a75a-d072ea8e76b8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:35.334013 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-9198779d-aae6-40de-898c-d39f1eb8fd75 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] update failed (client error): The resource could not be found. Oct 23 01:11:35.340934 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9198779d-aae6-40de-898c-d39f1eb8fd75 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "PUT /networking/v2.0/routers/2e6f38bb-008b-449e-a585-bcccc025026b HTTP/1.1" status: 404 len: 339 time: 0.8166270 Oct 23 01:11:35.341544 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34082) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:35.370256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2083619843'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:35.428179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cbc4-2f9b-4144-b8eb-418378db4c69 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.435692 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5ac2cbc4-2f9b-4144-b8eb-418378db4c69 tempest-RoutersAdminNegativeIpV6Test-1468356387 tempest-RoutersAdminNegativeIpV6Test-1468356387-project-admin] 10.222.0.36 "DELETE /networking/v2.0/ports/6c196903-9fc9-4ab1-a75a-d072ea8e76b8 HTTP/1.1" status: 204 len: 168 time: 1.4769621 Oct 23 01:11:35.510954 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Made reservation on behalf of ba343bbd77544a74a7c4131015271552 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:35.515177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.523644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b83dd8-c635-4476-b869-cd52d66db754 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:11:35.539592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-622f9615-a6a9-4959-9ca8-da36b526736f None None] Current status of the port 5f9d5537-d556-49dd-b088-77d9d40505ec is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:35.549310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:35.570195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a3cb2de1-382c-4d5e-9215-1f0bd22c7518), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.570760 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Added segment a3cb2de1-382c-4d5e-9215-1f0bd22c7518 of type vlan for network cd6d1bb6-21fa-4426-8074-5b1511054a4d Oct 23 01:11:35.580209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-622f9615-a6a9-4959-9ca8-da36b526736f None None] Provisioning complete for port 49f7a027-1ee2-4cc4-901c-e04a3a9900fb triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:35.582193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-622f9615-a6a9-4959-9ca8-da36b526736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.582193 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-622f9615-a6a9-4959-9ca8-da36b526736f None None] Attempt 1 to provision port 49f7a027-1ee2-4cc4-901c-e04a3a9900fb Oct 23 01:11:35.620540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (cd6d1bb6-21fa-4426-8074-5b1511054a4d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.623641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1e3efbe8-93c8-4959-a23a-4d81461a2d69 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.628909 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1e3efbe8-93c8-4959-a23a-4d81461a2d69 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4459093 Oct 23 01:11:35.629118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34086) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:35.634373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1862a09b-6d3f-459e-ae04-c072672c42bd tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group_rule': {'security_group_id': '54fd0f25-6b43-4b64-88e7-77c34d71ed3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '62b2fac9-765c-409c-8a26-d32af4cf5763'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:35.640975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.652007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f104686d-b309-41a1-8a94-b83a95d83559 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (5c7e329b-3536-49e1-a844-b4f638eb2bb8), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.655968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-622f9615-a6a9-4959-9ca8-da36b526736f None None] Port 49f7a027-1ee2-4cc4-901c-e04a3a9900fb cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:35.660561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:35.762050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df850da-ef9e-499a-b4bd-86a8e3bc610c None None] DHCP port deletion for e269446c-1f16-4fe4-bf0d-3c2c085a2f16 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:35.777900 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (cd6d1bb6-21fa-4426-8074-5b1511054a4d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.783185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:35.783806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.788682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': 'badf799c-469c-4c2a-8d0c-f9d299cd22e7'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:35.788682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.817700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f104686d-b309-41a1-8a94-b83a95d83559 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (5c7e329b-3536-49e1-a844-b4f638eb2bb8), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.818390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-f104686d-b309-41a1-8a94-b83a95d83559 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] In _notify_port_updated(), no bound segment for port 5c7e329b-3536-49e1-a844-b4f638eb2bb8 on network 4068b863-4aa3-4495-86ff-c5e4cb71a423 {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:11:35.822930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f104686d-b309-41a1-8a94-b83a95d83559 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:35.826175 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f104686d-b309-41a1-8a94-b83a95d83559 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:35.828153 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f104686d-b309-41a1-8a94-b83a95d83559 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "PUT /networking/v2.0/ports/5c7e329b-3536-49e1-a844-b4f638eb2bb8 HTTP/1.1" status: 200 len: 818 time: 1.2589638 Oct 23 01:11:35.830720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34088) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:35.881855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:35.895285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Network': ['ID=cd6d1bb6-21fa-4426-8074-5b1511054a4d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:35.923767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network cd6d1bb6-21fa-4426-8074-5b1511054a4d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:35.951286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104686d-b309-41a1-8a94-b83a95d83559 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=5c7e329b-3536-49e1-a844-b4f638eb2bb8,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:35.963053 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-1862a09b-6d3f-459e-ae04-c072672c42bd tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:35.964821 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1862a09b-6d3f-459e-ae04-c072672c42bd tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3349762 Oct 23 01:11:35.967413 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34090) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:36.001047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Allocated IP 2001:db8::f816:3eff:fe0f:840 (93e5b356-0704-414d-a7cb-470971f9a8ef/badf799c-469c-4c2a-8d0c-f9d299cd22e7/7ece7ec0-0557-4bc2-bba1-b8d4fec66784) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:36.036179 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4fd0f1ba-72a4-4647-bdbb-d949f1fb444d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6708062 Oct 23 01:11:36.038202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34094) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:36.043470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'subnet': {'network_id': 'cd6d1bb6-21fa-4426-8074-5b1511054a4d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:36.086020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e55e31f9-8e0b-4b90-96b4-63b233d9ae4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 5c7e329b-3536-49e1-a844-b4f638eb2bb8 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:36.086374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e55e31f9-8e0b-4b90-96b4-63b233d9ae4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5c7e329b-3536-49e1-a844-b4f638eb2bb8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.121903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87839efc-753a-44f1-83e6-1a4474e1b2ec tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (62b2fac9-765c-409c-8a26-d32af4cf5763), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.155926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:36.169178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87839efc-753a-44f1-83e6-1a4474e1b2ec tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (62b2fac9-765c-409c-8a26-d32af4cf5763), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.181926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34096) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:36.204473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Publish callbacks [] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.206097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:36.221422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e55e31f9-8e0b-4b90-96b4-63b233d9ae4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5c7e329b-3536-49e1-a844-b4f638eb2bb8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.239228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e55e31f9-8e0b-4b90-96b4-63b233d9ae4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 5c7e329b-3536-49e1-a844-b4f638eb2bb8 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:36.268367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.272029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fe2e570-2b9c-43d6-9f03-8fa6acda4702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (9f58e88e-9f8b-4e02-9cd9-3eadd9401501), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.313473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-48dcf74f-14b7-4821-93f5-60c4efae37f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.318210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.346455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe2e570-2b9c-43d6-9f03-8fa6acda4702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:36.353957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-7fe2e570-2b9c-43d6-9f03-8fa6acda4702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:36.354185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Made reservation on behalf of ba343bbd77544a74a7c4131015271552 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:36.358915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.360669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe2e570-2b9c-43d6-9f03-8fa6acda4702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:36.361277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fe2e570-2b9c-43d6-9f03-8fa6acda4702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.363966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:36.368475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:36.372730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:36.380675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Pushing event updated for resources: {'Port': ['ID=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:36.390390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2e570-2b9c-43d6-9f03-8fa6acda4702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=9f58e88e-9f8b-4e02-9cd9-3eadd9401501,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:36.394917 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.399454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:36.425033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87839efc-753a-44f1-83e6-1a4474e1b2ec tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (62b2fac9-765c-409c-8a26-d32af4cf5763), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.428533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87839efc-753a-44f1-83e6-1a4474e1b2ec tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.430734 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-87839efc-753a-44f1-83e6-1a4474e1b2ec tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/62b2fac9-765c-409c-8a26-d32af4cf5763 HTTP/1.1" status: 204 len: 168 time: 0.4620934 Oct 23 01:11:36.448360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34100) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:36.452771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Attempting to bind port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:36.453214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Attempting to bind port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:36.453810 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Attempting to bind port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:36.457378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87839efc-753a-44f1-83e6-1a4474e1b2ec tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b2fac9-765c-409c-8a26-d32af4cf5763,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:36.488284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.505484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=49f7a027-1ee2-4cc4-901c-e04a3a9900fb,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:36.511459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:36.511849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:36.512265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.512762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:36.513253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Bound port: 7ece7ec0-0557-4bc2-bba1-b8d4fec66784, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:36.513694 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.568800 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7fe2e570-2b9c-43d6-9f03-8fa6acda4702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9373150 Oct 23 01:11:36.574015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34102) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:36.579072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:c8:73:6a', 'name': 'tempest-NetworksTestDHCPv6-2096531186'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:36.600904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] For port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:36.601294 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-666d563b-9d36-46a7-8079-ce47e2da1347 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1414442 Oct 23 01:11:36.605373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] For port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:36.605568 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34104) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:36.634972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-48dcf74f-14b7-4821-93f5-60c4efae37f6 admin admin] Publish callbacks [] for security_group (2d971f0a-9a4c-40ed-ae8b-af65113ac94b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.650222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5f9d5537-d556-49dd-b088-77d9d40505ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:36.669928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e55e31f9-8e0b-4b90-96b4-63b233d9ae4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (5c7e329b-3536-49e1-a844-b4f638eb2bb8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.697875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 5f9d5537-d556-49dd-b088-77d9d40505ec triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:36.698145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.698297 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 5f9d5537-d556-49dd-b088-77d9d40505ec Oct 23 01:11:36.713451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fdccdd9b-012b-4887-82b7-cb570bbab29e tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (54fd0f25-6b43-4b64-88e7-77c34d71ed3d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.719405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e31f9-8e0b-4b90-96b4-63b233d9ae4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=5c7e329b-3536-49e1-a844-b4f638eb2bb8,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:36.750792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e55e31f9-8e0b-4b90-96b4-63b233d9ae4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.755364 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e55e31f9-8e0b-4b90-96b4-63b233d9ae4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/5c7e329b-3536-49e1-a844-b4f638eb2bb8 HTTP/1.1" status: 204 len: 168 time: 0.8972394 Oct 23 01:11:36.760977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34106) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:36.784373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 5f9d5537-d556-49dd-b088-77d9d40505ec is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:36.786123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fdccdd9b-012b-4887-82b7-cb570bbab29e tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (54fd0f25-6b43-4b64-88e7-77c34d71ed3d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.790794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network c963c9c2-de58-4802-a2e4-94a244b8a2d5 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:36.793671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:36.802682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.820798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-48dcf74f-14b7-4821-93f5-60c4efae37f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2d971f0a-9a4c-40ed-ae8b-af65113ac94b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.858400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:36.872955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5828034-a493-4185-ba14-80152f405eae tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:36.874288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025950d7-51bb-4a6e-9440-438c61723818 None None] Pushing event updated for resources: {'Port': ['ID=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:36.877322 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d5828034-a493-4185-ba14-80152f405eae tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1153734 Oct 23 01:11:36.892825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34108) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:36.935599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcf74f-14b7-4821-93f5-60c4efae37f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d971f0a-9a4c-40ed-ae8b-af65113ac94b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:36.941446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (f91d3f37-bae4-4d75-a86c-aca42619fd6e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:36.943909 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-567c995e-6b63-48c8-9bec-f340f1d3a125 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:11:36.945614 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-567c995e-6b63-48c8-9bec-f340f1d3a125 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/5c7e329b-3536-49e1-a844-b4f638eb2bb8 HTTP/1.1" status: 404 len: 333 time: 0.0517094 Oct 23 01:11:36.950297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34110) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:36.950804 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-48dcf74f-14b7-4821-93f5-60c4efae37f6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=34bf5aacdb9445979844b129f1de02d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7669041 Oct 23 01:11:36.951161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34112) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:36.965247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1298915383'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:36.989222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:37.010785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:37.018707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Subnet': ['ID=f91d3f37-bae4-4d75-a86c-aca42619fd6e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:37.034553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Checking segment: {'id': 'a3cb2de1-382c-4d5e-9215-1f0bd22c7518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cd6d1bb6-21fa-4426-8074-5b1511054a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:37.034922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network hostable DHCP agents. Network: cd6d1bb6-21fa-4426-8074-5b1511054a4d, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:37.088680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:11:37.105608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc129d28-ccbd-4667-9f69-d07e843918b9 admin admin] Publish callbacks [] for security_group (2d971f0a-9a4c-40ed-ae8b-af65113ac94b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.122824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fdccdd9b-012b-4887-82b7-cb570bbab29e tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (54fd0f25-6b43-4b64-88e7-77c34d71ed3d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.125733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fdccdd9b-012b-4887-82b7-cb570bbab29e tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.130644 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fdccdd9b-012b-4887-82b7-cb570bbab29e tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/54fd0f25-6b43-4b64-88e7-77c34d71ed3d HTTP/1.1" status: 204 len: 168 time: 0.5245826 Oct 23 01:11:37.131303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34114) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:37.143579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:37.148709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.156111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccdd9b-012b-4887-82b7-cb570bbab29e tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fd0f25-6b43-4b64-88e7-77c34d71ed3d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:37.161721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc129d28-ccbd-4667-9f69-d07e843918b9 admin admin] Publish callbacks [] for security_group (2d971f0a-9a4c-40ed-ae8b-af65113ac94b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.167236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network cd6d1bb6-21fa-4426-8074-5b1511054a4d is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:37.205136 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-310b5186-ed1b-4714-b8c2-9b70a21dc2f7 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0697894 Oct 23 01:11:37.210332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34116) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:37.215902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0ba4d788-58f7-4c35-a080-a31c4aee995a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234796844'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:37.271340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cd6d1bb6-21fa-4426-8074-5b1511054a4d) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:37.275656 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:37.276466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.288490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.311246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d788-58f7-4c35-a080-a31c4aee995a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.318262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:37.343451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 4e43dc4a-14e4-4a54-b2f4-47fb7971d26e yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:11:37.348892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (119ce99f-6686-4ecc-8668-d5de871975e3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.349237 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Added segment 119ce99f-6686-4ecc-8668-d5de871975e3 of type vlan for network c4bcea6f-fdb5-452d-adae-1a097a80e0ab Oct 23 01:11:37.351133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:37.356988 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d41259bb-b753-4856-b037-a1495f8d0608 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0181954 Oct 23 01:11:37.360636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34118) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:37.363704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b81c78b-8966-46d8-a6fb-49d148284685 None None] Sync routers for ids ['55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:37.381949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81c78b-8966-46d8-a6fb-49d148284685 None None] Routers {'55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:37.382757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5b81c78b-8966-46d8-a6fb-49d148284685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:37.407630 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8da2ffc3-82c0-48d1-bfb6-f8e8916ceeff tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3655217 Oct 23 01:11:37.412437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34120) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:37.417951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (c4bcea6f-fdb5-452d-adae-1a097a80e0ab), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.423061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a692da63-d156-40b1-8820-44c9c8aaeaf5 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd6d1bb6-21fa-4426-8074-5b1511054a4d'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:37.433567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5b81c78b-8966-46d8-a6fb-49d148284685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:37.444856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81c78b-8966-46d8-a6fb-49d148284685 None None] Routers {'55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:37.445481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5b81c78b-8966-46d8-a6fb-49d148284685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:37.477064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc129d28-ccbd-4667-9f69-d07e843918b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2d971f0a-9a4c-40ed-ae8b-af65113ac94b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.479576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5b81c78b-8966-46d8-a6fb-49d148284685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:37.480189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b81c78b-8966-46d8-a6fb-49d148284685 None None] The sync data for ids ['55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:37.483042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a529fbe-2654-4e6d-b1bf-d879d118b258 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:37.486305 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5a529fbe-2654-4e6d-b1bf-d879d118b258 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports/49f7a027-1ee2-4cc4-901c-e04a3a9900fb HTTP/1.1" status: 200 len: 975 time: 0.1245515 Oct 23 01:11:37.486837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cc129d28-ccbd-4667-9f69-d07e843918b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.491500 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cc129d28-ccbd-4667-9f69-d07e843918b9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2d971f0a-9a4c-40ed-ae8b-af65113ac94b HTTP/1.1" status: 204 len: 168 time: 0.5346315 Oct 23 01:11:37.491500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34122) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:37.515066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d788-58f7-4c35-a080-a31c4aee995a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (8fd6b491-862c-41db-8518-0f408c0f14df), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.594436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (c4bcea6f-fdb5-452d-adae-1a097a80e0ab), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.598006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d788-58f7-4c35-a080-a31c4aee995a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (8fd6b491-862c-41db-8518-0f408c0f14df), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.600688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:37.601554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.614561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc129d28-ccbd-4667-9f69-d07e843918b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d971f0a-9a4c-40ed-ae8b-af65113ac94b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:37.698084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4d788-58f7-4c35-a080-a31c4aee995a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd6b491-862c-41db-8518-0f408c0f14df,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:37.702562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a692da63-d156-40b1-8820-44c9c8aaeaf5 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for router_gateway (2e6f38bb-008b-449e-a585-bcccc025026b), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.746212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Network': ['ID=c4bcea6f-fdb5-452d-adae-1a097a80e0ab,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:37.757414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network c4bcea6f-fdb5-452d-adae-1a097a80e0ab details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:37.764829 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d788-58f7-4c35-a080-a31c4aee995a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.769147 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0ba4d788-58f7-4c35-a080-a31c4aee995a tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5565531 Oct 23 01:11:37.769681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34126) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:37.782250 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6b7ea618-2321-4272-80bf-71ae53965478 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:37.783193 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.api.v2.base [None req-6b7ea618-2321-4272-80bf-71ae53965478 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 23 01:11:37.783930 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-6b7ea618-2321-4272-80bf-71ae53965478 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] update failed (client error): There was a conflict when trying to complete your request. Oct 23 01:11:37.791514 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6b7ea618-2321-4272-80bf-71ae53965478 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "PUT /networking/v2.0/security-groups/8fd6b491-862c-41db-8518-0f408c0f14df HTTP/1.1" status: 409 len: 330 time: 0.0158365 Oct 23 01:11:37.791650 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c442b5ce-2df7-474f-8233-49e04b3efb1e tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8391898 Oct 23 01:11:37.792536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34128) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:37.792673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34130) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:37.803543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': 'c4bcea6f-fdb5-452d-adae-1a097a80e0ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:37.958910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:37.969137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3de76910-a8b4-4e6e-b8b3-14e3633b5684 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (8fd6b491-862c-41db-8518-0f408c0f14df), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:37.986879 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-a692da63-d156-40b1-8820-44c9c8aaeaf5 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:37.987072 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a692da63-d156-40b1-8820-44c9c8aaeaf5 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "PUT /networking/v2.0/routers/2e6f38bb-008b-449e-a585-bcccc025026b HTTP/1.1" status: 400 len: 364 time: 0.5736122 Oct 23 01:11:37.991301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34134) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:38.008764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3de76910-a8b4-4e6e-b8b3-14e3633b5684 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (8fd6b491-862c-41db-8518-0f408c0f14df), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:38.011232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e610e2e-006a-4462-8e9b-b87b284d1c09 None None] Network c963c9c2-de58-4802-a2e4-94a244b8a2d5 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:38.039445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e78e843-77c5-4987-99d6-86b832c81c0c None None] Network 6c59194f-a2d2-4bb3-a302-f74f94ccc9a0 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:38.136817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 172.20.0.14 (93e5b356-0704-414d-a7cb-470971f9a8ef/9f58e88e-9f8b-4e02-9cd9-3eadd9401501/4e43dc4a-14e4-4a54-b2f4-47fb7971d26e) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:38.173290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::f816:3eff:fec8:736a (93e5b356-0704-414d-a7cb-470971f9a8ef/badf799c-469c-4c2a-8d0c-f9d299cd22e7/4e43dc4a-14e4-4a54-b2f4-47fb7971d26e) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:38.244036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220e7f9f-d2c7-42ca-9b4c-004b285ed54a None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:38.246594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d7cc2b-c43e-4177-b39a-a52a6136239c None None] Network cd6d1bb6-21fa-4426-8074-5b1511054a4d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:38.250364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:38.254713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:38.367285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3de76910-a8b4-4e6e-b8b3-14e3633b5684 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (8fd6b491-862c-41db-8518-0f408c0f14df), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:38.375378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3de76910-a8b4-4e6e-b8b3-14e3633b5684 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:38.381082 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3de76910-a8b4-4e6e-b8b3-14e3633b5684 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8fd6b491-862c-41db-8518-0f408c0f14df HTTP/1.1" status: 204 len: 168 time: 0.5866902 Oct 23 01:11:38.387161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34136) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:38.405422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b7ff-b8c7-43d3-b25e-2486ca65b004 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:38.419081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-75b884c8-6dca-4397-b784-14a0cc053c8c None None] Provisioning complete for port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:38.419300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34138) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:38.419424 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-75b884c8-6dca-4397-b784-14a0cc053c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:38.419424 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-75b884c8-6dca-4397-b784-14a0cc053c8c None None] Attempt 1 to provision port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:38.435919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de76910-a8b4-4e6e-b8b3-14e3633b5684 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd6b491-862c-41db-8518-0f408c0f14df,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:38.485570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:38.571430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:38.602429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:38.620069 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b0f39ded-e7ee-49fd-a481-396442a55105 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=155497c4d98f469b8ae5184e40ad24b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968110 Oct 23 01:11:38.626333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34140) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:38.655708 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c7e5eab6-c8ab-4eb8-a4bc-0ad8b10ceb88 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2596254 Oct 23 01:11:38.719130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34142) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:38.747781 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:38.751248 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-8b60a931-f1cc-4b4a-aebe-95e11238e0d6 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] delete failed (client error): The resource could not be found. Oct 23 01:11:38.752388 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8b60a931-f1cc-4b4a-aebe-95e11238e0d6 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c8682548-e64e-4d79-98e1-0abf8706aa25 HTTP/1.1" status: 404 len: 347 time: 0.0322959 Oct 23 01:11:38.785040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34144) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:38.818360 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-ba33b310-440d-4dd7-80c2-6694a7ba71b3 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] show failed (client error): The resource could not be found. Oct 23 01:11:38.819439 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ba33b310-440d-4dd7-80c2-6694a7ba71b3 tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "GET /networking/v2.0/security-groups/9ae19b9b-f524-4088-8ef0-c37657c8e1e6 HTTP/1.1" status: 404 len: 347 time: 0.0334527 Oct 23 01:11:38.824788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34146) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:38.875448 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-d0468af0-2609-4420-848d-85607f636f1f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] show failed (client error): The resource could not be found. Oct 23 01:11:38.876934 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d0468af0-2609-4420-848d-85607f636f1f tempest-NegativeSecGroupTest-1209610307 tempest-NegativeSecGroupTest-1209610307-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules/7d4a3d18-5d04-4790-9b14-3d8311439719 HTTP/1.1" status: 404 len: 356 time: 0.0512044 Oct 23 01:11:38.881565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cd6d1bb6-21fa-4426-8074-5b1511054a4d', 'network_id': 'cd6d1bb6-21fa-4426-8074-5b1511054a4d', 'project_id': 'ba343bbd77544a74a7c4131015271552', 'fixed_ips': [{'subnet_id': 'f91d3f37-bae4-4d75-a86c-aca42619fd6e'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:38.882927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:38.968807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861d0a0-cef1-4fa3-843e-b523cb718d16 None None] Update dhcp port {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': 'badf799c-469c-4c2a-8d0c-f9d299cd22e7', 'ip_address': '2001:db8::f816:3eff:fe0f:840'}, {'subnet_id': '9f58e88e-9f8b-4e02-9cd9-3eadd9401501'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '7ece7ec0-0557-4bc2-bba1-b8d4fec66784'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:11:38.982212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (e551c211-bd17-46b1-a224-929e74c75109), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.122936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:39.144984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Allocated IP 2001:db8::1 (2b4c1eb7-debe-45b2-b387-7ce8db4e1535/247036c3-7c7d-4289-ad54-b3c56b1b543c/59697be4-26bf-4b63-bcbc-157db37c9870) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:39.178646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4f982b00-2398-4e5b-884a-6d2652eedb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.180165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-75b884c8-6dca-4397-b784-14a0cc053c8c None None] Current status of the port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:39.180621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-75b884c8-6dca-4397-b784-14a0cc053c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.213948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:39.264695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6861d0a0-cef1-4fa3-843e-b523cb718d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.300084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for port (59697be4-26bf-4b63-bcbc-157db37c9870), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.305063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:39.305450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.305817 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:39.374730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-75b884c8-6dca-4397-b784-14a0cc053c8c None None] For port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:39.420278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (59697be4-26bf-4b63-bcbc-157db37c9870), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.440279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (4e43dc4a-14e4-4a54-b2f4-47fb7971d26e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.487156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network 2b4c1eb7-debe-45b2-b387-7ce8db4e1535 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:39.494077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:39.495960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-75b884c8-6dca-4397-b784-14a0cc053c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.496562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:39.497699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (2e6f38bb-008b-449e-a585-bcccc025026b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.513711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45c1cf23-14ff-4f07-8e72-98dbff502001 admin admin] Publish callbacks [] for security_group (1eb444e6-6727-4211-b95b-cb1c004cff3e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.540763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Port': ['ID=59697be4-26bf-4b63-bcbc-157db37c9870,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:39.563167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Subnet': ['ID=e551c211-bd17-46b1-a224-929e74c75109,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:39.579254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:39.594536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Allocated IP 2001:db8:1::2 (cd6d1bb6-21fa-4426-8074-5b1511054a4d/f91d3f37-bae4-4d75-a86c-aca42619fd6e/f09e4012-3ee9-471a-880b-3b0e0a294504) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:39.594887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7b7ff-b8c7-43d3-b25e-2486ca65b004 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port 49f7a027-1ee2-4cc4-901c-e04a3a9900fb {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:39.595281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b7ff-b8c7-43d3-b25e-2486ca65b004 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.633052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b884c8-6dca-4397-b784-14a0cc053c8c None None] Pushing event updated for resources: {'Port': ['ID=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:39.638875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:39.655833 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Could not find standard attr ID for object cc12977f-d9d6-4be0-8a2e-ad44eaedbcca. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:11:39.669381 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34152) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:39.676789 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Checking segment: {'id': '119ce99f-6686-4ecc-8668-d5de871975e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c4bcea6f-fdb5-452d-adae-1a097a80e0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:39.677339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network hostable DHCP agents. Network: c4bcea6f-fdb5-452d-adae-1a097a80e0ab, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:39.695708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45c1cf23-14ff-4f07-8e72-98dbff502001 admin admin] Publish callbacks [] for security_group (1eb444e6-6727-4211-b95b-cb1c004cff3e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.715100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Provisioning complete for port c338da72-6e13-44e8-a90b-dbc748968397 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:39.715669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c338da72-6e13-44e8-a90b-dbc748968397), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.716209 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Attempt 1 to provision port c338da72-6e13-44e8-a90b-dbc748968397 Oct 23 01:11:39.745279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (59697be4-26bf-4b63-bcbc-157db37c9870), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.779818 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b7ff-b8c7-43d3-b25e-2486ca65b004 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.795827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7b7ff-b8c7-43d3-b25e-2486ca65b004 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for 49f7a027-1ee2-4cc4-901c-e04a3a9900fb owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:39.804263 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4e43dc4a-14e4-4a54-b2f4-47fb7971d26e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.867887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=4e43dc4a-14e4-4a54-b2f4-47fb7971d26e,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:39.875678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network c4bcea6f-fdb5-452d-adae-1a097a80e0ab is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:39.916220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45c1cf23-14ff-4f07-8e72-98dbff502001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1eb444e6-6727-4211-b95b-cb1c004cff3e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.919097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45c1cf23-14ff-4f07-8e72-98dbff502001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:39.924722 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-45c1cf23-14ff-4f07-8e72-98dbff502001 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1eb444e6-6727-4211-b95b-cb1c004cff3e HTTP/1.1" status: 204 len: 168 time: 1.2890279 Oct 23 01:11:39.935459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1cf23-14ff-4f07-8e72-98dbff502001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb444e6-6727-4211-b95b-cb1c004cff3e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:39.945761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:39.948860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:39.954627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-6861d0a0-cef1-4fa3-843e-b523cb718d16 None None] Allocated IP 172.20.0.2 (93e5b356-0704-414d-a7cb-470971f9a8ef/9f58e88e-9f8b-4e02-9cd9-3eadd9401501/7ece7ec0-0557-4bc2-bba1-b8d4fec66784) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:39.955897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:40.003934 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2d62ae2f-33d5-4378-a7e3-2097ae7b6d6a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=62f6e776e41548619deba1e19f31ee86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293324 Oct 23 01:11:40.004238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34158) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:40.035200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Publish callbacks [] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.036644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:40.058228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c4bcea6f-fdb5-452d-adae-1a097a80e0ab) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:40.066468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Current status of the port c338da72-6e13-44e8-a90b-dbc748968397 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:40.071834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:40.072455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.097109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Provisioning complete for port 49f7a027-1ee2-4cc4-901c-e04a3a9900fb triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:40.097895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.098434 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Attempt 1 to provision port 49f7a027-1ee2-4cc4-901c-e04a3a9900fb Oct 23 01:11:40.104623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:40.105308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.133324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:40.163661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6861d0a0-cef1-4fa3-843e-b523cb718d16 None None] For port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:40.176292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.178475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Port 49f7a027-1ee2-4cc4-901c-e04a3a9900fb cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:40.179522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c01386b-8e3e-471a-8011-79191c5ffa1e admin admin] Publish callbacks [] for security_group (397f7be9-f200-4629-8056-e7543e1fcfcc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.204827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for port (59697be4-26bf-4b63-bcbc-157db37c9870), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.216003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c01386b-8e3e-471a-8011-79191c5ffa1e admin admin] Publish callbacks [] for security_group (397f7be9-f200-4629-8056-e7543e1fcfcc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.225115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Provisioning complete for port 5f9d5537-d556-49dd-b088-77d9d40505ec triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:40.225891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.225891 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Attempt 1 to provision port 5f9d5537-d556-49dd-b088-77d9d40505ec Oct 23 01:11:40.241991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34160) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:40.242953 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f9a4d7a5-57e9-4641-91a6-876c9dd43aaa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.6670399 Oct 23 01:11:40.248389 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8c5feeb0-b54e-4838-835b-e8d279368a6c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4497340 Oct 23 01:11:40.248579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6861d0a0-cef1-4fa3-843e-b523cb718d16 None None] Publish callbacks [] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.252931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34162) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:40.264554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0598bb8b-c89d-4127-9f4e-80c9df4b8b5b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': 'c4bcea6f-fdb5-452d-adae-1a097a80e0ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:40.271291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Network cd6d1bb6-21fa-4426-8074-5b1511054a4d is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:40.278811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:40.282696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Pushing event updated for resources: {'Port': ['ID=f09e4012-3ee9-471a-880b-3b0e0a294504,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:40.286889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:40.323490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (59697be4-26bf-4b63-bcbc-157db37c9870), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.324260 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b7ff-b8c7-43d3-b25e-2486ca65b004 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (49f7a027-1ee2-4cc4-901c-e04a3a9900fb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.329312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (2e6f38bb-008b-449e-a585-bcccc025026b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.348871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e58baf-ea81-461c-8843-0d029dfdf66a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:40.353006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6861d0a0-cef1-4fa3-843e-b523cb718d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.355852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e58baf-ea81-461c-8843-0d029dfdf66a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:40.361835 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d5e58baf-ea81-461c-8843-0d029dfdf66a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1159480 Oct 23 01:11:40.369950 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34166) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:40.377643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7b7ff-b8c7-43d3-b25e-2486ca65b004 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=49f7a027-1ee2-4cc4-901c-e04a3a9900fb,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:40.422017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Attempting to bind port f09e4012-3ee9-471a-880b-3b0e0a294504 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:40.422398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Attempting to bind port f09e4012-3ee9-471a-880b-3b0e0a294504 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a3cb2de1-382c-4d5e-9215-1f0bd22c7518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cd6d1bb6-21fa-4426-8074-5b1511054a4d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:40.422764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Attempting to bind port f09e4012-3ee9-471a-880b-3b0e0a294504 on network cd6d1bb6-21fa-4426-8074-5b1511054a4d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:40.478393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c01386b-8e3e-471a-8011-79191c5ffa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (397f7be9-f200-4629-8056-e7543e1fcfcc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.481334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c01386b-8e3e-471a-8011-79191c5ffa1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.482775 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6c01386b-8e3e-471a-8011-79191c5ffa1e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/397f7be9-f200-4629-8056-e7543e1fcfcc HTTP/1.1" status: 204 len: 168 time: 0.4775913 Oct 23 01:11:40.522398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c624c788-2e4d-41ab-a750-a94900022ccc None None] Current status of the port 5f9d5537-d556-49dd-b088-77d9d40505ec is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:40.536523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861d0a0-cef1-4fa3-843e-b523cb718d16 None None] Pushing event updated for resources: {'Port': ['ID=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:40.541859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01386b-8e3e-471a-8011-79191c5ffa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397f7be9-f200-4629-8056-e7543e1fcfcc,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:40.566346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:40.567012 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Checking segment: {'id': 'a3cb2de1-382c-4d5e-9215-1f0bd22c7518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cd6d1bb6-21fa-4426-8074-5b1511054a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:40.567613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.568162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Bound using segment: {'id': 'a3cb2de1-382c-4d5e-9215-1f0bd22c7518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cd6d1bb6-21fa-4426-8074-5b1511054a4d'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:40.568969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Bound port: f09e4012-3ee9-471a-880b-3b0e0a294504, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cb2de1-382c-4d5e-9215-1f0bd22c7518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cd6d1bb6-21fa-4426-8074-5b1511054a4d'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:40.569735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.576214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:40.674571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] For port f09e4012-3ee9-471a-880b-3b0e0a294504, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:40.686565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] For port f09e4012-3ee9-471a-880b-3b0e0a294504, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f09e4012-3ee9-471a-880b-3b0e0a294504,segment=NetworkSegment(a3cb2de1-382c-4d5e-9215-1f0bd22c7518),segment_id=a3cb2de1-382c-4d5e-9215-1f0bd22c7518)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:40.760942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b7ff-b8c7-43d3-b25e-2486ca65b004 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.764062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:40.766269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0598bb8b-c89d-4127-9f4e-80c9df4b8b5b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:40.771056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0598bb8b-c89d-4127-9f4e-80c9df4b8b5b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.816241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.910999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:40.911874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:40.912292 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:40.996796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323c3ab-fc4e-410d-8ddb-e07876be493e None None] Pushing event updated for resources: {'Port': ['ID=f09e4012-3ee9-471a-880b-3b0e0a294504,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:40.999658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:41.009479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event updated for resources: {'Port': ['ID=59697be4-26bf-4b63-bcbc-157db37c9870,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:41.065354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:41.069061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-6b5de23e-204b-4fe0-a25e-57d39c328a55 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 4e43dc4a-14e4-4a54-b2f4-47fb7971d26e {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:41.069400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b5de23e-204b-4fe0-a25e-57d39c328a55 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4e43dc4a-14e4-4a54-b2f4-47fb7971d26e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:41.139351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7483ac9b-8ea1-4c8c-8e38-562c61bab0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:41.153167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:41.181609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Network 2b4c1eb7-debe-45b2-b387-7ce8db4e1535 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:41.186272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:41.292191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:41.304989 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.ipam_backend_mixin [None req-0598bb8b-c89d-4127-9f4e-80c9df4b8b5b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e551c211-bd17-46b1-a224-929e74c75109 (CIDR: 172.20.0.0/28) Oct 23 01:11:41.341054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b5de23e-204b-4fe0-a25e-57d39c328a55 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4e43dc4a-14e4-4a54-b2f4-47fb7971d26e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:41.387677 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0598bb8b-c89d-4127-9f4e-80c9df4b8b5b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:11:41.388242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0598bb8b-c89d-4127-9f4e-80c9df4b8b5b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:11:41.405095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-6b5de23e-204b-4fe0-a25e-57d39c328a55 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 4e43dc4a-14e4-4a54-b2f4-47fb7971d26e owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:41.441281 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Router 2e6f38bb-008b-449e-a585-bcccc025026b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:41.492119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b7b7ff-b8c7-43d3-b25e-2486ca65b004 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:41.602208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b7b7ff-b8c7-43d3-b25e-2486ca65b004 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:41.610021 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0598bb8b-c89d-4127-9f4e-80c9df4b8b5b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3553565 Oct 23 01:11:41.610769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34192) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:41.615124 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a706e2-1c88-49de-818f-b2f93ffd5009 None None] Sync routers for ids ['55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:41.618513 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e5b7b7ff-b8c7-43d3-b25e-2486ca65b004 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0952532 Oct 23 01:11:41.624850 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3c34f00d-961b-43fb-ad51-b2e26cc2b7f3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': 'c4bcea6f-fdb5-452d-adae-1a097a80e0ab', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:41.630544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34194) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:41.635467 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a706e2-1c88-49de-818f-b2f93ffd5009 None None] Routers {'55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:41.636324 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56a706e2-1c88-49de-818f-b2f93ffd5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:41.701456 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56a706e2-1c88-49de-818f-b2f93ffd5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:41.720781 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a706e2-1c88-49de-818f-b2f93ffd5009 None None] Routers {'55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:41.720781 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56a706e2-1c88-49de-818f-b2f93ffd5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:41.740369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:41.756606 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56a706e2-1c88-49de-818f-b2f93ffd5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:41.757204 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a706e2-1c88-49de-818f-b2f93ffd5009 None None] The sync data for ids ['55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:41.760897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4b4169c3-5a66-4360-abfe-eb9df30017f1 None None] Provisioning complete for port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:41.761435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4b4169c3-5a66-4360-abfe-eb9df30017f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:41.761761 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4b4169c3-5a66-4360-abfe-eb9df30017f1 None None] Attempt 1 to provision port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:41.837700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:41.853758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123ccdb6-e3e4-4f76-9f60-9aa47cdcecf3 None None] Sync routers for ids ['2e6f38bb-008b-449e-a585-bcccc025026b'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:41.864589 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a6c84b40-4268-42f5-9358-e18d25c3c77e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "PUT /networking/v2.0/routers/2e6f38bb-008b-449e-a585-bcccc025026b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8720176 Oct 23 01:11:41.868809 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34206) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:41.877679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4b4169c3-5a66-4360-abfe-eb9df30017f1 None None] Current status of the port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:41.893842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ccdb6-e3e4-4f76-9f60-9aa47cdcecf3 None None] Routers {'2e6f38bb-008b-449e-a585-bcccc025026b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:41.894490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-123ccdb6-e3e4-4f76-9f60-9aa47cdcecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2e6f38bb-008b-449e-a585-bcccc025026b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:41.935229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-123ccdb6-e3e4-4f76-9f60-9aa47cdcecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:41.952106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ccdb6-e3e4-4f76-9f60-9aa47cdcecf3 None None] Routers {'2e6f38bb-008b-449e-a585-bcccc025026b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:41.957745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-123ccdb6-e3e4-4f76-9f60-9aa47cdcecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2e6f38bb-008b-449e-a585-bcccc025026b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:41.977303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b5de23e-204b-4fe0-a25e-57d39c328a55 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4e43dc4a-14e4-4a54-b2f4-47fb7971d26e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.019868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-123ccdb6-e3e4-4f76-9f60-9aa47cdcecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:42.020842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123ccdb6-e3e4-4f76-9f60-9aa47cdcecf3 None None] The sync data for ids ['2e6f38bb-008b-449e-a585-bcccc025026b'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:42.021895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34208) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:42.038258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5de23e-204b-4fe0-a25e-57d39c328a55 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=4e43dc4a-14e4-4a54-b2f4-47fb7971d26e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:42.131302 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-076e1125-b319-4982-bd00-522bb685aff2 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] remove_router_interface failed (client error): The resource could not be found. Oct 23 01:11:42.132381 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-076e1125-b319-4982-bd00-522bb685aff2 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5008771 Oct 23 01:11:42.137894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34214) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:42.153670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9670fd9a-4059-4e05-96a9-f81b0c8b7c46 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for router (2e6f38bb-008b-449e-a585-bcccc025026b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.166402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b5de23e-204b-4fe0-a25e-57d39c328a55 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.173229 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6b5de23e-204b-4fe0-a25e-57d39c328a55 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4e43dc4a-14e4-4a54-b2f4-47fb7971d26e HTTP/1.1" status: 204 len: 168 time: 1.8020163 Oct 23 01:11:42.173997 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-080c56a2-7e23-4eb6-ba8d-fb7a896b27ba tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2 HTTP/1.1" status: 200 len: 205 time: 0.0330627 Oct 23 01:11:42.176224 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34216) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:42.177175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34218) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:42.293869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cebfc8b1-d0f3-4433-a09d-8fce7e6810a4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.296941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c34f00d-961b-43fb-ad51-b2e26cc2b7f3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:42.301477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c34f00d-961b-43fb-ad51-b2e26cc2b7f3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.394228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56d411-785a-44e3-9df0-8a65283ca96a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:42.396843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56d411-785a-44e3-9df0-8a65283ca96a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:42.398553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56d411-785a-44e3-9df0-8a65283ca96a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:42.400528 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fe56d411-785a-44e3-9df0-8a65283ca96a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2232122 Oct 23 01:11:42.403383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1152032819'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:42.408980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34222) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:42.431425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.460853 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-9670fd9a-4059-4e05-96a9-f81b0c8b7c46 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 23 01:11:42.462218 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9670fd9a-4059-4e05-96a9-f81b0c8b7c46 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "DELETE /networking/v2.0/routers/2e6f38bb-008b-449e-a585-bcccc025026b HTTP/1.1" status: 409 len: 376 time: 0.5738120 Oct 23 01:11:42.465638 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34224) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:42.488198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6bf0b7-7533-4680-88a0-faba7f832416 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:11:42.527079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:42.537795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bfcc0a94-4206-4355-81e9-74dc3a72eede None None] Provisioning complete for port f09e4012-3ee9-471a-880b-3b0e0a294504 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:42.538525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0a94-4206-4355-81e9-74dc3a72eede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.538926 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bfcc0a94-4206-4355-81e9-74dc3a72eede None None] Attempt 1 to provision port f09e4012-3ee9-471a-880b-3b0e0a294504 Oct 23 01:11:42.567275 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-160734f5-2a45-4756-ad58-501a764e72db tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 9f58e88e-9f8b-4e02-9cd9-3eadd9401501 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:42.571260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-160734f5-2a45-4756-ad58-501a764e72db tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (9f58e88e-9f8b-4e02-9cd9-3eadd9401501), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.637617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-160734f5-2a45-4756-ad58-501a764e72db tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (9f58e88e-9f8b-4e02-9cd9-3eadd9401501), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.695960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cebfc8b1-d0f3-4433-a09d-8fce7e6810a4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.698312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:42.702148 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.717152 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cebfc8b1-d0f3-4433-a09d-8fce7e6810a4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.739990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.751061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=1,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:42.752688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6bf0b7-7533-4680-88a0-faba7f832416 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:11:42.762686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc0a94-4206-4355-81e9-74dc3a72eede None None] Current status of the port f09e4012-3ee9-471a-880b-3b0e0a294504 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:42.763363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0a94-4206-4355-81e9-74dc3a72eede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.848734 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:42.870984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-160734f5-2a45-4756-ad58-501a764e72db tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (9f58e88e-9f8b-4e02-9cd9-3eadd9401501), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.907153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cebfc8b1-d0f3-4433-a09d-8fce7e6810a4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.907771 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebfc8b1-d0f3-4433-a09d-8fce7e6810a4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Fanout notify agent at l3_agent the message router_deleted on router 55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:11:42.915740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cebfc8b1-d0f3-4433-a09d-8fce7e6810a4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.920318 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cebfc8b1-d0f3-4433-a09d-8fce7e6810a4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2 HTTP/1.1" status: 204 len: 168 time: 0.7415092 Oct 23 01:11:42.924382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34230) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:42.926719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:42.964830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c34f00d-961b-43fb-ad51-b2e26cc2b7f3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (286ffb76-2f72-4f23-b8a1-b6f721719f02), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:42.994773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:43.040865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-bfcc0a94-4206-4355-81e9-74dc3a72eede None None] For port f09e4012-3ee9-471a-880b-3b0e0a294504, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f09e4012-3ee9-471a-880b-3b0e0a294504,segment=NetworkSegment(a3cb2de1-382c-4d5e-9215-1f0bd22c7518),segment_id=a3cb2de1-382c-4d5e-9215-1f0bd22c7518)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:43.046827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for security_group (3acfc5df-837c-40c7-873b-06aa39df7752), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.103777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:43.104246 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.104637 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:43.144454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-160734f5-2a45-4756-ad58-501a764e72db tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (9f58e88e-9f8b-4e02-9cd9-3eadd9401501), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.149558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3acfc5df-837c-40c7-873b-06aa39df7752), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.150531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0a94-4206-4355-81e9-74dc3a72eede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.187508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:43.207527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (652c8f25-090d-4d15-9d7b-94be40f1a279), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.208145 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added segment 652c8f25-090d-4d15-9d7b-94be40f1a279 of type vlan for network ebf33b36-389f-4760-ac5d-2d7ba987a3ea Oct 23 01:11:43.264060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c4bcea6f-fdb5-452d-adae-1a097a80e0ab', 'network_id': 'c4bcea6f-fdb5-452d-adae-1a097a80e0ab', 'project_id': '118c27f55c89478ba681471398554359', 'fixed_ips': [{'subnet_id': 'e551c211-bd17-46b1-a224-929e74c75109'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:43.265079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.274770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc0a94-4206-4355-81e9-74dc3a72eede None None] Pushing event updated for resources: {'Port': ['ID=f09e4012-3ee9-471a-880b-3b0e0a294504,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:43.280122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-160734f5-2a45-4756-ad58-501a764e72db tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.284979 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-160734f5-2a45-4756-ad58-501a764e72db tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9f58e88e-9f8b-4e02-9cd9-3eadd9401501 HTTP/1.1" status: 204 len: 168 time: 0.8711085 Oct 23 01:11:43.303433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34238) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:43.306195 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:43.307433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f09e4012-3ee9-471a-880b-3b0e0a294504 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:43.391955 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c34f00d-961b-43fb-ad51-b2e26cc2b7f3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network c4bcea6f-fdb5-452d-adae-1a097a80e0ab is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:43.419709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0df6bc-e28a-4ade-82df-1dfab84553f3 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting subnet 13bca1e2-09da-4f00-9fd2-1725cd7690cd {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:43.423996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c0df6bc-e28a-4ade-82df-1dfab84553f3 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (13bca1e2-09da-4f00-9fd2-1725cd7690cd), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.427971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160734f5-2a45-4756-ad58-501a764e72db tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=9f58e88e-9f8b-4e02-9cd9-3eadd9401501,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:43.443007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:43.462747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f09e4012-3ee9-471a-880b-3b0e0a294504 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:43.466338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (ebf33b36-389f-4760-ac5d-2d7ba987a3ea), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.468981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.469491 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f09e4012-3ee9-471a-880b-3b0e0a294504 Oct 23 01:11:43.469882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acfc5df-837c-40c7-873b-06aa39df7752,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:43.480866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c0df6bc-e28a-4ade-82df-1dfab84553f3 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (13bca1e2-09da-4f00-9fd2-1725cd7690cd), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.498550 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:43.528117 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-1171c15f-6f0b-4a78-b46a-76ecbd1c75cc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet badf799c-469c-4c2a-8d0c-f9d299cd22e7 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:43.537434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1171c15f-6f0b-4a78-b46a-76ecbd1c75cc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (badf799c-469c-4c2a-8d0c-f9d299cd22e7), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.552043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Allocated IP 172.20.0.2 (c4bcea6f-fdb5-452d-adae-1a097a80e0ab/e551c211-bd17-46b1-a224-929e74c75109/26abb130-9b3a-45f1-9523-27f4c636a4e1) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:43.552437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-3c34f00d-961b-43fb-ad51-b2e26cc2b7f3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:43.563752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c34f00d-961b-43fb-ad51-b2e26cc2b7f3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:43.564358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c34f00d-961b-43fb-ad51-b2e26cc2b7f3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.594474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:43.609369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34f00d-961b-43fb-ad51-b2e26cc2b7f3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Subnet': ['ID=286ffb76-2f72-4f23-b8a1-b6f721719f02,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:43.656623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1171c15f-6f0b-4a78-b46a-76ecbd1c75cc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (badf799c-469c-4c2a-8d0c-f9d299cd22e7), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.660009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d080d0e-d58a-4d79-ad85-9bf65e6e7b83 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (2e6f38bb-008b-449e-a585-bcccc025026b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.747294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (ebf33b36-389f-4760-ac5d-2d7ba987a3ea), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.780234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:43.781607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c0df6bc-e28a-4ade-82df-1dfab84553f3 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (13bca1e2-09da-4f00-9fd2-1725cd7690cd), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.783667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.854057 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Publish callbacks [] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.912162 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3c34f00d-961b-43fb-ad51-b2e26cc2b7f3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2921674 Oct 23 01:11:43.923434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34246) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:43.931909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': 'c4bcea6f-fdb5-452d-adae-1a097a80e0ab', 'fixed_ips': [{'subnet_id': 'e551c211-bd17-46b1-a224-929e74c75109'}, {'subnet_id': '286ffb76-2f72-4f23-b8a1-b6f721719f02'}], 'name': 'tempest-PortsTestJSON-1117188309'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:43.945494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Network': ['ID=ebf33b36-389f-4760-ac5d-2d7ba987a3ea,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:43.951742 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-de26f9e4-fb20-4156-8d0f-8aaa95d2f0d3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9251504 Oct 23 01:11:43.960968 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34248) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:43.966584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-651519513'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:43.981871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.995368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1171c15f-6f0b-4a78-b46a-76ecbd1c75cc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (badf799c-469c-4c2a-8d0c-f9d299cd22e7), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:43.998970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network ebf33b36-389f-4760-ac5d-2d7ba987a3ea details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:44.060582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.088513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f09e4012-3ee9-471a-880b-3b0e0a294504 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:44.089187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c0df6bc-e28a-4ade-82df-1dfab84553f3 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (13bca1e2-09da-4f00-9fd2-1725cd7690cd), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.102267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:44.106094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.107121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Network c4bcea6f-fdb5-452d-adae-1a097a80e0ab is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:44.119725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:44.121639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34250) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:44.128159 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a7f48bc7-5951-474a-ab70-6779abc1b7e1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104417560', 'description': 'tempest-secgroup-smoke-1104417560 description', 'project_id': 'b602821d64e8483792c00c012ff3de3c'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:44.128515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c0df6bc-e28a-4ade-82df-1dfab84553f3 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.128849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:44.135182 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8c0df6bc-e28a-4ade-82df-1dfab84553f3 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/13bca1e2-09da-4f00-9fd2-1725cd7690cd HTTP/1.1" status: 204 len: 168 time: 1.2034335 Oct 23 01:11:44.136106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34252) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:44.152336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Pushing event updated for resources: {'Port': ['ID=26abb130-9b3a-45f1-9523-27f4c636a4e1,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:44.171035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0df6bc-e28a-4ade-82df-1dfab84553f3 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Subnet': ['ID=13bca1e2-09da-4f00-9fd2-1725cd7690cd,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:44.215712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.217710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7d080d0e-d58a-4d79-ad85-9bf65e6e7b83 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Deleting port 59697be4-26bf-4b63-bcbc-157db37c9870 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:44.218346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d080d0e-d58a-4d79-ad85-9bf65e6e7b83 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (59697be4-26bf-4b63-bcbc-157db37c9870), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.221532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1171c15f-6f0b-4a78-b46a-76ecbd1c75cc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (badf799c-469c-4c2a-8d0c-f9d299cd22e7), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.223341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Attempting to bind port 26abb130-9b3a-45f1-9523-27f4c636a4e1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:44.223769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Attempting to bind port 26abb130-9b3a-45f1-9523-27f4c636a4e1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '119ce99f-6686-4ecc-8668-d5de871975e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c4bcea6f-fdb5-452d-adae-1a097a80e0ab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:44.224137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Attempting to bind port 26abb130-9b3a-45f1-9523-27f4c636a4e1 on network c4bcea6f-fdb5-452d-adae-1a097a80e0ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:44.240648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:44.268735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:44.269134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Checking segment: {'id': '119ce99f-6686-4ecc-8668-d5de871975e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c4bcea6f-fdb5-452d-adae-1a097a80e0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:44.269551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.269909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Bound using segment: {'id': '119ce99f-6686-4ecc-8668-d5de871975e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c4bcea6f-fdb5-452d-adae-1a097a80e0ab'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:44.270385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Bound port: 26abb130-9b3a-45f1-9523-27f4c636a4e1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119ce99f-6686-4ecc-8668-d5de871975e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c4bcea6f-fdb5-452d-adae-1a097a80e0ab'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:44.270900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.277447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171c15f-6f0b-4a78-b46a-76ecbd1c75cc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=badf799c-469c-4c2a-8d0c-f9d299cd22e7,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:44.283145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e8e0f915-ed0c-4169-9b45-cfeade6c14f4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.283547 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added segment e8e0f915-ed0c-4169-9b45-cfeade6c14f4 of type vlan for network 190a8781-7439-4ac5-8a64-0e1a2fce8a56 Oct 23 01:11:44.290282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (c963c9c2-de58-4802-a2e4-94a244b8a2d5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.290757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:44.291086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1171c15f-6f0b-4a78-b46a-76ecbd1c75cc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.296951 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1171c15f-6f0b-4a78-b46a-76ecbd1c75cc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/badf799c-469c-4c2a-8d0c-f9d299cd22e7 HTTP/1.1" status: 204 len: 168 time: 0.9923208 Oct 23 01:11:44.298836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34254) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:44.305837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5fcbe481-8e3f-4e6e-afbe-2b0b6f9800cd None None] Provisioning complete for port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:44.305837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5fcbe481-8e3f-4e6e-afbe-2b0b6f9800cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.305837 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5fcbe481-8e3f-4e6e-afbe-2b0b6f9800cd None None] Attempt 1 to provision port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 Oct 23 01:11:44.334090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f48bc7-5951-474a-ab70-6779abc1b7e1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.346175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:44.354409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (190a8781-7439-4ac5-8a64-0e1a2fce8a56), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.359433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f48bc7-5951-474a-ab70-6779abc1b7e1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.388037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] For port 26abb130-9b3a-45f1-9523-27f4c636a4e1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:44.391850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] For port 26abb130-9b3a-45f1-9523-27f4c636a4e1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26abb130-9b3a-45f1-9523-27f4c636a4e1,segment=NetworkSegment(119ce99f-6686-4ecc-8668-d5de871975e3),segment_id=119ce99f-6686-4ecc-8668-d5de871975e3)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:44.402937 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b9c84dd4-6abb-46ee-9d06-87761a7468da tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979714 Oct 23 01:11:44.407691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34256) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:44.416719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:44.427726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port 5f9d5537-d556-49dd-b088-77d9d40505ec {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:44.428269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.428391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d080d0e-d58a-4d79-ad85-9bf65e6e7b83 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (59697be4-26bf-4b63-bcbc-157db37c9870), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.430367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbe481-8e3f-4e6e-afbe-2b0b6f9800cd None None] Current status of the port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:44.449208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7d080d0e-d58a-4d79-ad85-9bf65e6e7b83 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Calling delete_port for 59697be4-26bf-4b63-bcbc-157db37c9870 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:44.476897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.482028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.534627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 55b10b9e-8797-407e-a3be-c438fe0bfe7f yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:11:44.567100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6af6ae-d5f2-4859-b4c4-5ac6a390836e None None] Pushing event updated for resources: {'Port': ['ID=26abb130-9b3a-45f1-9523-27f4c636a4e1,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:44.594157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (190a8781-7439-4ac5-8a64-0e1a2fce8a56), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.600129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:44.600849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.633561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f09e4012-3ee9-471a-880b-3b0e0a294504 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:44.636059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port 5f9d5537-d556-49dd-b088-77d9d40505ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f9d5537-d556-49dd-b088-77d9d40505ec,segment=NetworkSegment(0dceedcd-933b-4748-bb07-d9ba50553537),segment_id=0dceedcd-933b-4748-bb07-d9ba50553537)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:44.640888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.692672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f09e4012-3ee9-471a-880b-3b0e0a294504 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:44.693065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.693406 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f09e4012-3ee9-471a-880b-3b0e0a294504 Oct 23 01:11:44.710651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for 5f9d5537-d556-49dd-b088-77d9d40505ec owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:44.768006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Network': ['ID=190a8781-7439-4ac5-8a64-0e1a2fce8a56,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:44.786117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 190a8781-7439-4ac5-8a64-0e1a2fce8a56 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:44.832817 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-70c93598-2a12-4cbd-b87d-71e977642b90 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8707101 Oct 23 01:11:44.844073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34258) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:44.849946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f48bc7-5951-474a-ab70-6779abc1b7e1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group (ca53fa3e-4022-4526-8dab-ae612b9cbed8), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.855058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'subnet': {'network_id': 'ebf33b36-389f-4760-ac5d-2d7ba987a3ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:44.867731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:44.883215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f09e4012-3ee9-471a-880b-3b0e0a294504 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:44.896015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:44.899931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.963891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f48bc7-5951-474a-ab70-6779abc1b7e1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (ca53fa3e-4022-4526-8dab-ae612b9cbed8), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:44.970330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d080d0e-d58a-4d79-ad85-9bf65e6e7b83 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (59697be4-26bf-4b63-bcbc-157db37c9870), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.008449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d080d0e-d58a-4d79-ad85-9bf65e6e7b83 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Port': ['ID=59697be4-26bf-4b63-bcbc-157db37c9870,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:45.051613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.5 (c4bcea6f-fdb5-452d-adae-1a097a80e0ab/e551c211-bd17-46b1-a224-929e74c75109/55b10b9e-8797-407e-a3be-c438fe0bfe7f) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:45.088007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:45.091049 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.29 (c4bcea6f-fdb5-452d-adae-1a097a80e0ab/286ffb76-2f72-4f23-b8a1-b6f721719f02/55b10b9e-8797-407e-a3be-c438fe0bfe7f) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:45.105207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f48bc7-5951-474a-ab70-6779abc1b7e1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca53fa3e-4022-4526-8dab-ae612b9cbed8,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:45.134316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d080d0e-d58a-4d79-ad85-9bf65e6e7b83 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (2e6f38bb-008b-449e-a585-bcccc025026b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.165271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f48bc7-5951-474a-ab70-6779abc1b7e1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group (f086a5ed-a3f4-40c0-b2a6-1e921fb17a73), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.187630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (5f9d5537-d556-49dd-b088-77d9d40505ec), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.230626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=5f9d5537-d556-49dd-b088-77d9d40505ec,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:45.232631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No DVR routers for this DVR port 5f9d5537-d556-49dd-b088-77d9d40505ec on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:45.271484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:45.275254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.293360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:45.335961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f48bc7-5951-474a-ab70-6779abc1b7e1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f086a5ed-a3f4-40c0-b2a6-1e921fb17a73), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.402391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d080d0e-d58a-4d79-ad85-9bf65e6e7b83 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Router 2e6f38bb-008b-449e-a585-bcccc025026b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:11:45.422708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.441268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:45.461420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (c963c9c2-de58-4802-a2e4-94a244b8a2d5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.510045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f48bc7-5951-474a-ab70-6779abc1b7e1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:45.518601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c963c9c2-de58-4802-a2e4-94a244b8a2d5']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:45.522896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d080d0e-d58a-4d79-ad85-9bf65e6e7b83 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:45.528858 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7d080d0e-d58a-4d79-ad85-9bf65e6e7b83 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "PUT /networking/v2.0/routers/2e6f38bb-008b-449e-a585-bcccc025026b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0624306 Oct 23 01:11:45.531699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dceedcd-933b-4748-bb07-d9ba50553537') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:45.531997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dceedcd-933b-4748-bb07-d9ba50553537') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:45.532331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34260) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:45.543918 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2d23c-1b16-4546-91e6-e142534ca564 None None] Sync routers for ids ['2e6f38bb-008b-449e-a585-bcccc025026b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:45.556003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (0dceedcd-933b-4748-bb07-d9ba50553537), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.557530 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2d23c-1b16-4546-91e6-e142534ca564 None None] Routers {'2e6f38bb-008b-449e-a585-bcccc025026b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:45.558894 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-79c2d23c-1b16-4546-91e6-e142534ca564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2e6f38bb-008b-449e-a585-bcccc025026b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:45.575181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f48bc7-5951-474a-ab70-6779abc1b7e1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.581584 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-2ce95580-f900-4aab-85e7-6a0c0fbad34c tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] show failed (client error): The resource could not be found. Oct 23 01:11:45.581584 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2ce95580-f900-4aab-85e7-6a0c0fbad34c tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "GET /networking/v2.0/routers/tempest-non_exist_router-1411445665 HTTP/1.1" status: 404 len: 335 time: 0.0434988 Oct 23 01:11:45.581909 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a7f48bc7-5951-474a-ab70-6779abc1b7e1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4552348 Oct 23 01:11:45.583377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34262) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:45.583798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34264) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:45.584365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (0dceedcd-933b-4748-bb07-d9ba50553537), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.588515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f127ee59-e14f-4d9e-b2f2-5af7d76da8f1 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:45.595188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-566b7fab-0921-46ae-b526-e9eb491ffeff tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'security_group_rule': {'security_group_id': 'f086a5ed-a3f4-40c0-b2a6-1e921fb17a73', 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:45.600459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:45.615144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:45.615559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (0dceedcd-933b-4748-bb07-d9ba50553537), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.627107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.629355 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-f127ee59-e14f-4d9e-b2f2-5af7d76da8f1 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] update failed (client error): The resource could not be found. Oct 23 01:11:45.630601 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f127ee59-e14f-4d9e-b2f2-5af7d76da8f1 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "PUT /networking/v2.0/routers/tempest-non_exist_router-995269422 HTTP/1.1" status: 404 len: 334 time: 0.0457504 Oct 23 01:11:45.638290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34268) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:45.692513 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 0dceedcd-933b-4748-bb07-d9ba50553537 resource provider aggregate not found Oct 23 01:11:45.730740 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-79c2d23c-1b16-4546-91e6-e142534ca564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:45.731196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network c4bcea6f-fdb5-452d-adae-1a097a80e0ab is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:45.737562 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=49 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:45.739848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:45.742677 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2d23c-1b16-4546-91e6-e142534ca564 None None] Routers {'2e6f38bb-008b-449e-a585-bcccc025026b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:45.743531 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-79c2d23c-1b16-4546-91e6-e142534ca564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['2e6f38bb-008b-449e-a585-bcccc025026b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:45.748858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:45.781626 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-79c2d23c-1b16-4546-91e6-e142534ca564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:45.782283 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2d23c-1b16-4546-91e6-e142534ca564 None None] The sync data for ids ['2e6f38bb-008b-449e-a585-bcccc025026b'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:45.793331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=55b10b9e-8797-407e-a3be-c438fe0bfe7f,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:45.795844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169283d0-95ac-4e81-9d09-9433645651a8 None None] Network cd6d1bb6-21fa-4426-8074-5b1511054a4d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:45.806584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41c18fd-d910-4485-8211-5e8257a18845 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Deleting subnet f91d3f37-bae4-4d75-a86c-aca42619fd6e {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:45.810078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f95ea-f2cc-46d2-9d29-b9247042ba2b None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:45.815331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f41c18fd-d910-4485-8211-5e8257a18845 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (f91d3f37-bae4-4d75-a86c-aca42619fd6e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.856246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:45.857030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.896726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f41c18fd-d910-4485-8211-5e8257a18845 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (f91d3f37-bae4-4d75-a86c-aca42619fd6e), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:45.967459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b594e99d-9e6d-4fdf-ad37-caa310381e27 None None] Network c4bcea6f-fdb5-452d-adae-1a097a80e0ab requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:46.031613 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6881d948-8c35-4225-b18f-8af8cba068c0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1131680 Oct 23 01:11:46.035758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34272) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:46.043704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7c5d0948-7832-4739-8602-0beaf620f3d0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e551c211-bd17-46b1-a224-929e74c75109'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:46.094088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f41c18fd-d910-4485-8211-5e8257a18845 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (f91d3f37-bae4-4d75-a86c-aca42619fd6e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.152163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] Provisioning complete for port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:46.152544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.152874 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] Attempt 1 to provision port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 Oct 23 01:11:46.186146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0948-7832-4739-8602-0beaf620f3d0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.256783 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 0dceedcd-933b-4748-bb07-d9ba50553537 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dceedcd-933b-4748-bb07-d9ba50553537 found for delete ", "request_id": "req-b6d489f5-6a4a-4233-83dd-e530f93df195"}]} Oct 23 01:11:46.316767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:46.320750 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-566b7fab-0921-46ae-b526-e9eb491ffeff tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (d93f2391-8a65-4c93-a4cf-33490687491d), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.342557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:46.391917 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdb2e66-7013-4a00-9e83-bea27de20a9e None None] Update dhcp port {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': 'd902308d-0397-473a-8e01-31e7b9fae4ea'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '7ece7ec0-0557-4bc2-bba1-b8d4fec66784'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:11:46.402933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f41c18fd-d910-4485-8211-5e8257a18845 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (f91d3f37-bae4-4d75-a86c-aca42619fd6e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.429268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (9944f149-3606-44ae-9ec7-47730a21412d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.435462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f41c18fd-d910-4485-8211-5e8257a18845 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.435946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:11:46.436049 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f41c18fd-d910-4485-8211-5e8257a18845 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/f91d3f37-bae4-4d75-a86c-aca42619fd6e HTTP/1.1" status: 204 len: 168 time: 0.7959201 Oct 23 01:11:46.439051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34274) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:46.446173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] Current status of the port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:46.462652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c18fd-d910-4485-8211-5e8257a18845 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Subnet': ['ID=f91d3f37-bae4-4d75-a86c-aca42619fd6e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:46.479965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] Provisioning complete for port 26abb130-9b3a-45f1-9523-27f4c636a4e1 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:46.480456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.480854 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] Attempt 1 to provision port 26abb130-9b3a-45f1-9523-27f4c636a4e1 Oct 23 01:11:46.514026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2e66-7013-4a00-9e83-bea27de20a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.605440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e148e6a6-beaf-410c-9f06-72d4dd716160 None None] Update dhcp port {'port': {'network_id': 'c4bcea6f-fdb5-452d-adae-1a097a80e0ab', 'fixed_ips': [{'subnet_id': 'e551c211-bd17-46b1-a224-929e74c75109', 'ip_address': '172.20.0.2'}, {'subnet_id': '286ffb76-2f72-4f23-b8a1-b6f721719f02'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '26abb130-9b3a-45f1-9523-27f4c636a4e1'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:11:46.625008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-7c5d0948-7832-4739-8602-0beaf620f3d0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Delete allocated IP 172.20.0.29 (c4bcea6f-fdb5-452d-adae-1a097a80e0ab/286ffb76-2f72-4f23-b8a1-b6f721719f02) {{(pid=105984) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 23 01:11:46.718091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (cd6d1bb6-21fa-4426-8074-5b1511054a4d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.724135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-566b7fab-0921-46ae-b526-e9eb491ffeff tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (d93f2391-8a65-4c93-a4cf-33490687491d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.745501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (c963c9c2-de58-4802-a2e4-94a244b8a2d5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.750854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.754689 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/networks/c963c9c2-de58-4802-a2e4-94a244b8a2d5 HTTP/1.1" status: 204 len: 168 time: 2.6154668 Oct 23 01:11:46.762396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34276) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:46.775445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'network': {'name': 'tempest-RoutersTest-643800592'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:46.790247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:46.829573 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1882f69-5286-4a28-b336-e2f0c1e05f4b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Network': ['ID=c963c9c2-de58-4802-a2e4-94a244b8a2d5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:46.853103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0948-7832-4739-8602-0beaf620f3d0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.866368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-566b7fab-0921-46ae-b526-e9eb491ffeff tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (d93f2391-8a65-4c93-a4cf-33490687491d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.876336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1360d869-91c3-4c3d-931e-a5930d5056aa None None] Network cd6d1bb6-21fa-4426-8074-5b1511054a4d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:46.887277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 26abb130-9b3a-45f1-9523-27f4c636a4e1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:46.889110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fb60fd-8a0b-409a-87fa-fc35e4762a44 None None] DHCP port deletion for c963c9c2-de58-4802-a2e4-94a244b8a2d5 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:46.890845 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:46.895339 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Subnet': ['ID=9944f149-3606-44ae-9ec7-47730a21412d,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:46.931822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b7fab-0921-46ae-b526-e9eb491ffeff tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93f2391-8a65-4c93-a4cf-33490687491d,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:46.937671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Checking segment: {'id': '652c8f25-090d-4d15-9d7b-94be40f1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ebf33b36-389f-4760-ac5d-2d7ba987a3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:46.938070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network hostable DHCP agents. Network: ebf33b36-389f-4760-ac5d-2d7ba987a3ea, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:46.942784 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Deleting port f09e4012-3ee9-471a-880b-3b0e0a294504 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:46.943166 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.958256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:46.963218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.965834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0948-7832-4739-8602-0beaf620f3d0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:46.968757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e148e6a6-beaf-410c-9f06-72d4dd716160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.021224 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-566b7fab-0921-46ae-b526-e9eb491ffeff tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.025778 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-566b7fab-0921-46ae-b526-e9eb491ffeff tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4385798 Oct 23 01:11:47.027433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34278) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:47.036277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-334f4172-0050-4b8b-8704-b16a9417c6d9 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'security_group_rule': {'security_group_id': 'f086a5ed-a3f4-40c0-b2a6-1e921fb17a73', 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:47.046135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] For port f09e4012-3ee9-471a-880b-3b0e0a294504, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f09e4012-3ee9-471a-880b-3b0e0a294504,segment=NetworkSegment(a3cb2de1-382c-4d5e-9215-1f0bd22c7518),segment_id=a3cb2de1-382c-4d5e-9215-1f0bd22c7518)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:47.046824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.072208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Calling delete_port for f09e4012-3ee9-471a-880b-3b0e0a294504 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:47.107014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] Current status of the port 26abb130-9b3a-45f1-9523-27f4c636a4e1 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:47.109508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.109643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d0948-7832-4739-8602-0beaf620f3d0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=55b10b9e-8797-407e-a3be-c438fe0bfe7f,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:47.114621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:47.125958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.138695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.138920 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added segment e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1 of type vlan for network c0eaad1e-1f3b-439a-817b-6965907ac803 Oct 23 01:11:47.152974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d0948-7832-4739-8602-0beaf620f3d0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] In _notify_port_updated(), no bound segment for port 55b10b9e-8797-407e-a3be-c438fe0bfe7f on network c4bcea6f-fdb5-452d-adae-1a097a80e0ab {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:11:47.157543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d0948-7832-4739-8602-0beaf620f3d0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:47.158443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0948-7832-4739-8602-0beaf620f3d0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.159830 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7c5d0948-7832-4739-8602-0beaf620f3d0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "PUT /networking/v2.0/ports/55b10b9e-8797-407e-a3be-c438fe0bfe7f HTTP/1.1" status: 200 len: 919 time: 1.1228278 Oct 23 01:11:47.164557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34280) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:47.172341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network ebf33b36-389f-4760-ac5d-2d7ba987a3ea is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:47.175543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 26abb130-9b3a-45f1-9523-27f4c636a4e1 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:47.176013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.176375 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 26abb130-9b3a-45f1-9523-27f4c636a4e1 Oct 23 01:11:47.184759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-483ceb61-1e8d-49fb-b83b-40327f4170f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e551c211-bd17-46b1-a224-929e74c75109'}, {'subnet_id': '286ffb76-2f72-4f23-b8a1-b6f721719f02'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:47.194328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:47.214214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (c0eaad1e-1f3b-439a-817b-6965907ac803), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.273088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-334f4172-0050-4b8b-8704-b16a9417c6d9 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (16c8b6ca-abf6-4100-9bcd-277bb9561bc0), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.287506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b693631-52ae-46ad-9acc-f103be3907d1 None None] DHCP port deletion for cd6d1bb6-21fa-4426-8074-5b1511054a4d request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:47.301556 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] For port 26abb130-9b3a-45f1-9523-27f4c636a4e1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26abb130-9b3a-45f1-9523-27f4c636a4e1,segment=NetworkSegment(119ce99f-6686-4ecc-8668-d5de871975e3),segment_id=119ce99f-6686-4ecc-8668-d5de871975e3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:47.303335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-6bdb2e66-7013-4a00-9e83-bea27de20a9e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe0f:840-3f554d29-ee30-4b7b-992c-11ba7c4ac6d {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:11:47.303754 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-6bdb2e66-7013-4a00-9e83-bea27de20a9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:11:47.311435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ebf33b36-389f-4760-ac5d-2d7ba987a3ea) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:47.317929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:47.318560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.340513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaab0b1-1fd2-4605-ae17-fcbb208c27f9 None None] Network ebf33b36-389f-4760-ac5d-2d7ba987a3ea requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:47.362219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-334f4172-0050-4b8b-8704-b16a9417c6d9 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (16c8b6ca-abf6-4100-9bcd-277bb9561bc0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.369679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (c0eaad1e-1f3b-439a-817b-6965907ac803), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.379070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:47.379977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.434327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9b693631-52ae-46ad-9acc-f103be3907d1 None None] Deleting port f09e4012-3ee9-471a-880b-3b0e0a294504 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:47.434874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9b693631-52ae-46ad-9acc-f103be3907d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.452550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:47.459085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.480725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Network': ['ID=c0eaad1e-1f3b-439a-817b-6965907ac803,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:47.485225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-334f4172-0050-4b8b-8704-b16a9417c6d9 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (16c8b6ca-abf6-4100-9bcd-277bb9561bc0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.508581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f4172-0050-4b8b-8704-b16a9417c6d9 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c8b6ca-abf6-4100-9bcd-277bb9561bc0,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:47.520807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network c0eaad1e-1f3b-439a-817b-6965907ac803 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:47.568493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] For port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:47.571567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.575040 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bfdcff03-2fe5-454f-9aa4-81347b98c80f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8049462 Oct 23 01:11:47.580144 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-eeb0df61-b648-44c2-8e3c-e7d3b76d260e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7318373 Oct 23 01:11:47.582373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34282) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:47.583036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34284) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:47.590514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'subnet': {'network_id': 'c0eaad1e-1f3b-439a-817b-6965907ac803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:47.600587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'subnet': {'network_id': '190a8781-7439-4ac5-8a64-0e1a2fce8a56', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:47.608177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-e148e6a6-beaf-410c-9f06-72d4dd716160 None None] Allocated IP 172.20.0.18 (c4bcea6f-fdb5-452d-adae-1a097a80e0ab/286ffb76-2f72-4f23-b8a1-b6f721719f02/26abb130-9b3a-45f1-9523-27f4c636a4e1) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:47.630442 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-483ceb61-1e8d-49fb-b83b-40327f4170f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.635334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Port': ['ID=f09e4012-3ee9-471a-880b-3b0e0a294504,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:47.641287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] No DVR routers for this DVR port f09e4012-3ee9-471a-880b-3b0e0a294504 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:47.647155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-42d68d9b-e754-40b8-bdd5-64d2443ab23d None None] Could not find standard attr ID for object 59697be4-26bf-4b63-bcbc-157db37c9870. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:11:47.649960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:47.669942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9b693631-52ae-46ad-9acc-f103be3907d1 None None] For port f09e4012-3ee9-471a-880b-3b0e0a294504, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f09e4012-3ee9-471a-880b-3b0e0a294504,segment=NetworkSegment(a3cb2de1-382c-4d5e-9215-1f0bd22c7518),segment_id=a3cb2de1-382c-4d5e-9215-1f0bd22c7518)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:47.670355 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9b693631-52ae-46ad-9acc-f103be3907d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.696829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-334f4172-0050-4b8b-8704-b16a9417c6d9 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.698400 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-334f4172-0050-4b8b-8704-b16a9417c6d9 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6684794 Oct 23 01:11:47.708370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34286) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:47.723036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f5a9260d-0730-4f3e-942c-6c8d50bb22dd tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'security_group_rule': {'security_group_id': 'f086a5ed-a3f4-40c0-b2a6-1e921fb17a73', 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:47.728180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:47.729059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 26abb130-9b3a-45f1-9523-27f4c636a4e1 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:47.731377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-42d68d9b-e754-40b8-bdd5-64d2443ab23d None None] Could not find standard attr ID for object f09e4012-3ee9-471a-880b-3b0e0a294504. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:11:47.735533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.749822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9b693631-52ae-46ad-9acc-f103be3907d1 None None] Calling delete_port for f09e4012-3ee9-471a-880b-3b0e0a294504 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:47.768148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e60669-a330-4c82-97d3-48f227deff42 None None] Pushing event updated for resources: {'Port': ['ID=26abb130-9b3a-45f1-9523-27f4c636a4e1,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:47.777599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ebf33b36-389f-4760-ac5d-2d7ba987a3ea', 'network_id': 'ebf33b36-389f-4760-ac5d-2d7ba987a3ea', 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'fixed_ips': [{'subnet_id': '9944f149-3606-44ae-9ec7-47730a21412d'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:47.778346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.780691 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-42d68d9b-e754-40b8-bdd5-64d2443ab23d None None] Could not find standard attr ID for object 49f7a027-1ee2-4cc4-901c-e04a3a9900fb. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:11:47.833880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (cd6d1bb6-21fa-4426-8074-5b1511054a4d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.857199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f5a9260d-0730-4f3e-942c-6c8d50bb22dd tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (3e1d7fc3-b8d4-4b02-b05f-e552cddee2bc), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.859948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.861103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (d902308d-0397-473a-8e01-31e7b9fae4ea), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.891824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:47.899032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.905827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:47.909809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2e66-7013-4a00-9e83-bea27de20a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.913642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:47.956419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6d1bb6-21fa-4426-8074-5b1511054a4d']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:48.003672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:48.009929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cb2de1-382c-4d5e-9215-1f0bd22c7518') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:48.010297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cb2de1-382c-4d5e-9215-1f0bd22c7518') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:48.012319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:48.033419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:48.037012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:48.037688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.050955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (a3cb2de1-382c-4d5e-9215-1f0bd22c7518), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.051828 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e148e6a6-beaf-410c-9f06-72d4dd716160 None None] For port 26abb130-9b3a-45f1-9523-27f4c636a4e1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26abb130-9b3a-45f1-9523-27f4c636a4e1,segment=NetworkSegment(119ce99f-6686-4ecc-8668-d5de871975e3),segment_id=119ce99f-6686-4ecc-8668-d5de871975e3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:48.095600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,revision_number=8']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:48.100036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f5a9260d-0730-4f3e-942c-6c8d50bb22dd tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (3e1d7fc3-b8d4-4b02-b05f-e552cddee2bc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.100221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=d902308d-0397-473a-8e01-31e7b9fae4ea,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:48.103931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a3cb2de1-382c-4d5e-9215-1f0bd22c7518), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.113479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:48.114044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (a3cb2de1-382c-4d5e-9215-1f0bd22c7518), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.124828 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:48.171314 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e148e6a6-beaf-410c-9f06-72d4dd716160 None None] Publish callbacks [] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.173267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9b693631-52ae-46ad-9acc-f103be3907d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (f09e4012-3ee9-471a-880b-3b0e0a294504), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.196278 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6cac3b13-7a36-45be-bff6-3746b9b47738 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7836351 Oct 23 01:11:48.199048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34288) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:48.199464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f5a9260d-0730-4f3e-942c-6c8d50bb22dd tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (3e1d7fc3-b8d4-4b02-b05f-e552cddee2bc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.207924 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-58c3c037-b3e4-452d-9a88-c3bd0325d4d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:48.213194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b693631-52ae-46ad-9acc-f103be3907d1 None None] Pushing event deleted for resources: {'Port': ['ID=f09e4012-3ee9-471a-880b-3b0e0a294504,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:48.239491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9260d-0730-4f3e-942c-6c8d50bb22dd tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1d7fc3-b8d4-4b02-b05f-e552cddee2bc,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:48.280672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b693631-52ae-46ad-9acc-f103be3907d1 None None] No DVR routers for this DVR port f09e4012-3ee9-471a-880b-3b0e0a294504 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:48.281713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (cd6d1bb6-21fa-4426-8074-5b1511054a4d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.286653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Allocated IP 2001:db8::2 (ebf33b36-389f-4760-ac5d-2d7ba987a3ea/9944f149-3606-44ae-9ec7-47730a21412d/b356bf1d-ab22-4f01-927a-43bea37460c2) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:48.287881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.291641 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "DELETE /networking/v2.0/networks/cd6d1bb6-21fa-4426-8074-5b1511054a4d HTTP/1.1" status: 204 len: 168 time: 1.8452609 Oct 23 01:11:48.297058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e148e6a6-beaf-410c-9f06-72d4dd716160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.302591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34292) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:48.351391 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment a3cb2de1-382c-4d5e-9215-1f0bd22c7518 resource provider aggregate not found Oct 23 01:11:48.359161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c04c5-2fdb-4c72-aaa0-7a9e5d149b98 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Network': ['ID=cd6d1bb6-21fa-4426-8074-5b1511054a4d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:48.379258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f5a9260d-0730-4f3e-942c-6c8d50bb22dd tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.380601 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f5a9260d-0730-4f3e-942c-6c8d50bb22dd tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6643302 Oct 23 01:11:48.387365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34296) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:48.391918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b6c13729-1901-4e69-87de-43337a06a524 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'security_group_rule': {'security_group_id': 'f086a5ed-a3f4-40c0-b2a6-1e921fb17a73', 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:48.406358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-483ceb61-1e8d-49fb-b83b-40327f4170f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.24 (c4bcea6f-fdb5-452d-adae-1a097a80e0ab/286ffb76-2f72-4f23-b8a1-b6f721719f02/55b10b9e-8797-407e-a3be-c438fe0bfe7f) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:48.436357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fe266b-5c9f-4f0c-b244-d47aea681325 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Deleting subnet b2517efc-5f69-4fdc-827d-b24259a061fb {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:48.442713 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment a3cb2de1-382c-4d5e-9215-1f0bd22c7518 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3cb2de1-382c-4d5e-9215-1f0bd22c7518 found for delete ", "request_id": "req-12e3a237-8ec3-40ca-9934-be8852a4d26c"}]} Oct 23 01:11:48.443030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-79fe266b-5c9f-4f0c-b244-d47aea681325 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (b2517efc-5f69-4fdc-827d-b24259a061fb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.465171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (386af392-d1e1-4041-9cd7-79d67c0698e0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.486104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:48.500657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (9b0af2cf-2014-4e0b-8db9-9a20758aaa52), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.532798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-79fe266b-5c9f-4f0c-b244-d47aea681325 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (b2517efc-5f69-4fdc-827d-b24259a061fb), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.551031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148e6a6-beaf-410c-9f06-72d4dd716160 None None] Pushing event updated for resources: {'Port': ['ID=26abb130-9b3a-45f1-9523-27f4c636a4e1,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:48.598799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6c13729-1901-4e69-87de-43337a06a524 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (ab2a114f-223b-4419-a9af-c7c890535942), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.606634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-483ceb61-1e8d-49fb-b83b-40327f4170f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.610523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Subnet': ['ID=386af392-d1e1-4041-9cd7-79d67c0698e0,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:48.655131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c3c037-b3e4-452d-9a88-c3bd0325d4d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:48.658737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58c3c037-b3e4-452d-9a88-c3bd0325d4d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.698773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-483ceb61-1e8d-49fb-b83b-40327f4170f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.747350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Checking segment: {'id': 'e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c0eaad1e-1f3b-439a-817b-6965907ac803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:48.752490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network hostable DHCP agents. Network: c0eaad1e-1f3b-439a-817b-6965907ac803, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:48.773290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Subnet': ['ID=9b0af2cf-2014-4e0b-8db9-9a20758aaa52,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:48.775976 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Checking segment: {'id': 'e8e0f915-ed0c-4169-9b45-cfeade6c14f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '190a8781-7439-4ac5-8a64-0e1a2fce8a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:48.780909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network hostable DHCP agents. Network: 190a8781-7439-4ac5-8a64-0e1a2fce8a56, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:48.801953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:48.827652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-79fe266b-5c9f-4f0c-b244-d47aea681325 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (b2517efc-5f69-4fdc-827d-b24259a061fb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.828584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:48.887416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6c13729-1901-4e69-87de-43337a06a524 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (ab2a114f-223b-4419-a9af-c7c890535942), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.923803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ceb61-1e8d-49fb-b83b-40327f4170f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=55b10b9e-8797-407e-a3be-c438fe0bfe7f,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:48.935343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6bdb2e66-7013-4a00-9e83-bea27de20a9e None None] For port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:48.967045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-483ceb61-1e8d-49fb-b83b-40327f4170f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] In _notify_port_updated(), no bound segment for port 55b10b9e-8797-407e-a3be-c438fe0bfe7f on network c4bcea6f-fdb5-452d-adae-1a097a80e0ab {{(pid=105985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:11:48.972126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ceb61-1e8d-49fb-b83b-40327f4170f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:48.972780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-483ceb61-1e8d-49fb-b83b-40327f4170f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.974149 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-483ceb61-1e8d-49fb-b83b-40327f4170f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "PUT /networking/v2.0/ports/55b10b9e-8797-407e-a3be-c438fe0bfe7f HTTP/1.1" status: 200 len: 999 time: 1.7969630 Oct 23 01:11:48.978135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34298) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:48.982708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Publish callbacks [] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.997052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-79fe266b-5c9f-4f0c-b244-d47aea681325 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (b2517efc-5f69-4fdc-827d-b24259a061fb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:48.999630 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 190a8781-7439-4ac5-8a64-0e1a2fce8a56 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:49.008541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2e66-7013-4a00-9e83-bea27de20a9e None None] Publish callbacks [] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.015948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:49.016560 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.017047 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:49.027135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network c0eaad1e-1f3b-439a-817b-6965907ac803 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:49.030060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6c13729-1901-4e69-87de-43337a06a524 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (ab2a114f-223b-4419-a9af-c7c890535942), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.083330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe266b-5c9f-4f0c-b244-d47aea681325 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Subnet': ['ID=b2517efc-5f69-4fdc-827d-b24259a061fb,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:49.094672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-79fe266b-5c9f-4f0c-b244-d47aea681325 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.098483 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-79fe266b-5c9f-4f0c-b244-d47aea681325 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/b2517efc-5f69-4fdc-827d-b24259a061fb HTTP/1.1" status: 204 len: 168 time: 0.7833829 Oct 23 01:11:49.108095 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c13729-1901-4e69-87de-43337a06a524 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2a114f-223b-4419-a9af-c7c890535942,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:49.108198 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34300) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:49.117877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb8f4a-0ee4-4f88-a9f1-564e5b3b166a None None] Network 6c59194f-a2d2-4bb3-a302-f74f94ccc9a0 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:49.122153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2e66-7013-4a00-9e83-bea27de20a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.131301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.148597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:49.151826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 190a8781-7439-4ac5-8a64-0e1a2fce8a56) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:49.160637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c0eaad1e-1f3b-439a-817b-6965907ac803) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:49.162913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:49.163619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.175364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:49.176063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.190639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-86b7959e-757c-438b-86ac-fe8d5bd68296 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 55b10b9e-8797-407e-a3be-c438fe0bfe7f {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:49.191085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-86b7959e-757c-438b-86ac-fe8d5bd68296 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.216946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6c13729-1901-4e69-87de-43337a06a524 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.218227 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b6c13729-1901-4e69-87de-43337a06a524 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8300264 Oct 23 01:11:49.219184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e122fa-1078-4904-bfcd-792fa04b139a None None] Network 190a8781-7439-4ac5-8a64-0e1a2fce8a56 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:49.221224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4647e85a-50ec-441e-b480-e4055fb709c3 None None] Network c0eaad1e-1f3b-439a-817b-6965907ac803 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:49.223837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34302) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:49.234890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c66beb38-b447-4176-af20-ca09883193f3 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'security_group_rule': {'security_group_id': 'f086a5ed-a3f4-40c0-b2a6-1e921fb17a73', 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:49.276694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2c3d48-0719-4ff9-b17d-017b5602c382 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Deleting subnet d8e445d3-0511-4f08-bd4f-fc512b3d1526 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:49.282318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3d48-0719-4ff9-b17d-017b5602c382 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (d8e445d3-0511-4f08-bd4f-fc512b3d1526), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.310817 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b5a07208-8f17-42a5-9ee8-cff08cc0ed4f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7239201 Oct 23 01:11:49.317070 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-290e0ad1-c0b6-45e1-97a7-5ea24a64b375 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7289753 Oct 23 01:11:49.333557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34304) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:49.333773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34306) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:49.338432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7aa03aa4-ef98-4c1d-8a84-acaf6682fd71 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1433075920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:49.340895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6682915e-be22-4c2b-b5d3-ccfca786ec6d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1500905311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:49.348522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:49.367606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:49.376176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3d48-0719-4ff9-b17d-017b5602c382 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (d8e445d3-0511-4f08-bd4f-fc512b3d1526), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.414395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-86b7959e-757c-438b-86ac-fe8d5bd68296 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.432052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-86b7959e-757c-438b-86ac-fe8d5bd68296 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 55b10b9e-8797-407e-a3be-c438fe0bfe7f owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:49.432673 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:49.437161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:49.438895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 26abb130-9b3a-45f1-9523-27f4c636a4e1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:49.461032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cefe03-93fd-4926-adb2-d35b228bc028 None None] Network c4bcea6f-fdb5-452d-adae-1a097a80e0ab requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:49.485145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Network ebf33b36-389f-4760-ac5d-2d7ba987a3ea is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:49.514249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7aa03aa4-ef98-4c1d-8a84-acaf6682fd71 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (f83f1d44-488e-4e6f-a161-fbf8408e3b61), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.515652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7aa03aa4-ef98-4c1d-8a84-acaf6682fd71 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (f83f1d44-488e-4e6f-a161-fbf8408e3b61), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.523560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3d48-0719-4ff9-b17d-017b5602c382 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (d8e445d3-0511-4f08-bd4f-fc512b3d1526), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.536835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-82e1de6b-f651-4c73-8c78-867bf0257599 None None] Provisioning complete for port 26abb130-9b3a-45f1-9523-27f4c636a4e1 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:49.537209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-82e1de6b-f651-4c73-8c78-867bf0257599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.537565 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-82e1de6b-f651-4c73-8c78-867bf0257599 None None] Attempt 1 to provision port 26abb130-9b3a-45f1-9523-27f4c636a4e1 Oct 23 01:11:49.540916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb2e66-7013-4a00-9e83-bea27de20a9e None None] Pushing event updated for resources: {'Port': ['ID=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,revision_number=9']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:49.544411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:49.619181 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-c66beb38-b447-4176-af20-ca09883193f3 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Project b602821d64e8483792c00c012ff3de3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:11:49.623118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58c3c037-b3e4-452d-9a88-c3bd0325d4d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (a7ef581a-70d5-4377-ab8c-c9235fc87871), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.625381 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6682915e-be22-4c2b-b5d3-ccfca786ec6d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (9eb36d50-0385-43ef-86a6-85df15590b9a), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.626242 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6682915e-be22-4c2b-b5d3-ccfca786ec6d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (9eb36d50-0385-43ef-86a6-85df15590b9a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.632863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:49.673433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c66beb38-b447-4176-af20-ca09883193f3 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (b939ddf2-9ade-4766-94eb-18bcc2ed286d), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.733190 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3c037-b3e4-452d-9a88-c3bd0325d4d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:49.754628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-58c3c037-b3e4-452d-9a88-c3bd0325d4d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:49.754628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3c037-b3e4-452d-9a88-c3bd0325d4d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=a7ef581a-70d5-4377-ab8c-c9235fc87871,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:49.758533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c3c037-b3e4-452d-9a88-c3bd0325d4d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:49.759146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58c3c037-b3e4-452d-9a88-c3bd0325d4d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.849127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c0eaad1e-1f3b-439a-817b-6965907ac803', 'network_id': 'c0eaad1e-1f3b-439a-817b-6965907ac803', 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'fixed_ips': [{'subnet_id': '386af392-d1e1-4041-9cd7-79d67c0698e0'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:49.850293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:49.915817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Attempting to bind port b356bf1d-ab22-4f01-927a-43bea37460c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:49.916158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Attempting to bind port b356bf1d-ab22-4f01-927a-43bea37460c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '652c8f25-090d-4d15-9d7b-94be40f1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ebf33b36-389f-4760-ac5d-2d7ba987a3ea'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:49.917074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Attempting to bind port b356bf1d-ab22-4f01-927a-43bea37460c2 on network ebf33b36-389f-4760-ac5d-2d7ba987a3ea {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:49.948621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Pushing event updated for resources: {'Port': ['ID=b356bf1d-ab22-4f01-927a-43bea37460c2,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:49.984888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d0c8cb-29c0-4eaf-ad5d-4730f1b93352 None None] DHCP port deletion for 6c59194f-a2d2-4bb3-a302-f74f94ccc9a0 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:50.053361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0333997-7f3a-45a4-8b63-5680133809c7 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:50.057398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 26abb130-9b3a-45f1-9523-27f4c636a4e1 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:50.057771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.058119 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 26abb130-9b3a-45f1-9523-27f4c636a4e1 Oct 23 01:11:50.101699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-190a8781-7439-4ac5-8a64-0e1a2fce8a56', 'network_id': '190a8781-7439-4ac5-8a64-0e1a2fce8a56', 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'fixed_ips': [{'subnet_id': '9b0af2cf-2014-4e0b-8db9-9a20758aaa52'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:50.102682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.154618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c66beb38-b447-4176-af20-ca09883193f3 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (b939ddf2-9ade-4766-94eb-18bcc2ed286d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.171525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3d48-0719-4ff9-b17d-017b5602c382 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (d8e445d3-0511-4f08-bd4f-fc512b3d1526), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.201043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c3d48-0719-4ff9-b17d-017b5602c382 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e445d3-0511-4f08-bd4f-fc512b3d1526,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:50.203058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b2c3d48-0719-4ff9-b17d-017b5602c382 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.209568 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5b2c3d48-0719-4ff9-b17d-017b5602c382 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/d8e445d3-0511-4f08-bd4f-fc512b3d1526 HTTP/1.1" status: 204 len: 168 time: 1.1027017 Oct 23 01:11:50.209882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34308) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:50.247584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-82e1de6b-f651-4c73-8c78-867bf0257599 None None] Current status of the port 26abb130-9b3a-45f1-9523-27f4c636a4e1 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:50.250208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acd54ba-86b1-476d-9880-743d92264bc2 None None] Network f5541eb1-5bbb-405a-a600-3f2fee436e2a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:50.278353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-86b7959e-757c-438b-86ac-fe8d5bd68296 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.279832 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-58c3c037-b3e4-452d-9a88-c3bd0325d4d8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0791385 Oct 23 01:11:50.280703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c66beb38-b447-4176-af20-ca09883193f3 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (b939ddf2-9ade-4766-94eb-18bcc2ed286d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.290747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34310) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:50.303531 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:07:7e:4c', 'name': 'tempest-NetworksTestDHCPv6-640655654'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:50.330351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0c8cb-29c0-4eaf-ad5d-4730f1b93352 None None] Deleting port c338da72-6e13-44e8-a90b-dbc748968397 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:50.332523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c8cb-29c0-4eaf-ad5d-4730f1b93352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c338da72-6e13-44e8-a90b-dbc748968397), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.339666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6682915e-be22-4c2b-b5d3-ccfca786ec6d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (9eb36d50-0385-43ef-86a6-85df15590b9a), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.357967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66beb38-b447-4176-af20-ca09883193f3 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b939ddf2-9ade-4766-94eb-18bcc2ed286d,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:50.381695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7959e-757c-438b-86ac-fe8d5bd68296 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=55b10b9e-8797-407e-a3be-c438fe0bfe7f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:50.387601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (6c59194f-a2d2-4bb3-a302-f74f94ccc9a0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.411532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7aa03aa4-ef98-4c1d-8a84-acaf6682fd71 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (f83f1d44-488e-4e6f-a161-fbf8408e3b61), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.434601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6682915e-be22-4c2b-b5d3-ccfca786ec6d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (9eb36d50-0385-43ef-86a6-85df15590b9a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.450269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:50.450665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Checking segment: {'id': '652c8f25-090d-4d15-9d7b-94be40f1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ebf33b36-389f-4760-ac5d-2d7ba987a3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:50.451036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.452019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Bound using segment: {'id': '652c8f25-090d-4d15-9d7b-94be40f1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ebf33b36-389f-4760-ac5d-2d7ba987a3ea'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:50.452160 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Bound port: b356bf1d-ab22-4f01-927a-43bea37460c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652c8f25-090d-4d15-9d7b-94be40f1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ebf33b36-389f-4760-ac5d-2d7ba987a3ea'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:50.452538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.463261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:50.495203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-82e1de6b-f651-4c73-8c78-867bf0257599 None None] Provisioning complete for port 55b10b9e-8797-407e-a3be-c438fe0bfe7f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:50.495582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-82e1de6b-f651-4c73-8c78-867bf0257599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (55b10b9e-8797-407e-a3be-c438fe0bfe7f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.495918 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-82e1de6b-f651-4c73-8c78-867bf0257599 None None] Attempt 1 to provision port 55b10b9e-8797-407e-a3be-c438fe0bfe7f Oct 23 01:11:50.504344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c66beb38-b447-4176-af20-ca09883193f3 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.508799 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c66beb38-b447-4176-af20-ca09883193f3 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2753339 Oct 23 01:11:50.522632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7aa03aa4-ef98-4c1d-8a84-acaf6682fd71 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (f83f1d44-488e-4e6f-a161-fbf8408e3b61), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.523445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34312) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:50.523445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-089eed55-2902-4f1b-9b48-67f7f4ea958d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'security_group_rule': {'security_group_id': 'f086a5ed-a3f4-40c0-b2a6-1e921fb17a73', 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:50.528661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Deleting port c338da72-6e13-44e8-a90b-dbc748968397 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:50.529064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c338da72-6e13-44e8-a90b-dbc748968397), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.545544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-86b7959e-757c-438b-86ac-fe8d5bd68296 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.551199 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-86b7959e-757c-438b-86ac-fe8d5bd68296 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/55b10b9e-8797-407e-a3be-c438fe0bfe7f HTTP/1.1" status: 204 len: 168 time: 1.5683947 Oct 23 01:11:50.554103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34314) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:50.589365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6682915e-be22-4c2b-b5d3-ccfca786ec6d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.591303 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6682915e-be22-4c2b-b5d3-ccfca786ec6d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2540052 Oct 23 01:11:50.591843 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa925d40-d43f-4385-9f28-ea30b0409d9c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:11:50.596491 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fa925d40-d43f-4385-9f28-ea30b0409d9c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/55b10b9e-8797-407e-a3be-c438fe0bfe7f HTTP/1.1" status: 404 len: 333 time: 0.0409739 Oct 23 01:11:50.596714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34316) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:50.596814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34318) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:50.615460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-82e1de6b-f651-4c73-8c78-867bf0257599 None None] Port 55b10b9e-8797-407e-a3be-c438fe0bfe7f was deleted so its status cannot be updated. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Oct 23 01:11:50.656953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:50.685201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:50.691125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] For port c338da72-6e13-44e8-a90b-dbc748968397, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c338da72-6e13-44e8-a90b-dbc748968397,segment=NetworkSegment(eed958ee-662f-462d-b189-9ecd6db0fecf),segment_id=eed958ee-662f-462d-b189-9ecd6db0fecf)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:50.691573 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c338da72-6e13-44e8-a90b-dbc748968397), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.698428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7aa03aa4-ef98-4c1d-8a84-acaf6682fd71 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.702855 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7aa03aa4-ef98-4c1d-8a84-acaf6682fd71 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3679533 Oct 23 01:11:50.709828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34320) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:50.719466 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-089eed55-2902-4f1b-9b48-67f7f4ea958d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Project b602821d64e8483792c00c012ff3de3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:11:50.732821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-089eed55-2902-4f1b-9b48-67f7f4ea958d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (61c50a23-b105-4e49-8cd2-f74738f38bde), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.792374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Calling delete_port for c338da72-6e13-44e8-a90b-dbc748968397 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:50.810245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.844916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 80566205-a3ad-46a8-b777-f31b660cbe51 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:11:50.851434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-089eed55-2902-4f1b-9b48-67f7f4ea958d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (61c50a23-b105-4e49-8cd2-f74738f38bde), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.886992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8eb89f4-b903-4238-ab27-f1a139502b0b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting subnet 286ffb76-2f72-4f23-b8a1-b6f721719f02 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:50.896075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d8eb89f4-b903-4238-ab27-f1a139502b0b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (286ffb76-2f72-4f23-b8a1-b6f721719f02), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.900319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Allocated IP 172.20.0.2 (c0eaad1e-1f3b-439a-817b-6965907ac803/386af392-d1e1-4041-9cd7-79d67c0698e0/f12f9ec0-f406-4c7d-802f-1844ae2f62c7) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:50.928844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a3d0c8cb-29c0-4eaf-ad5d-4730f1b93352 None None] For port c338da72-6e13-44e8-a90b-dbc748968397, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c338da72-6e13-44e8-a90b-dbc748968397,segment=NetworkSegment(eed958ee-662f-462d-b189-9ecd6db0fecf),segment_id=eed958ee-662f-462d-b189-9ecd6db0fecf)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:50.928844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c8cb-29c0-4eaf-ad5d-4730f1b93352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c338da72-6e13-44e8-a90b-dbc748968397), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.958709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-089eed55-2902-4f1b-9b48-67f7f4ea958d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (61c50a23-b105-4e49-8cd2-f74738f38bde), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:50.997637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089eed55-2902-4f1b-9b48-67f7f4ea958d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c50a23-b105-4e49-8cd2-f74738f38bde,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:50.998903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a459c5a2-f1ed-4bd5-a0ea-ec16f3592f61 None None] Provisioning complete for port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:51.000051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a459c5a2-f1ed-4bd5-a0ea-ec16f3592f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.000403 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a459c5a2-f1ed-4bd5-a0ea-ec16f3592f61 None None] Attempt 1 to provision port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:51.018687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:51.032808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0c8cb-29c0-4eaf-ad5d-4730f1b93352 None None] Calling delete_port for c338da72-6e13-44e8-a90b-dbc748968397 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:51.081946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-089eed55-2902-4f1b-9b48-67f7f4ea958d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.083476 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-089eed55-2902-4f1b-9b48-67f7f4ea958d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5734787 Oct 23 01:11:51.085198 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 172.20.0.6 (93e5b356-0704-414d-a7cb-470971f9a8ef/a7ef581a-70d5-4377-ab8c-c9235fc87871/80566205-a3ad-46a8-b777-f31b660cbe51) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:51.087985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34322) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:51.093048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Allocated IP 2001:db8:1::2 (190a8781-7439-4ac5-8a64-0e1a2fce8a56/9b0af2cf-2014-4e0b-8db9-9a20758aaa52/fc3d6b03-88e2-49d2-9fdb-f7de16344281) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:51.097812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'network': {'name': 'tempest-network-smoke--1021036031', 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'port_security_enabled': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:51.108282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::f816:3eff:fe07:7e4c (93e5b356-0704-414d-a7cb-470971f9a8ef/d902308d-0397-473a-8e01-31e7b9fae4ea/80566205-a3ad-46a8-b777-f31b660cbe51) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:51.132586 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 26abb130-9b3a-45f1-9523-27f4c636a4e1 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:51.151365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] For port b356bf1d-ab22-4f01-927a-43bea37460c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:51.161813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d8eb89f4-b903-4238-ab27-f1a139502b0b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (286ffb76-2f72-4f23-b8a1-b6f721719f02), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.203911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:51.216265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a0fd83-d339-436f-9dc5-a9af114ffbd4 None None] DHCP port deletion for f5541eb1-5bbb-405a-a600-3f2fee436e2a request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:51.219604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] For port b356bf1d-ab22-4f01-927a-43bea37460c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b356bf1d-ab22-4f01-927a-43bea37460c2,segment=NetworkSegment(652c8f25-090d-4d15-9d7b-94be40f1a279),segment_id=652c8f25-090d-4d15-9d7b-94be40f1a279)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:51.260473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Made reservation on behalf of b602821d64e8483792c00c012ff3de3c for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:51.265819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.267830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f09e4012-3ee9-471a-880b-3b0e0a294504 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:51.344703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:51.377636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.378281 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Added segment 2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02 of type vlan for network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 Oct 23 01:11:51.387661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: f09e4012-3ee9-471a-880b-3b0e0a294504 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:51.387661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f09e4012-3ee9-471a-880b-3b0e0a294504 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:51.392116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5f9d5537-d556-49dd-b088-77d9d40505ec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:51.401548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.402517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (80566205-a3ad-46a8-b777-f31b660cbe51), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.412251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.433967 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (c338da72-6e13-44e8-a90b-dbc748968397), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.454860 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (3ebe2538-bb2d-42e2-b717-7f6ba6b63af7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.468534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d8eb89f4-b903-4238-ab27-f1a139502b0b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (286ffb76-2f72-4f23-b8a1-b6f721719f02), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.486553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 5f9d5537-d556-49dd-b088-77d9d40505ec {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:51.487443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5f9d5537-d556-49dd-b088-77d9d40505ec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:51.503442 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d79371d-c58a-4991-9769-c63e42b81cd1 None None] Update dhcp port {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': 'd902308d-0397-473a-8e01-31e7b9fae4ea', 'ip_address': '2001:db8::f816:3eff:fe0f:840'}, {'subnet_id': 'a7ef581a-70d5-4377-ab8c-c9235fc87871'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '7ece7ec0-0557-4bc2-bba1-b8d4fec66784'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:11:51.511979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.537562 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0fd83-d339-436f-9dc5-a9af114ffbd4 None None] Deleting port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:51.537746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b7a0fd83-d339-436f-9dc5-a9af114ffbd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.538766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:51.582752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Port': ['ID=c338da72-6e13-44e8-a90b-dbc748968397,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:51.593452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] No DVR routers for this DVR port c338da72-6e13-44e8-a90b-dbc748968397 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:51.599672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:51.694242 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (3ebe2538-bb2d-42e2-b717-7f6ba6b63af7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.697904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:51.699051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.707175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (80566205-a3ad-46a8-b777-f31b660cbe51), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.771441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b7a0fd83-d339-436f-9dc5-a9af114ffbd4 None None] For port 6ad2992d-18ee-4a09-9347-f4e7086e52d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ad2992d-18ee-4a09-9347-f4e7086e52d4,segment=NetworkSegment(84963b60-ca5a-493d-8c0c-d7cf2fe58243),segment_id=84963b60-ca5a-493d-8c0c-d7cf2fe58243)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:51.771441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b7a0fd83-d339-436f-9dc5-a9af114ffbd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.790742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0fd83-d339-436f-9dc5-a9af114ffbd4 None None] Calling delete_port for 6ad2992d-18ee-4a09-9347-f4e7086e52d4 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:51.865065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:51.879030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:51.881394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'Network': ['ID=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:51.885146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:51.887844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=80566205-a3ad-46a8-b777-f31b660cbe51,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:51.920235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029e9da-6a95-43bd-afa6-bd2fdb792a99 None None] Pushing event updated for resources: {'Port': ['ID=b356bf1d-ab22-4f01-927a-43bea37460c2,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:51.924313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (6c59194f-a2d2-4bb3-a302-f74f94ccc9a0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.926090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3d79371d-c58a-4991-9769-c63e42b81cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.938721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:51.942363 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c260bae2-c93e-46f1-88e2-e0eb1f7237bb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8531353 Oct 23 01:11:51.945151 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34324) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:51.953637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 26abb130-9b3a-45f1-9523-27f4c636a4e1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:51.956816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa2855a-af81-49d0-9410-8e344f747f41 None None] Network c4bcea6f-fdb5-452d-adae-1a097a80e0ab requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:51.959166 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:51.973897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:51.974475 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.980821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'admin_state_up': True, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:51.984008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c8cb-29c0-4eaf-ad5d-4730f1b93352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (c338da72-6e13-44e8-a90b-dbc748968397), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.996517 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d8eb89f4-b903-4238-ab27-f1a139502b0b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (286ffb76-2f72-4f23-b8a1-b6f721719f02), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.019073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:52.034836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c59194f-a2d2-4bb3-a302-f74f94ccc9a0']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:52.043747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a459c5a2-f1ed-4bd5-a0ea-ec16f3592f61 None None] Current status of the port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:52.063311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:52.078678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed958ee-662f-462d-b189-9ecd6db0fecf') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:52.078981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed958ee-662f-462d-b189-9ecd6db0fecf') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:52.099319 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9ce14cca-7521-44b2-829e-603e7f2c45cd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8035648 Oct 23 01:11:52.099319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.099731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.103360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34328) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:52.138374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (eed958ee-662f-462d-b189-9ecd6db0fecf), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.155926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d8eb89f4-b903-4238-ab27-f1a139502b0b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.161694 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d8eb89f4-b903-4238-ab27-f1a139502b0b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/286ffb76-2f72-4f23-b8a1-b6f721719f02 HTTP/1.1" status: 204 len: 168 time: 1.5587940 Oct 23 01:11:52.161694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb89f4-b903-4238-ab27-f1a139502b0b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Subnet': ['ID=286ffb76-2f72-4f23-b8a1-b6f721719f02,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:52.163862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Publish callbacks [] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.169498 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34330) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:52.177464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0c8cb-29c0-4eaf-ad5d-4730f1b93352 None None] No DVR routers for this DVR port c338da72-6e13-44e8-a90b-dbc748968397 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:52.177464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b7a0fd83-d339-436f-9dc5-a9af114ffbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (6ad2992d-18ee-4a09-9347-f4e7086e52d4), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.178207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (eed958ee-662f-462d-b189-9ecd6db0fecf), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.192909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:52.193462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (eed958ee-662f-462d-b189-9ecd6db0fecf), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.205403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.234013 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment eed958ee-662f-462d-b189-9ecd6db0fecf resource provider aggregate not found Oct 23 01:11:52.261311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac2a57-a61c-4f51-b02b-a8d4be208bc3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:52.266710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac2a57-a61c-4f51-b02b-a8d4be208bc3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:52.272034 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a9ac2a57-a61c-4f51-b02b-a8d4be208bc3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1641819 Oct 23 01:11:52.282153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34336) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:52.298032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0c8cb-29c0-4eaf-ad5d-4730f1b93352 None None] Pushing event deleted for resources: {'Port': ['ID=c338da72-6e13-44e8-a90b-dbc748968397,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:52.298032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0fd83-d339-436f-9dc5-a9af114ffbd4 None None] No DVR routers for this DVR port 6ad2992d-18ee-4a09-9347-f4e7086e52d4 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:52.310630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Publish callbacks [] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.312404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.312894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for router_controller (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.314411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-12fc9e9c-dfdb-40a6-91ba-9ebd63663685 None None] Provisioning complete for port 26abb130-9b3a-45f1-9523-27f4c636a4e1 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:52.314961 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-12fc9e9c-dfdb-40a6-91ba-9ebd63663685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.315777 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-12fc9e9c-dfdb-40a6-91ba-9ebd63663685 None None] Attempt 1 to provision port 26abb130-9b3a-45f1-9523-27f4c636a4e1 Oct 23 01:11:52.340847 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment eed958ee-662f-462d-b189-9ecd6db0fecf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eed958ee-662f-462d-b189-9ecd6db0fecf found for delete ", "request_id": "req-9320f0de-9a7d-45fa-9d5f-7d52275734d4"}]} Oct 23 01:11:52.366426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a31a7f-4c45-4ac6-8065-9e99cd1bf0c1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting subnet e551c211-bd17-46b1-a224-929e74c75109 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:52.370017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3a31a7f-4c45-4ac6-8065-9e99cd1bf0c1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (e551c211-bd17-46b1-a224-929e74c75109), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.387638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0fd83-d339-436f-9dc5-a9af114ffbd4 None None] Pushing event deleted for resources: {'Port': ['ID=6ad2992d-18ee-4a09-9347-f4e7086e52d4,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:52.393502 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:52.452034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Allocated IP 172.20.0.1 (c0eaad1e-1f3b-439a-817b-6965907ac803/386af392-d1e1-4041-9cd7-79d67c0698e0/4fcb7650-bd2e-4a93-a93a-f9b4534be899) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:52.488040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Allocated IP 2001:db8::1 (ebf33b36-389f-4760-ac5d-2d7ba987a3ea/9944f149-3606-44ae-9ec7-47730a21412d/932a3178-e1aa-4bf2-a7bb-b7c4b053836e) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:52.504254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.527052 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3a31a7f-4c45-4ac6-8065-9e99cd1bf0c1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (e551c211-bd17-46b1-a224-929e74c75109), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.531091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 26abb130-9b3a-45f1-9523-27f4c636a4e1 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:52.531726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.532536 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 26abb130-9b3a-45f1-9523-27f4c636a4e1 Oct 23 01:11:52.646473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for router_gateway (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.650237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-3d79371d-c58a-4991-9769-c63e42b81cd1 None None] Allocated IP 172.20.0.2 (93e5b356-0704-414d-a7cb-470971f9a8ef/a7ef581a-70d5-4377-ab8c-c9235fc87871/7ece7ec0-0557-4bc2-bba1-b8d4fec66784) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:52.711416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3a31a7f-4c45-4ac6-8065-9e99cd1bf0c1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (e551c211-bd17-46b1-a224-929e74c75109), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.796055 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Network c0eaad1e-1f3b-439a-817b-6965907ac803 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:52.850306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:52.861528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Network 190a8781-7439-4ac5-8a64-0e1a2fce8a56 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:52.887100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3a31a7f-4c45-4ac6-8065-9e99cd1bf0c1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (e551c211-bd17-46b1-a224-929e74c75109), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.907818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:52.910683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a035a-3aaf-4373-ba66-aa96a9e41ae7 None None] Network ebf33b36-389f-4760-ac5d-2d7ba987a3ea requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:52.925107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (6c59194f-a2d2-4bb3-a302-f74f94ccc9a0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.931593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.933197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a31a7f-4c45-4ac6-8065-9e99cd1bf0c1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Subnet': ['ID=e551c211-bd17-46b1-a224-929e74c75109,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:52.936574 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "DELETE /networking/v2.0/networks/6c59194f-a2d2-4bb3-a302-f74f94ccc9a0 HTTP/1.1" status: 204 len: 168 time: 2.7251282 Oct 23 01:11:52.938533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3a31a7f-4c45-4ac6-8065-9e99cd1bf0c1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.942342 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c3a31a7f-4c45-4ac6-8065-9e99cd1bf0c1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/e551c211-bd17-46b1-a224-929e74c75109 HTTP/1.1" status: 204 len: 168 time: 0.7691953 Oct 23 01:11:52.943093 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34338) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:52.953152 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34340) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:53.009773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:53.031235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040786d0-f5e5-4dd9-9c80-c8722d1beb9e tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Network': ['ID=6c59194f-a2d2-4bb3-a302-f74f94ccc9a0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:53.129178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-92fddd95-dcdb-4e51-b76f-76a2b616b3fb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 80566205-a3ad-46a8-b777-f31b660cbe51 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:53.129178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-92fddd95-dcdb-4e51-b76f-76a2b616b3fb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (80566205-a3ad-46a8-b777-f31b660cbe51), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.134889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:53.160112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:53.169382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Pushing event updated for resources: {'Port': ['ID=f12f9ec0-f406-4c7d-802f-1844ae2f62c7,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:53.181144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3d79371d-c58a-4991-9769-c63e42b81cd1 None None] For port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:53.212663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:53.231280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (932a3178-e1aa-4bf2-a7bb-b7c4b053836e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.240578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (f5541eb1-5bbb-405a-a600-3f2fee436e2a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.243010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for router_gateway (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.275508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (c4bcea6f-fdb5-452d-adae-1a097a80e0ab), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.281949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.297227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (4fcb7650-bd2e-4a93-a93a-f9b4534be899), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.306398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:53.354515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-92fddd95-dcdb-4e51-b76f-76a2b616b3fb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (80566205-a3ad-46a8-b777-f31b660cbe51), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.384441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-92fddd95-dcdb-4e51-b76f-76a2b616b3fb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 80566205-a3ad-46a8-b777-f31b660cbe51 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:53.396590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Pushing event updated for resources: {'Port': ['ID=fc3d6b03-88e2-49d2-9fdb-f7de16344281,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:53.401880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:53.404243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3d79371d-c58a-4991-9769-c63e42b81cd1 None None] Publish callbacks [] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.448056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Attempting to bind port fc3d6b03-88e2-49d2-9fdb-f7de16344281 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:53.448056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Attempting to bind port fc3d6b03-88e2-49d2-9fdb-f7de16344281 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e8e0f915-ed0c-4169-9b45-cfeade6c14f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '190a8781-7439-4ac5-8a64-0e1a2fce8a56'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:53.448410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Attempting to bind port fc3d6b03-88e2-49d2-9fdb-f7de16344281 on network 190a8781-7439-4ac5-8a64-0e1a2fce8a56 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:53.453093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:53.456597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-12fc9e9c-dfdb-40a6-91ba-9ebd63663685 None None] Current status of the port 26abb130-9b3a-45f1-9523-27f4c636a4e1 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:53.467736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (932a3178-e1aa-4bf2-a7bb-b7c4b053836e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.496208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (f5541eb1-5bbb-405a-a600-3f2fee436e2a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.505367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 26abb130-9b3a-45f1-9523-27f4c636a4e1 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:53.505700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.517284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Attempting to bind port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:53.517766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Attempting to bind port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c0eaad1e-1f3b-439a-817b-6965907ac803'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:53.518248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Attempting to bind port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 on network c0eaad1e-1f3b-439a-817b-6965907ac803 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:53.530458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4fcb7650-bd2e-4a93-a93a-f9b4534be899), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.539698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network ebf33b36-389f-4760-ac5d-2d7ba987a3ea is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:53.566230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:53.568992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:53.569556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (f83f1d44-488e-4e6f-a161-fbf8408e3b61), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.569977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-12fc9e9c-dfdb-40a6-91ba-9ebd63663685 None None] Could not find standard attr ID for object 55b10b9e-8797-407e-a3be-c438fe0bfe7f. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:11:53.573169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:53.586189 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=932a3178-e1aa-4bf2-a7bb-b7c4b053836e,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:53.602758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Allocated IP 172.36.3.97 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/9f3c1e61-c6f9-415e-85b1-59a03e636772) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:11:53.610955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3d79371d-c58a-4991-9769-c63e42b81cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.681591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network c0eaad1e-1f3b-439a-817b-6965907ac803 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:53.693425 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:53.696752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79371d-c58a-4991-9769-c63e42b81cd1 None None] Pushing event updated for resources: {'Port': ['ID=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,revision_number=10']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:53.706105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:53.706656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Checking segment: {'id': 'e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c0eaad1e-1f3b-439a-817b-6965907ac803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:53.707165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.707734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Bound using segment: {'id': 'e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c0eaad1e-1f3b-439a-817b-6965907ac803'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:53.708374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Bound port: f12f9ec0-f406-4c7d-802f-1844ae2f62c7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c0eaad1e-1f3b-439a-817b-6965907ac803'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:53.708821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.714549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:53.740197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.742673 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5541eb1-5bbb-405a-a600-3f2fee436e2a']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:53.745170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 26abb130-9b3a-45f1-9523-27f4c636a4e1 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:53.747485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:53.747852 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Checking segment: {'id': 'e8e0f915-ed0c-4169-9b45-cfeade6c14f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '190a8781-7439-4ac5-8a64-0e1a2fce8a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:53.748443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.748824 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Bound using segment: {'id': 'e8e0f915-ed0c-4169-9b45-cfeade6c14f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '190a8781-7439-4ac5-8a64-0e1a2fce8a56'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:53.749310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Bound port: fc3d6b03-88e2-49d2-9fdb-f7de16344281, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e0f915-ed0c-4169-9b45-cfeade6c14f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '190a8781-7439-4ac5-8a64-0e1a2fce8a56'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:53.749689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.773445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84963b60-ca5a-493d-8c0c-d7cf2fe58243') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:53.773767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84963b60-ca5a-493d-8c0c-d7cf2fe58243') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:53.805050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] For port 26abb130-9b3a-45f1-9523-27f4c636a4e1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26abb130-9b3a-45f1-9523-27f4c636a4e1,segment=NetworkSegment(119ce99f-6686-4ecc-8668-d5de871975e3),segment_id=119ce99f-6686-4ecc-8668-d5de871975e3)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:53.805430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.809648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (84963b60-ca5a-493d-8c0c-d7cf2fe58243), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.851116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=4fcb7650-bd2e-4a93-a93a-f9b4534be899,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:53.856362 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (84963b60-ca5a-493d-8c0c-d7cf2fe58243), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.862214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c338da72-6e13-44e8-a90b-dbc748968397 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:53.866616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:53.867045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (84963b60-ca5a-493d-8c0c-d7cf2fe58243), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.914013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:53.950107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 26abb130-9b3a-45f1-9523-27f4c636a4e1 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:54.005081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:54.008841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] For port fc3d6b03-88e2-49d2-9fdb-f7de16344281, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:54.017108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] For port fc3d6b03-88e2-49d2-9fdb-f7de16344281, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc3d6b03-88e2-49d2-9fdb-f7de16344281,segment=NetworkSegment(e8e0f915-ed0c-4169-9b45-cfeade6c14f4),segment_id=e8e0f915-ed0c-4169-9b45-cfeade6c14f4)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:54.039030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: c338da72-6e13-44e8-a90b-dbc748968397 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:54.039374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c338da72-6e13-44e8-a90b-dbc748968397 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:54.039780 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6ad2992d-18ee-4a09-9347-f4e7086e52d4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:54.044449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.047534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:54.048141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (9eb36d50-0385-43ef-86a6-85df15590b9a), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.051123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (f5541eb1-5bbb-405a-a600-3f2fee436e2a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.088183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.095520 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "DELETE /networking/v2.0/networks/f5541eb1-5bbb-405a-a600-3f2fee436e2a HTTP/1.1" status: 204 len: 168 time: 1.1432219 Oct 23 01:11:54.102290 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34344) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:54.113150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a9df164a-571d-4ddb-8f6c-f1f5125dfd6a None None] Provisioning complete for port b356bf1d-ab22-4f01-927a-43bea37460c2 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:54.113841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a9df164a-571d-4ddb-8f6c-f1f5125dfd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.114534 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a9df164a-571d-4ddb-8f6c-f1f5125dfd6a None None] Attempt 1 to provision port b356bf1d-ab22-4f01-927a-43bea37460c2 Oct 23 01:11:54.118204 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 84963b60-ca5a-493d-8c0c-d7cf2fe58243 resource provider aggregate not found Oct 23 01:11:54.140436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (26abb130-9b3a-45f1-9523-27f4c636a4e1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.175558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (932a3178-e1aa-4bf2-a7bb-b7c4b053836e), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.186894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 6ad2992d-18ee-4a09-9347-f4e7086e52d4 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:54.187241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6ad2992d-18ee-4a09-9347-f4e7086e52d4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:54.189614 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.209740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] For port f12f9ec0-f406-4c7d-802f-1844ae2f62c7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:54.214956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7c68e-c818-45ae-85af-dd6097889689 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Network': ['ID=f5541eb1-5bbb-405a-a600-3f2fee436e2a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:54.237600 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 84963b60-ca5a-493d-8c0c-d7cf2fe58243 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84963b60-ca5a-493d-8c0c-d7cf2fe58243 found for delete ", "request_id": "req-5e161401-000c-4b35-95e2-15072c360470"}]} Oct 23 01:11:54.288859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] For port f12f9ec0-f406-4c7d-802f-1844ae2f62c7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f12f9ec0-f406-4c7d-802f-1844ae2f62c7,segment=NetworkSegment(e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1),segment_id=e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:11:54.318677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No DVR routers for this DVR port 26abb130-9b3a-45f1-9523-27f4c636a4e1 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:54.343681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-92fddd95-dcdb-4e51-b76f-76a2b616b3fb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (80566205-a3ad-46a8-b777-f31b660cbe51), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.348012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:54.403570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a9df164a-571d-4ddb-8f6c-f1f5125dfd6a None None] Current status of the port b356bf1d-ab22-4f01-927a-43bea37460c2 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:54.403570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a9df164a-571d-4ddb-8f6c-f1f5125dfd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.410210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73135731-363c-46bb-adbd-20ba01bfb0c3 None None] Network c4bcea6f-fdb5-452d-adae-1a097a80e0ab requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:54.426585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'Port': ['ID=9f3c1e61-c6f9-415e-85b1-59a03e636772,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:54.428621 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:54.434952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:11:54.449621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.452087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa18daf-aeca-485c-b2ce-adc510c649ca tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Deleting subnet 247036c3-7c7d-4289-ad54-b3c56b1b543c {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:54.464816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2aa18daf-aeca-485c-b2ce-adc510c649ca tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (247036c3-7c7d-4289-ad54-b3c56b1b543c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.483194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fddd95-dcdb-4e51-b76f-76a2b616b3fb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=80566205-a3ad-46a8-b777-f31b660cbe51,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:54.508072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82c0d6-30b5-457c-8553-36aeab3b73d3 None None] Pushing event updated for resources: {'Port': ['ID=fc3d6b03-88e2-49d2-9fdb-f7de16344281,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:54.693124 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:54.719380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-92fddd95-dcdb-4e51-b76f-76a2b616b3fb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.722759 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-92fddd95-dcdb-4e51-b76f-76a2b616b3fb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/80566205-a3ad-46a8-b777-f31b660cbe51 HTTP/1.1" status: 204 len: 168 time: 2.3931623 Oct 23 01:11:54.728069 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:54.734300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34348) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:54.735146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:54.797570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a9df164a-571d-4ddb-8f6c-f1f5125dfd6a None None] For port b356bf1d-ab22-4f01-927a-43bea37460c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b356bf1d-ab22-4f01-927a-43bea37460c2,segment=NetworkSegment(652c8f25-090d-4d15-9d7b-94be40f1a279),segment_id=652c8f25-090d-4d15-9d7b-94be40f1a279)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:54.851602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d4dec-5f40-4762-bd3f-3d4068a60588 None None] Pushing event updated for resources: {'Port': ['ID=f12f9ec0-f406-4c7d-802f-1844ae2f62c7,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:54.854627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:54.864629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.864629 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:54.894890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4fcb7650-bd2e-4a93-a93a-f9b4534be899), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:54.920696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a9df164a-571d-4ddb-8f6c-f1f5125dfd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.075116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df164a-571d-4ddb-8f6c-f1f5125dfd6a None None] Pushing event updated for resources: {'Port': ['ID=b356bf1d-ab22-4f01-927a-43bea37460c2,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:55.087434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dec131c-e809-4e2a-8bda-fe2983745d06 None None] DHCP port deletion for c4bcea6f-fdb5-452d-adae-1a097a80e0ab request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:55.121468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4e2c9-7ed6-4722-8bc0-593a0bac67fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:55.123223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4e2c9-7ed6-4722-8bc0-593a0bac67fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:55.123775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d9c19750-4fc5-4792-bebd-90597715bd50 None None] Provisioning complete for port b356bf1d-ab22-4f01-927a-43bea37460c2 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:55.124434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d9c19750-4fc5-4792-bebd-90597715bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.124987 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d9c19750-4fc5-4792-bebd-90597715bd50 None None] Attempt 1 to provision port b356bf1d-ab22-4f01-927a-43bea37460c2 Oct 23 01:11:55.125102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4e2c9-7ed6-4722-8bc0-593a0bac67fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:55.127067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:55.130065 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0bd4e2c9-7ed6-4722-8bc0-593a0bac67fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3944452 Oct 23 01:11:55.131445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b356bf1d-ab22-4f01-927a-43bea37460c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:55.137896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:55.141017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34350) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:55.215773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:55.217460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:55.217637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb590bc-c711-419a-935f-53649baabcb5 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:55.287043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=26abb130-9b3a-45f1-9523-27f4c636a4e1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:55.295649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:55.301187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b356bf1d-ab22-4f01-927a-43bea37460c2 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:55.301693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.302209 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b356bf1d-ab22-4f01-927a-43bea37460c2 Oct 23 01:11:55.327186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:55.337895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2aa18daf-aeca-485c-b2ce-adc510c649ca tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (247036c3-7c7d-4289-ad54-b3c56b1b543c), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.348136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d054d6c-0af4-43e0-893d-b7c9dd7e7311 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet a7ef581a-70d5-4377-ab8c-c9235fc87871 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:55.356314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d054d6c-0af4-43e0-893d-b7c9dd7e7311 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (a7ef581a-70d5-4377-ab8c-c9235fc87871), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.396097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (c4bcea6f-fdb5-452d-adae-1a097a80e0ab), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.416657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d9c19750-4fc5-4792-bebd-90597715bd50 None None] Current status of the port b356bf1d-ab22-4f01-927a-43bea37460c2 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:55.429086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d9c19750-4fc5-4792-bebd-90597715bd50 None None] Could not find standard attr ID for object 26abb130-9b3a-45f1-9523-27f4c636a4e1. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:11:55.429893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bcea6f-fdb5-452d-adae-1a097a80e0ab']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:55.448698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119ce99f-6686-4ecc-8668-d5de871975e3') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:55.448995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119ce99f-6686-4ecc-8668-d5de871975e3') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:55.482931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (119ce99f-6686-4ecc-8668-d5de871975e3), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.515088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b356bf1d-ab22-4f01-927a-43bea37460c2 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:55.522100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d9c19750-4fc5-4792-bebd-90597715bd50 None None] Provisioning complete for port 932a3178-e1aa-4bf2-a7bb-b7c4b053836e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:55.522591 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d9c19750-4fc5-4792-bebd-90597715bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (932a3178-e1aa-4bf2-a7bb-b7c4b053836e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.523025 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d9c19750-4fc5-4792-bebd-90597715bd50 None None] Attempt 1 to provision port 932a3178-e1aa-4bf2-a7bb-b7c4b053836e Oct 23 01:11:55.523819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d054d6c-0af4-43e0-893d-b7c9dd7e7311 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (a7ef581a-70d5-4377-ab8c-c9235fc87871), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.588664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d9c19750-4fc5-4792-bebd-90597715bd50 None None] Port 932a3178-e1aa-4bf2-a7bb-b7c4b053836e cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:55.612983 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (119ce99f-6686-4ecc-8668-d5de871975e3), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.629764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (932a3178-e1aa-4bf2-a7bb-b7c4b053836e), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.636650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2aa18daf-aeca-485c-b2ce-adc510c649ca tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (247036c3-7c7d-4289-ad54-b3c56b1b543c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.640445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:55.644506 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (119ce99f-6686-4ecc-8668-d5de871975e3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.694689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d054d6c-0af4-43e0-893d-b7c9dd7e7311 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (a7ef581a-70d5-4377-ab8c-c9235fc87871), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.697939 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (932a3178-e1aa-4bf2-a7bb-b7c4b053836e), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.698711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (f83f1d44-488e-4e6f-a161-fbf8408e3b61), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.714647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4107843f-22a5-48ab-ae7b-9943600d26e1 None None] Provisioning complete for port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:55.715309 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4107843f-22a5-48ab-ae7b-9943600d26e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.715808 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4107843f-22a5-48ab-ae7b-9943600d26e1 None None] Attempt 1 to provision port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:55.736761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for router_gateway (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.848335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:55.849937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4107843f-22a5-48ab-ae7b-9943600d26e1 None None] Current status of the port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:55.895924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (4fcb7650-bd2e-4a93-a93a-f9b4534be899), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.909770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=932a3178-e1aa-4bf2-a7bb-b7c4b053836e,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:55.981584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-457a5ffc-0291-4d1c-8b5e-930d0eabb322 None None] Provisioning complete for port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:55.982796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-457a5ffc-0291-4d1c-8b5e-930d0eabb322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:55.983309 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-457a5ffc-0291-4d1c-8b5e-930d0eabb322 None None] Attempt 1 to provision port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:55.989040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network ebf33b36-389f-4760-ac5d-2d7ba987a3ea is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:55.990602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:55.999527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (4fcb7650-bd2e-4a93-a93a-f9b4534be899), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.071802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2aa18daf-aeca-485c-b2ce-adc510c649ca tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (247036c3-7c7d-4289-ad54-b3c56b1b543c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.074555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (c4bcea6f-fdb5-452d-adae-1a097a80e0ab), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.088957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.099126 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/networks/c4bcea6f-fdb5-452d-adae-1a097a80e0ab HTTP/1.1" status: 204 len: 168 time: 3.1299334 Oct 23 01:11:56.145463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e905b9-3c87-4d03-a8ab-b5f29670aed4 None None] Network 190a8781-7439-4ac5-8a64-0e1a2fce8a56 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:56.154503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34352) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:56.157254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-457a5ffc-0291-4d1c-8b5e-930d0eabb322 None None] Current status of the port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:56.162039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d054d6c-0af4-43e0-893d-b7c9dd7e7311 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (a7ef581a-70d5-4377-ab8c-c9235fc87871), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.180263 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:56.181540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa18daf-aeca-485c-b2ce-adc510c649ca tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Subnet': ['ID=247036c3-7c7d-4289-ad54-b3c56b1b543c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:56.189648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318558c-6544-4151-81f1-4d4bbcbc8fe9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Network': ['ID=c4bcea6f-fdb5-452d-adae-1a097a80e0ab,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:56.211086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2aa18daf-aeca-485c-b2ce-adc510c649ca tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.214985 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2aa18daf-aeca-485c-b2ce-adc510c649ca tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/247036c3-7c7d-4289-ad54-b3c56b1b543c HTTP/1.1" status: 204 len: 168 time: 2.0922236 Oct 23 01:11:56.222487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34354) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:56.224474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:56.402977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:56.411171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.414565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a3b22-6648-4b3f-8ea6-69fbd1773255 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:56.416366 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-977a3b22-6648-4b3f-8ea6-69fbd1773255 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2509468 Oct 23 01:11:56.419036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d054d6c-0af4-43e0-893d-b7c9dd7e7311 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ef581a-70d5-4377-ab8c-c9235fc87871,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:56.426868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34358) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:56.427054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (9eb36d50-0385-43ef-86a6-85df15590b9a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.448040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:56.466117 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 119ce99f-6686-4ecc-8668-d5de871975e3 resource provider aggregate not found Oct 23 01:11:56.522224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadb3bbc-ae10-4bc4-94a1-2c4a951b95aa None None] Network 2b4c1eb7-debe-45b2-b387-7ce8db4e1535 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:56.528001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d11486-ce70-480f-9c74-644316a1f4de None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:56.550975 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-eb16f390-6def-4182-a38c-c0d48a1c86fd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1222737 Oct 23 01:11:56.584560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34362) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:56.585673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d054d6c-0af4-43e0-893d-b7c9dd7e7311 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.592225 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1d054d6c-0af4-43e0-893d-b7c9dd7e7311 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/a7ef581a-70d5-4377-ab8c-c9235fc87871 HTTP/1.1" status: 204 len: 168 time: 1.4501760 Oct 23 01:11:56.602741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network c0eaad1e-1f3b-439a-817b-6965907ac803 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:56.605206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34364) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:56.609539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-985724410'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:56.624765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:56.632666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (2b4c1eb7-debe-45b2-b387-7ce8db4e1535), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.633249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:56.642358 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 119ce99f-6686-4ecc-8668-d5de871975e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 119ce99f-6686-4ecc-8668-d5de871975e3 found for delete ", "request_id": "req-7a12b19f-1d5b-4747-ba28-49c1f2a5690a"}]} Oct 23 01:11:56.675888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=4fcb7650-bd2e-4a93-a93a-f9b4534be899,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:56.692492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f12f9ec0-f406-4c7d-802f-1844ae2f62c7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:56.694980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525fd266-033a-45f2-931a-5cd62324b902 None None] Network c0eaad1e-1f3b-439a-817b-6965907ac803 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:56.704238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e1bd5324-5826-4e81-8972-16502bb244bd None None] Provisioning complete for port fc3d6b03-88e2-49d2-9fdb-f7de16344281 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:56.704780 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e1bd5324-5826-4e81-8972-16502bb244bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.705236 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e1bd5324-5826-4e81-8972-16502bb244bd None None] Attempt 1 to provision port fc3d6b03-88e2-49d2-9fdb-f7de16344281 Oct 23 01:11:56.742713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Deleting port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:56.742713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.756547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-775d39b2-5ba2-4a77-82b6-bbb47b0a77c4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet d902308d-0397-473a-8e01-31e7b9fae4ea {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:11:56.759126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:56.762257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.771770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-775d39b2-5ba2-4a77-82b6-bbb47b0a77c4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (d902308d-0397-473a-8e01-31e7b9fae4ea), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.827704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] For port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e3e6f69-758c-4a03-bd0b-11a84a0d5b29,segment=NetworkSegment(db73d8af-8131-4501-9bd2-ef4e5a92ad4d),segment_id=db73d8af-8131-4501-9bd2-ef4e5a92ad4d)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:56.827951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.846520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Calling delete_port for 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:56.862464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router f83f1d44-488e-4e6f-a161-fbf8408e3b61 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:11:56.869479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:11:56.876907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-775d39b2-5ba2-4a77-82b6-bbb47b0a77c4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (d902308d-0397-473a-8e01-31e7b9fae4ea), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.899669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:11:56.921038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (bb356098-a6b5-4405-9b54-3c497fa1129f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:56.923780 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Added segment bb356098-a6b5-4405-9b54-3c497fa1129f of type vlan for network b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a Oct 23 01:11:57.003390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:57.004117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.004626 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 Oct 23 01:11:57.050736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:57.085531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Sync routers for ids ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:57.123285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd5324-5826-4e81-8972-16502bb244bd None None] Current status of the port fc3d6b03-88e2-49d2-9fdb-f7de16344281 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:57.123729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e1bd5324-5826-4e81-8972-16502bb244bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.138325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (8e3e6f69-758c-4a03-bd0b-11a84a0d5b29), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.144529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Routers {'d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:57.149233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:57.190975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d91deaa-29d1-4d3a-a1dd-e2e9483dca66 None None] DHCP port deletion for 2b4c1eb7-debe-45b2-b387-7ce8db4e1535 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:57.202828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] No DVR routers for this DVR port 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:57.211944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:57.233844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Port': ['ID=8e3e6f69-758c-4a03-bd0b-11a84a0d5b29,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:57.240046 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.252815 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c87d5687-b47f-445b-a72c-930d26fee5c4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.2811165 Oct 23 01:11:57.254329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:57.255400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34366) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:57.280551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e1bd5324-5826-4e81-8972-16502bb244bd None None] For port fc3d6b03-88e2-49d2-9fdb-f7de16344281, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc3d6b03-88e2-49d2-9fdb-f7de16344281,segment=NetworkSegment(e8e0f915-ed0c-4169-9b45-cfeade6c14f4),segment_id=e8e0f915-ed0c-4169-9b45-cfeade6c14f4)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:57.367905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e1bd5324-5826-4e81-8972-16502bb244bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.388849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:57.389363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.408302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (2b4c1eb7-debe-45b2-b387-7ce8db4e1535), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.465869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4c1eb7-debe-45b2-b387-7ce8db4e1535']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:57.503385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Set router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:11:57.563051 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-793c6bef-aca9-45f3-a1dc-fb3ce3fcdbfa tempest-TestNetworkAdvancedServerOps-635873859 tempest-TestNetworkAdvancedServerOps-635873859-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=b602821d64e8483792c00c012ff3de3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2964227 Oct 23 01:11:57.565668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:57.567819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db73d8af-8131-4501-9bd2-ef4e5a92ad4d') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:57.568166 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db73d8af-8131-4501-9bd2-ef4e5a92ad4d') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:57.570083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34370) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:57.610452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd5324-5826-4e81-8972-16502bb244bd None None] Pushing event updated for resources: {'Port': ['ID=fc3d6b03-88e2-49d2-9fdb-f7de16344281,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:57.620280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (db73d8af-8131-4501-9bd2-ef4e5a92ad4d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.620528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port f12f9ec0-f406-4c7d-802f-1844ae2f62c7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f12f9ec0-f406-4c7d-802f-1844ae2f62c7,segment=NetworkSegment(e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1),segment_id=e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:57.622694 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Provisioning complete for port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:57.622694 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.623022 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Attempt 1 to provision port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 Oct 23 01:11:57.638999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.673037 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:57.680709 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-75c22330-d927-43dd-8279-3470487bc6e7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/f83f1d44-488e-4e6f-a161-fbf8408e3b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9657645 Oct 23 01:11:57.684927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-775d39b2-5ba2-4a77-82b6-bbb47b0a77c4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (d902308d-0397-473a-8e01-31e7b9fae4ea), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.686234 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d078d-8d35-4fb9-ac8e-6bdd754a6712 None None] Sync routers for ids ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:57.692717 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=52 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:57.701377 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d078d-8d35-4fb9-ac8e-6bdd754a6712 None None] Routers {'f83f1d44-488e-4e6f-a161-fbf8408e3b61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:57.706031 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ba3d078d-8d35-4fb9-ac8e-6bdd754a6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:57.713404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34372) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:57.773816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (db73d8af-8131-4501-9bd2-ef4e5a92ad4d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.803061 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ba3d078d-8d35-4fb9-ac8e-6bdd754a6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:57.816425 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc34be-aea1-4e8f-8a82-d3db5f90fd33 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:57.818206 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-01bc34be-aea1-4e8f-8a82-d3db5f90fd33 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports/932a3178-e1aa-4bf2-a7bb-b7c4b053836e HTTP/1.1" status: 200 len: 911 time: 0.0997617 Oct 23 01:11:57.823307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34374) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:57.830184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:11:57.830606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (db73d8af-8131-4501-9bd2-ef4e5a92ad4d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.830804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:57.834558 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d078d-8d35-4fb9-ac8e-6bdd754a6712 None None] Routers {'f83f1d44-488e-4e6f-a161-fbf8408e3b61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:57.835396 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ba3d078d-8d35-4fb9-ac8e-6bdd754a6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:57.879356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.885034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:57.885754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.913378 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ba3d078d-8d35-4fb9-ac8e-6bdd754a6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:57.916545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:57.917875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:11:55Z', 'revision_number': 3, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:57.925941 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d078d-8d35-4fb9-ac8e-6bdd754a6712 None None] The sync data for ids ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:57.926095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:57.940134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b356bf1d-ab22-4f01-927a-43bea37460c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:57.962431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 9eb36d50-0385-43ef-86a6-85df15590b9a is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:11:57.995080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:58.041772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Network': ['ID=b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:58.091384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-775d39b2-5ba2-4a77-82b6-bbb47b0a77c4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (d902308d-0397-473a-8e01-31e7b9fae4ea), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.113917 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-775d39b2-5ba2-4a77-82b6-bbb47b0a77c4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.117703 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-775d39b2-5ba2-4a77-82b6-bbb47b0a77c4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/d902308d-0397-473a-8e01-31e7b9fae4ea HTTP/1.1" status: 204 len: 168 time: 1.4822891 Oct 23 01:11:58.128199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Checking router: d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:11:58.128557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Updating router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 port 9f3c1e61-c6f9-415e-85b1-59a03e636772 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:11:58.157277 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f436b768-1863-4950-a511-0e115b282564 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5528386 Oct 23 01:11:58.157942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34376) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:58.174849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:11:58.189748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34378) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:58.195429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': 'b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:58.262710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:58.263678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b356bf1d-ab22-4f01-927a-43bea37460c2 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:58.264010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.264344 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b356bf1d-ab22-4f01-927a-43bea37460c2 Oct 23 01:11:58.266144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.270746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab5dbf4-b3c4-4c06-8396-42b4ba2f988c None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:58.278457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d39b2-5ba2-4a77-82b6-bbb47b0a77c4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=d902308d-0397-473a-8e01-31e7b9fae4ea,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:58.337314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624816a4-d675-464a-8ec9-e59eb89ae066 tempest-TestNetworkAdvancedServerOps-635873859 tempest-TestNetworkAdvancedServerOps-635873859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:58.339545 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-624816a4-d675-464a-8ec9-e59eb89ae066 tempest-TestNetworkAdvancedServerOps-635873859 tempest-TestNetworkAdvancedServerOps-635873859-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7678661 Oct 23 01:11:58.342292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34380) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:58.357099 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9a3ac68f-b08e-4ae0-b62c-807399faadc6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1757565 Oct 23 01:11:58.363309 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34382) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:58.372502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-d783d9e0-b383-40a7-b955-a0a080043766 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:58.388899 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9e9cd668-e60c-4ef7-9f3e-07d26b949a63 tempest-TestNetworkAdvancedServerOps-635873859 tempest-TestNetworkAdvancedServerOps-635873859-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454047 Oct 23 01:11:58.389547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34384) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:58.394781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1673560344', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:11:58.409064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:11:58.449154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6666e3-4397-4d53-90c5-33b24e2734c7 None None] Sync routers for ids ['9eb36d50-0385-43ef-86a6-85df15590b9a'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:11:58.450954 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (2b4c1eb7-debe-45b2-b387-7ce8db4e1535), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.453596 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-460de315-1ffc-44e9-a803-ff182c7a27b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/9eb36d50-0385-43ef-86a6-85df15590b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8557622 Oct 23 01:11:58.456324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.459911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34386) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:58.460994 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "DELETE /networking/v2.0/networks/2b4c1eb7-debe-45b2-b387-7ce8db4e1535 HTTP/1.1" status: 204 len: 168 time: 2.2340357 Oct 23 01:11:58.470091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34388) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:58.470798 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Current status of the port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:58.538527 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c0714c83-5fbe-4cf3-ad96-2aa68866b8ce tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2e6f38bb-008b-449e-a585-bcccc025026b HTTP/1.1" status: 200 len: 205 time: 0.0524764 Oct 23 01:11:58.538527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175be30-7690-46b1-a385-0739d6d58379 tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Pushing event deleted for resources: {'Network': ['ID=2b4c1eb7-debe-45b2-b387-7ce8db4e1535,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:58.545620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:58.545620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34390) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:58.621326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5fc9de-cb4a-48df-af3e-519bc1db883a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:58.625753 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-df5fc9de-cb4a-48df-af3e-519bc1db883a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports/4fcb7650-bd2e-4a93-a93a-f9b4534be899 HTTP/1.1" status: 200 len: 910 time: 0.1571567 Oct 23 01:11:58.628659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34392) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:58.653372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1656445-cdc9-43d8-88d1-c4bedbe3cd5d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for router (2e6f38bb-008b-449e-a585-bcccc025026b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.688323 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment db73d8af-8131-4501-9bd2-ef4e5a92ad4d resource provider aggregate not found Oct 23 01:11:58.695445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:58.699348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.700031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=f12f9ec0-f406-4c7d-802f-1844ae2f62c7,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:58.733297 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment db73d8af-8131-4501-9bd2-ef4e5a92ad4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db73d8af-8131-4501-9bd2-ef4e5a92ad4d found for delete ", "request_id": "req-e5655bd0-659d-4015-ab47-0fb7c1cece7a"}]} Oct 23 01:11:58.738035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:58.761672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Provisioning complete for port fc3d6b03-88e2-49d2-9fdb-f7de16344281 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:58.762094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.762970 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Attempt 1 to provision port fc3d6b03-88e2-49d2-9fdb-f7de16344281 Oct 23 01:11:58.768597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6666e3-4397-4d53-90c5-33b24e2734c7 None None] Routers {'9eb36d50-0385-43ef-86a6-85df15590b9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:58.769243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-be6666e3-4397-4d53-90c5-33b24e2734c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9eb36d50-0385-43ef-86a6-85df15590b9a'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:58.797711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d783d9e0-b383-40a7-b955-a0a080043766 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:58.798604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Made reservation on behalf of b602821d64e8483792c00c012ff3de3c for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:11:58.801543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d783d9e0-b383-40a7-b955-a0a080043766 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.806438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.878715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-be6666e3-4397-4d53-90c5-33b24e2734c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:58.881893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1656445-cdc9-43d8-88d1-c4bedbe3cd5d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (2e6f38bb-008b-449e-a585-bcccc025026b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.886418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1656445-cdc9-43d8-88d1-c4bedbe3cd5d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for router_controller (2e6f38bb-008b-449e-a585-bcccc025026b), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:58.913914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e113498-b2af-465e-816f-69bd1beed34a None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:11:58.937255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:58.943962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b356bf1d-ab22-4f01-927a-43bea37460c2 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:58.945027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device fc3d6b03-88e2-49d2-9fdb-f7de16344281 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:58.969420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6666e3-4397-4d53-90c5-33b24e2734c7 None None] Routers {'9eb36d50-0385-43ef-86a6-85df15590b9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:11:58.970380 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-be6666e3-4397-4d53-90c5-33b24e2734c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9eb36d50-0385-43ef-86a6-85df15590b9a'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:59.051457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-be6666e3-4397-4d53-90c5-33b24e2734c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:11:59.052060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6666e3-4397-4d53-90c5-33b24e2734c7 None None] The sync data for ids ['9eb36d50-0385-43ef-86a6-85df15590b9a'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:11:59.077110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1656445-cdc9-43d8-88d1-c4bedbe3cd5d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (2e6f38bb-008b-449e-a585-bcccc025026b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.077823 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1656445-cdc9-43d8-88d1-c4bedbe3cd5d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Fanout notify agent at l3_agent the message router_deleted on router 2e6f38bb-008b-449e-a585-bcccc025026b {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:11:59.085946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1656445-cdc9-43d8-88d1-c4bedbe3cd5d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.089999 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e1656445-cdc9-43d8-88d1-c4bedbe3cd5d tempest-RoutersNegativeIpV6Test-1089935515 tempest-RoutersNegativeIpV6Test-1089935515-project] 10.222.0.36 "DELETE /networking/v2.0/routers/2e6f38bb-008b-449e-a585-bcccc025026b HTTP/1.1" status: 204 len: 168 time: 0.5448794 Oct 23 01:11:59.099601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.107300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5e113498-b2af-465e-816f-69bd1beed34a None None] Deleting port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:11:59.107763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e113498-b2af-465e-816f-69bd1beed34a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.170804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (3baf470e-f52d-4f8a-838e-48ebddc6fdd6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.193434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Current status of the port fc3d6b03-88e2-49d2-9fdb-f7de16344281 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:59.219623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port fc3d6b03-88e2-49d2-9fdb-f7de16344281 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:59.220001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.220445 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port fc3d6b03-88e2-49d2-9fdb-f7de16344281 Oct 23 01:11:59.261987 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'Subnet': ['ID=3baf470e-f52d-4f8a-838e-48ebddc6fdd6,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:59.280417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Provisioning complete for port 932a3178-e1aa-4bf2-a7bb-b7c4b053836e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:59.280772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (932a3178-e1aa-4bf2-a7bb-b7c4b053836e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.281449 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Attempt 1 to provision port 932a3178-e1aa-4bf2-a7bb-b7c4b053836e Oct 23 01:11:59.282253 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Checking segment: {'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:59.282830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Network hostable DHCP agents. Network: 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:11:59.285462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5e113498-b2af-465e-816f-69bd1beed34a None None] For port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:11:59.285872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e113498-b2af-465e-816f-69bd1beed34a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.335758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:59.341446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5e113498-b2af-465e-816f-69bd1beed34a None None] Calling delete_port for 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:11:59.344257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Publish callbacks [] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.358347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Port 932a3178-e1aa-4bf2-a7bb-b7c4b053836e cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:59.367794 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-07dc02b9-dd84-498c-bbef-b540497e145b None None] Could not find standard attr ID for object 4e43dc4a-14e4-4a54-b2f4-47fb7971d26e. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:11:59.395505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:11:59.429389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.478570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port fc3d6b03-88e2-49d2-9fdb-f7de16344281 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:11:59.491673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Attempting to bind port 9f3c1e61-c6f9-415e-85b1-59a03e636772 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:11:59.491888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Attempting to bind port 9f3c1e61-c6f9-415e-85b1-59a03e636772 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:11:59.496952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Attempting to bind port 9f3c1e61-c6f9-415e-85b1-59a03e636772 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:11:59.505492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45b66d2a-19ec-496c-bd77-e6683f2b6d93 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (9eb36d50-0385-43ef-86a6-85df15590b9a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.515822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:59.521851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:59.523385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.539461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b568e-35e4-4701-8ccd-01d25fbc313b None None] Network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:59.556311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a9370-2a37-4b12-8b8a-b3d7016801d1 None None] Pushing event updated for resources: {'Port': ['ID=9f3c1e61-c6f9-415e-85b1-59a03e636772,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:59.568091 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (62aa6a63-9b4a-400c-bb80-f7a5ab01ccda), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.570225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 26abb130-9b3a-45f1-9523-27f4c636a4e1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:11:59.573721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Provisioning complete for port 4fcb7650-bd2e-4a93-a93a-f9b4534be899 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:59.573721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4fcb7650-bd2e-4a93-a93a-f9b4534be899), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.574032 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Attempt 1 to provision port 4fcb7650-bd2e-4a93-a93a-f9b4534be899 Oct 23 01:11:59.649615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 26abb130-9b3a-45f1-9523-27f4c636a4e1 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:11:59.650011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 26abb130-9b3a-45f1-9523-27f4c636a4e1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:59.650539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d783d9e0-b383-40a7-b955-a0a080043766 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (41552e91-bd31-4896-97e6-3204bcd8c1d2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.658686 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f045db0e-227d-4fd6-b8ca-4a1d7694e1b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2662370 Oct 23 01:11:59.659393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34400) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:59.660088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:59.667698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:59.684521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Port 4fcb7650-bd2e-4a93-a93a-f9b4534be899 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:11:59.686822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:11:59.691884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:11:59.691884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.691884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:11:59.691884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Bound port: 9f3c1e61-c6f9-415e-85b1-59a03e636772, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:11:59.691884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.702387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d783d9e0-b383-40a7-b955-a0a080043766 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:11:59.730326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Provisioning complete for port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:11:59.753243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.753243 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Attempt 1 to provision port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:59.753910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-d783d9e0-b383-40a7-b955-a0a080043766 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:11:59.754283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d783d9e0-b383-40a7-b955-a0a080043766 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:11:59.755365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d783d9e0-b383-40a7-b955-a0a080043766 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.829009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e113498-b2af-465e-816f-69bd1beed34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (7ece7ec0-0557-4bc2-bba1-b8d4fec66784), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.865662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:59.899535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Could not find standard attr ID for object 7ece7ec0-0557-4bc2-bba1-b8d4fec66784. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:11:59.901083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f12f9ec0-f406-4c7d-802f-1844ae2f62c7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:11:59.903398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:11:59.905841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:59.906373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e113498-b2af-465e-816f-69bd1beed34a None None] Pushing event deleted for resources: {'Port': ['ID=7ece7ec0-0557-4bc2-bba1-b8d4fec66784,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:11:59.908187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34404) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:11:59.911257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] For port 9f3c1e61-c6f9-415e-85b1-59a03e636772, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:11:59.920718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e113498-b2af-465e-816f-69bd1beed34a None None] No DVR routers for this DVR port 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:11:59.955919 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.db [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] No ports have port_id starting with 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 Oct 23 01:11:59.966639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb18b5-964d-4318-b0fe-e1b12bcdc6a0 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:11:59.976875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] For port 9f3c1e61-c6f9-415e-85b1-59a03e636772, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f3c1e61-c6f9-415e-85b1-59a03e636772,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:00.004656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Provisioning complete for port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:00.005061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.005631 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Attempt 1 to provision port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 Oct 23 01:12:00.109298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Subnet': ['ID=62aa6a63-9b4a-400c-bb80-f7a5ab01ccda,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:00.143590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:00.157430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.187508 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cfda634d-9bbc-47d3-9bbf-e1dd97d446dd admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ba343bbd77544a74a7c4131015271552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777345 Oct 23 01:12:00.188732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34408) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:00.215583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Checking segment: {'id': 'bb356098-a6b5-4405-9b54-3c497fa1129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:00.216265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network hostable DHCP agents. Network: b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:12:00.254744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Allocated IP 2001:db8:1::1 (190a8781-7439-4ac5-8a64-0e1a2fce8a56/9b0af2cf-2014-4e0b-8db9-9a20758aaa52/3f31be56-441e-448f-bb71-f15560a92446) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:00.258785 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:00.259168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.259510 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 Oct 23 01:12:00.262668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Routers {'d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:00.263098 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:00.272579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783d9e0-b383-40a7-b955-a0a080043766 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=41552e91-bd31-4896-97e6-3204bcd8c1d2,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:00.288200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d32c2b3a-2dd1-4baa-9e9b-7756a614d672 admin admin] Publish callbacks [] for security_group (2c82c362-5d31-4165-9b39-aba2b9d549dd), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.294766 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d783d9e0-b383-40a7-b955-a0a080043766 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9237049 Oct 23 01:12:00.295602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34410) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:00.308043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-058e4081-b959-4957-ab12-f5c5ed00e6e6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:00.337091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:00.382725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:12:00.394649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d32c2b3a-2dd1-4baa-9e9b-7756a614d672 admin admin] Publish callbacks [] for security_group (2c82c362-5d31-4165-9b39-aba2b9d549dd), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.415678 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:00.447064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-45b66d2a-19ec-496c-bd77-e6683f2b6d93 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port 4fcb7650-bd2e-4a93-a93a-f9b4534be899 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:00.447064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45b66d2a-19ec-496c-bd77-e6683f2b6d93 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4fcb7650-bd2e-4a93-a93a-f9b4534be899), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.522546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:00.528490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:00.529933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.541105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:00.559613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (3f31be56-441e-448f-bb71-f15560a92446), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.590814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7615ef3-f6cc-477b-9c0e-477c24fe0ade None None] Network b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:00.597902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.610712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d32c2b3a-2dd1-4baa-9e9b-7756a614d672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2c82c362-5d31-4165-9b39-aba2b9d549dd), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.613280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d32c2b3a-2dd1-4baa-9e9b-7756a614d672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.617537 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d32c2b3a-2dd1-4baa-9e9b-7756a614d672 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2c82c362-5d31-4165-9b39-aba2b9d549dd HTTP/1.1" status: 204 len: 168 time: 0.4256318 Oct 23 01:12:00.620059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45b66d2a-19ec-496c-bd77-e6683f2b6d93 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4fcb7650-bd2e-4a93-a93a-f9b4534be899), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.638138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-94bd44b3-3d45-4cf9-a67f-069f94c10db9 None None] Current status of the port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:00.646275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-45b66d2a-19ec-496c-bd77-e6683f2b6d93 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for 4fcb7650-bd2e-4a93-a93a-f9b4534be899 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:00.662143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c2b3a-2dd1-4baa-9e9b-7756a614d672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c82c362-5d31-4165-9b39-aba2b9d549dd,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:00.663718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34414) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:00.668764 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6d1062c2-74d8-4e6b-af5f-db415bb4f751 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4775424 Oct 23 01:12:00.670565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': 'b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a', 'name': 'tempest-PortsTestJSON-1287267741'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:00.707367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a9370-2a37-4b12-8b8a-b3d7016801d1 None None] Pushing event updated for resources: {'Port': ['ID=9f3c1e61-c6f9-415e-85b1-59a03e636772,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:00.718975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3f31be56-441e-448f-bb71-f15560a92446), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.719595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': '41552e91-bd31-4896-97e6-3204bcd8c1d2'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:00.720479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.766692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Allocated IP 172.20.0.2 (3ebe2538-bb2d-42e2-b717-7f6ba6b63af7/3baf470e-f52d-4f8a-838e-48ebddc6fdd6/dc3f45c7-8860-4621-aa56-fff024c55217) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:00.778924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 190a8781-7439-4ac5-8a64-0e1a2fce8a56 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:00.795817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:00.798415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058e4081-b959-4957-ab12-f5c5ed00e6e6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:00.805424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-058e4081-b959-4957-ab12-f5c5ed00e6e6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.805691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:00.805691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (f83f1d44-488e-4e6f-a161-fbf8408e3b61), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:00.805949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] Set router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:12:00.848992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=3f31be56-441e-448f-bb71-f15560a92446,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:01.038579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:01.042586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.114753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 871ab1a7-a46a-4525-859c-b4718c1b1254 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:01.146759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3f31be56-441e-448f-bb71-f15560a92446), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.180865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45b66d2a-19ec-496c-bd77-e6683f2b6d93 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4fcb7650-bd2e-4a93-a93a-f9b4534be899), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.191751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a', 'network_id': 'b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a', 'project_id': '118c27f55c89478ba681471398554359', 'fixed_ips': [{'subnet_id': '62aa6a63-9b4a-400c-bb80-f7a5ab01ccda'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:01.191751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.193908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Allocated IP 172.20.0.2 (93e5b356-0704-414d-a7cb-470971f9a8ef/41552e91-bd31-4896-97e6-3204bcd8c1d2/ebcdea39-d336-41fe-bd55-69a0ec41b8c8) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:01.219862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:01.225687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device fc3d6b03-88e2-49d2-9fdb-f7de16344281 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:01.300696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:01.351927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.10 (b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a/62aa6a63-9b4a-400c-bb80-f7a5ab01ccda/871ab1a7-a46a-4525-859c-b4718c1b1254) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:01.385096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b66d2a-19ec-496c-bd77-e6683f2b6d93 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=4fcb7650-bd2e-4a93-a93a-f9b4534be899,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:01.396985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:01.413214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-765b8639-9bb4-45d1-9760-e4d4a1538e1b None None] Provisioning complete for port 3f31be56-441e-448f-bb71-f15560a92446 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:01.424548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-765b8639-9bb4-45d1-9760-e4d4a1538e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3f31be56-441e-448f-bb71-f15560a92446), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.425259 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-765b8639-9bb4-45d1-9760-e4d4a1538e1b None None] Attempt 1 to provision port 3f31be56-441e-448f-bb71-f15560a92446 Oct 23 01:12:01.665190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-765b8639-9bb4-45d1-9760-e4d4a1538e1b None None] Port 3f31be56-441e-448f-bb71-f15560a92446 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:01.680650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Publish callbacks [] for port (dc3f45c7-8860-4621-aa56-fff024c55217), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.697332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:01.699260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (871ab1a7-a46a-4525-859c-b4718c1b1254), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.703170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port fc3d6b03-88e2-49d2-9fdb-f7de16344281 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:01.703450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.703807 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port fc3d6b03-88e2-49d2-9fdb-f7de16344281 Oct 23 01:12:01.725460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-058e4081-b959-4957-ab12-f5c5ed00e6e6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:12:01.729584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-058e4081-b959-4957-ab12-f5c5ed00e6e6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (9190c597-6507-4f0c-9c0e-b86bff7e9162), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.734321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:11:55Z', 'revision_number': 3, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:01.737038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45b66d2a-19ec-496c-bd77-e6683f2b6d93 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (9eb36d50-0385-43ef-86a6-85df15590b9a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.754853 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.816523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f72037-1373-4c61-adfc-58ed66a469c0 None None] The sync data for ids ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'] in dv-neutron-master-2-hyperv is: [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:11:55Z', 'revision_number': 3, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:01.879772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e4081-b959-4957-ab12-f5c5ed00e6e6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:01.888553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:01.892015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-058e4081-b959-4957-ab12-f5c5ed00e6e6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:01.896777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Pushing event updated for resources: {'Port': ['ID=dc3f45c7-8860-4621-aa56-fff024c55217,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:01.899654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:01.901540 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Publish callbacks [] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.902851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e4081-b959-4957-ab12-f5c5ed00e6e6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:01.903267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-058e4081-b959-4957-ab12-f5c5ed00e6e6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.904623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (3f31be56-441e-448f-bb71-f15560a92446), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.906065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:01.916006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e4081-b959-4957-ab12-f5c5ed00e6e6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=9190c597-6507-4f0c-9c0e-b86bff7e9162,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:01.929083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Allocated IP 172.20.0.1 (3ebe2538-bb2d-42e2-b717-7f6ba6b63af7/3baf470e-f52d-4f8a-838e-48ebddc6fdd6/e4a8617a-7132-4673-9956-f5228dd2fe61) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:01.988564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:02.019438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b66d2a-19ec-496c-bd77-e6683f2b6d93 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 9eb36d50-0385-43ef-86a6-85df15590b9a has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:02.043713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port fc3d6b03-88e2-49d2-9fdb-f7de16344281 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:02.060116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (871ab1a7-a46a-4525-859c-b4718c1b1254), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:02.088771 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-058e4081-b959-4957-ab12-f5c5ed00e6e6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7919617 Oct 23 01:12:02.117052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:02.117764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34432) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:02.120571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (3f31be56-441e-448f-bb71-f15560a92446), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:02.121687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (f83f1d44-488e-4e6f-a161-fbf8408e3b61), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:02.126430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:02.127080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:c5:55:f0', 'name': 'tempest-NetworksTestDHCPv6-1980667683'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:02.132079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:02.136761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Pushing event updated for resources: {'Port': ['ID=ebcdea39-d336-41fe-bd55-69a0ec41b8c8,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:02.150808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Attempting to bind port dc3f45c7-8860-4621-aa56-fff024c55217 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:02.151422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Attempting to bind port dc3f45c7-8860-4621-aa56-fff024c55217 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:02.151957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Attempting to bind port dc3f45c7-8860-4621-aa56-fff024c55217 on network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:02.167960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:02.181010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:02.185116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:02.190995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:02.255384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:02.294394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Allocated IP 172.20.0.2 (b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a/62aa6a63-9b4a-400c-bb80-f7a5ab01ccda/e028a67f-3d92-4f7c-b37b-a41c6ba840c5) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:02.315207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=871ab1a7-a46a-4525-859c-b4718c1b1254,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:02.353024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b66d2a-19ec-496c-bd77-e6683f2b6d93 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:02.367774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:02.369000 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-45b66d2a-19ec-496c-bd77-e6683f2b6d93 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/9eb36d50-0385-43ef-86a6-85df15590b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7367573 Oct 23 01:12:02.369314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:02.374402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34436) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:02.378018 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf951c6-c75e-4fac-9b4f-44f863c5eb25 None None] Sync routers for ids ['9eb36d50-0385-43ef-86a6-85df15590b9a'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:02.392100 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf951c6-c75e-4fac-9b4f-44f863c5eb25 None None] Routers {'9eb36d50-0385-43ef-86a6-85df15590b9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:02.393337 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5bf951c6-c75e-4fac-9b4f-44f863c5eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9eb36d50-0385-43ef-86a6-85df15590b9a'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:02.424857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34438) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:02.431810 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-457409b1-19e3-4452-9447-284f06ec6a5c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9eb36d50-0385-43ef-86a6-85df15590b9a HTTP/1.1" status: 200 len: 205 time: 0.0549588 Oct 23 01:12:02.432178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:02.432597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7ece7ec0-0557-4bc2-bba1-b8d4fec66784 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:02.433027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:02.440036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:02.441524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34440) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:02.455657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:02.457955 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5bf951c6-c75e-4fac-9b4f-44f863c5eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:02.469033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:02.481828 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:02.482171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8e3e6f69-758c-4a03-bd0b-11a84a0d5b29 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:02.486245 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf951c6-c75e-4fac-9b4f-44f863c5eb25 None None] Routers {'9eb36d50-0385-43ef-86a6-85df15590b9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:02.486245 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5bf951c6-c75e-4fac-9b4f-44f863c5eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9eb36d50-0385-43ef-86a6-85df15590b9a'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:02.511918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:02.512346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Checking segment: {'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:02.512755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:02.513154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Bound using segment: {'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:02.513658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Bound port: dc3f45c7-8860-4621-aa56-fff024c55217, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:02.514066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:02.543535 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5bf951c6-c75e-4fac-9b4f-44f863c5eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:02.543535 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf951c6-c75e-4fac-9b4f-44f863c5eb25 None None] The sync data for ids ['9eb36d50-0385-43ef-86a6-85df15590b9a'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:02.545401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=3f31be56-441e-448f-bb71-f15560a92446,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:02.573149 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a87a7747-531b-4111-b498-1d8dee4adf18 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9044631 Oct 23 01:12:02.582188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34444) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:02.622549 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': 'b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a', 'name': 'tempest-PortsTestJSON-548645903'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:02.639145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] For port dc3f45c7-8860-4621-aa56-fff024c55217, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:02.644602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] For port dc3f45c7-8860-4621-aa56-fff024c55217, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc3f45c7-8860-4621-aa56-fff024c55217,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:02.742111 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8abe-3b47-4c1f-8efe-71e77dd4f990 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (9eb36d50-0385-43ef-86a6-85df15590b9a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:02.857724 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 190a8781-7439-4ac5-8a64-0e1a2fce8a56 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:02.862124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:02.938004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:02.940715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Publish callbacks [] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:02.962475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f3c1e61-c6f9-415e-85b1-59a03e636772 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:02.970075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.083183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718fcf7-c6bb-4d2f-9398-ac514212f471 None None] Pushing event updated for resources: {'Port': ['ID=dc3f45c7-8860-4621-aa56-fff024c55217,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:03.091319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Attempting to bind port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:03.091628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Attempting to bind port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:03.091997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Attempting to bind port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:03.123316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-701c55ee-14e3-4f9f-9369-c694474e7fe6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365968828'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:03.123918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.136049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:03.167322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:03.169610 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'Port': ['ID=e4a8617a-7132-4673-9956-f5228dd2fe61,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:03.190190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Pushing event updated for resources: {'Port': ['ID=e028a67f-3d92-4f7c-b37b-a41c6ba840c5,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:03.200693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:03.227703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Network b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:03.232877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:03.238909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:03.266377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:03.267383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:03.268723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.269441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:03.270281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Bound port: ebcdea39-d336-41fe-bd55-69a0ec41b8c8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:03.275608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.279431 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:03.281465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:03.311069 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9f3c1e61-c6f9-415e-85b1-59a03e636772 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:03.311776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.312313 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9f3c1e61-c6f9-415e-85b1-59a03e636772 Oct 23 01:12:03.344598 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:03.372000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:03.498609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.507715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Attempting to bind port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:03.508089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Attempting to bind port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bb356098-a6b5-4405-9b54-3c497fa1129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:03.513103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Attempting to bind port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 on network b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:03.555939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-701c55ee-14e3-4f9f-9369-c694474e7fe6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.587003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-701c55ee-14e3-4f9f-9369-c694474e7fe6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.604526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] For port ebcdea39-d336-41fe-bd55-69a0ec41b8c8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:03.663942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] For port ebcdea39-d336-41fe-bd55-69a0ec41b8c8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebcdea39-d336-41fe-bd55-69a0ec41b8c8,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:03.667389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9f3c1e61-c6f9-415e-85b1-59a03e636772 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:03.667848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.688159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:03.688555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Checking segment: {'id': 'bb356098-a6b5-4405-9b54-3c497fa1129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:03.689102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.690138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Bound using segment: {'id': 'bb356098-a6b5-4405-9b54-3c497fa1129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:03.690714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Bound port: e028a67f-3d92-4f7c-b37b-a41c6ba840c5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb356098-a6b5-4405-9b54-3c497fa1129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:03.691863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.697510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8abe-3b47-4c1f-8efe-71e77dd4f990 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (9eb36d50-0385-43ef-86a6-85df15590b9a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.703241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8abe-3b47-4c1f-8efe-71e77dd4f990 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (9eb36d50-0385-43ef-86a6-85df15590b9a), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.704007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 9f3c1e61-c6f9-415e-85b1-59a03e636772, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f3c1e61-c6f9-415e-85b1-59a03e636772,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:03.743161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-701c55ee-14e3-4f9f-9369-c694474e7fe6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (059f020c-a088-4291-b3b0-000e832b1fd2), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.745222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:03.750007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.754521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:03.772724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 8b267638-6f3a-416e-a59e-725eb544477d yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:03.801353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] For port e028a67f-3d92-4f7c-b37b-a41c6ba840c5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:03.805570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] For port e028a67f-3d92-4f7c-b37b-a41c6ba840c5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e028a67f-3d92-4f7c-b37b-a41c6ba840c5,segment=NetworkSegment(bb356098-a6b5-4405-9b54-3c497fa1129f),segment_id=bb356098-a6b5-4405-9b54-3c497fa1129f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:03.810693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.839638 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.872492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-701c55ee-14e3-4f9f-9369-c694474e7fe6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (059f020c-a088-4291-b3b0-000e832b1fd2), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.878096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8abe-3b47-4c1f-8efe-71e77dd4f990 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (9eb36d50-0385-43ef-86a6-85df15590b9a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.878921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3c8abe-3b47-4c1f-8efe-71e77dd4f990 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Fanout notify agent at l3_agent the message router_deleted on router 9eb36d50-0385-43ef-86a6-85df15590b9a {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:12:03.891452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab68c8-e2c4-485e-af29-4692fcd2eee9 None None] Pushing event updated for resources: {'Port': ['ID=ebcdea39-d336-41fe-bd55-69a0ec41b8c8,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:03.895599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8abe-3b47-4c1f-8efe-71e77dd4f990 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.899545 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ca3c8abe-3b47-4c1f-8efe-71e77dd4f990 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/9eb36d50-0385-43ef-86a6-85df15590b9a HTTP/1.1" status: 204 len: 168 time: 1.3990188 Oct 23 01:12:03.899711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.909094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34446) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:03.938393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:03.985286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=9f3c1e61-c6f9-415e-85b1-59a03e636772,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:04.000915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port a19be46e-df6a-4d20-ad8e-9a00d6a9039b yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:04.015813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.6 (b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a/62aa6a63-9b4a-400c-bb80-f7a5ab01ccda/8b267638-6f3a-416e-a59e-725eb544477d) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:04.030218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router f83f1d44-488e-4e6f-a161-fbf8408e3b61 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:04.071729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb532c9c-3fc6-4975-9fb9-74bdddec2ec0 None None] Pushing event updated for resources: {'Port': ['ID=e028a67f-3d92-4f7c-b37b-a41c6ba840c5,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:04.125513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:04.194780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c55ee-14e3-4f9f-9369-c694474e7fe6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059f020c-a088-4291-b3b0-000e832b1fd2,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:04.196588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a37267f-c84c-4851-963e-3a4d811fa7af tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting subnet 386af392-d1e1-4041-9cd7-79d67c0698e0 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:04.203942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0a37267f-c84c-4851-963e-3a4d811fa7af tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (386af392-d1e1-4041-9cd7-79d67c0698e0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:04.248742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:04.259312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:04.312473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0a37267f-c84c-4851-963e-3a4d811fa7af tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (386af392-d1e1-4041-9cd7-79d67c0698e0), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:04.394121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:04.427779 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:04.452936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (8b267638-6f3a-416e-a59e-725eb544477d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:04.576318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-701c55ee-14e3-4f9f-9369-c694474e7fe6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (201142f4-bf71-48c8-a3c2-1c77f8c63e5a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:04.651386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-701c55ee-14e3-4f9f-9369-c694474e7fe6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (201142f4-bf71-48c8-a3c2-1c77f8c63e5a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:04.672317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=8,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:04.702718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:04.714937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec8109-bb95-4b3e-a1f9-f38904156d64 None None] Sync routers for ids ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:04.723638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (8b267638-6f3a-416e-a59e-725eb544477d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:04.727987 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dca3310f-702c-4c10-8f17-9966c42a342f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/f83f1d44-488e-4e6f-a161-fbf8408e3b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9010115 Oct 23 01:12:04.734123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec8109-bb95-4b3e-a1f9-f38904156d64 None None] Routers {'f83f1d44-488e-4e6f-a161-fbf8408e3b61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:04.734775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d0ec8109-bb95-4b3e-a1f9-f38904156d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:04.748431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34448) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:04.766035 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c55ee-14e3-4f9f-9369-c694474e7fe6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201142f4-bf71-48c8-a3c2-1c77f8c63e5a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:04.803743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d0ec8109-bb95-4b3e-a1f9-f38904156d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:04.816090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec8109-bb95-4b3e-a1f9-f38904156d64 None None] Routers {'f83f1d44-488e-4e6f-a161-fbf8408e3b61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:04.816999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d0ec8109-bb95-4b3e-a1f9-f38904156d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:04.820959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe2ffcd-f48c-4b48-815f-d935ebfb300a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:04.833104 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5fe2ffcd-f48c-4b48-815f-d935ebfb300a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports/3f31be56-441e-448f-bb71-f15560a92446 HTTP/1.1" status: 200 len: 913 time: 0.0794940 Oct 23 01:12:04.846396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34450) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:04.851491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0a37267f-c84c-4851-963e-3a4d811fa7af tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (386af392-d1e1-4041-9cd7-79d67c0698e0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:04.878842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d0ec8109-bb95-4b3e-a1f9-f38904156d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:04.879462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec8109-bb95-4b3e-a1f9-f38904156d64 None None] The sync data for ids ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:04.892597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-701c55ee-14e3-4f9f-9369-c694474e7fe6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:04.892597 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-701c55ee-14e3-4f9f-9369-c694474e7fe6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.4554737 Oct 23 01:12:04.901203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34452) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:04.931441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ebcdea39-d336-41fe-bd55-69a0ec41b8c8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:04.935861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 172.20.0.7 (93e5b356-0704-414d-a7cb-470971f9a8ef/41552e91-bd31-4896-97e6-3204bcd8c1d2/a19be46e-df6a-4d20-ad8e-9a00d6a9039b) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:04.940131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:04.953697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:04.961535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::f816:3eff:fec5:55f0 (93e5b356-0704-414d-a7cb-470971f9a8ef/9190c597-6507-4f0c-9c0e-b86bff7e9162/a19be46e-df6a-4d20-ad8e-9a00d6a9039b) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:04.984430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:05.016692 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-52346a0f-d8b3-4817-b00b-d76c9f3b9e5c tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1112783 Oct 23 01:12:05.020879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:05.021976 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=79,neutron:DELETE=14,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:05.022452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.023026 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 Oct 23 01:12:05.027203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34454) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:05.028566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:05.038578 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-275c09fb-e1ea-4334-98e1-523d35065f63 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group': {'name': 'tempest-security--936157591', 'description': 'tempest-security-description-121612895'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:05.040972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:05.106905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-275c09fb-e1ea-4334-98e1-523d35065f63 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (201142f4-bf71-48c8-a3c2-1c77f8c63e5a), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.107817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:05.110584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.122814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:05.123427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.125258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=8b267638-6f3a-416e-a59e-725eb544477d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:05.148708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:05.169297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0a37267f-c84c-4851-963e-3a4d811fa7af tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (386af392-d1e1-4041-9cd7-79d67c0698e0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.174421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port ebcdea39-d336-41fe-bd55-69a0ec41b8c8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebcdea39-d336-41fe-bd55-69a0ec41b8c8,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:05.225326 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f0695df2-1d55-43a1-8a83-06821b363ed8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6400642 Oct 23 01:12:05.238247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34456) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:05.239924 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.241205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dc3f45c7-8860-4621-aa56-fff024c55217 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:05.256939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.282436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37267f-c84c-4851-963e-3a4d811fa7af tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Subnet': ['ID=386af392-d1e1-4041-9cd7-79d67c0698e0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:05.285484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0a37267f-c84c-4851-963e-3a4d811fa7af tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.293768 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0a37267f-c84c-4851-963e-3a4d811fa7af tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/386af392-d1e1-4041-9cd7-79d67c0698e0 HTTP/1.1" status: 204 len: 168 time: 1.3792512 Oct 23 01:12:05.299342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34458) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:05.352080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-275c09fb-e1ea-4334-98e1-523d35065f63 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (201142f4-bf71-48c8-a3c2-1c77f8c63e5a), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.362748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=ebcdea39-d336-41fe-bd55-69a0ec41b8c8,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:05.378014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port dc3f45c7-8860-4621-aa56-fff024c55217 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:05.378394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.378764 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port dc3f45c7-8860-4621-aa56-fff024c55217 Oct 23 01:12:05.384018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be94f553-5890-46ef-ac3f-7cc6e8335126 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:05.386310 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-be94f553-5890-46ef-ac3f-7cc6e8335126 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.1469941 Oct 23 01:12:05.391880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.393087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34460) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:05.442173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-60bbac97-b472-44b1-9dc0-750b0eb59869 None None] Provisioning complete for port dc3f45c7-8860-4621-aa56-fff024c55217 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:05.442824 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-60bbac97-b472-44b1-9dc0-750b0eb59869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.443354 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-60bbac97-b472-44b1-9dc0-750b0eb59869 None None] Attempt 1 to provision port dc3f45c7-8860-4621-aa56-fff024c55217 Oct 23 01:12:05.452362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-275c09fb-e1ea-4334-98e1-523d35065f63 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (201142f4-bf71-48c8-a3c2-1c77f8c63e5a), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.455134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-275c09fb-e1ea-4334-98e1-523d35065f63 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.459505 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-275c09fb-e1ea-4334-98e1-523d35065f63 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "PUT /networking/v2.0/security-groups/201142f4-bf71-48c8-a3c2-1c77f8c63e5a HTTP/1.1" status: 200 len: 1793 time: 0.4256504 Oct 23 01:12:05.461068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34462) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:05.491197 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:05.505009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (c0eaad1e-1f3b-439a-817b-6965907ac803), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.533629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port dc3f45c7-8860-4621-aa56-fff024c55217 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:05.534058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.536078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.538031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (a19be46e-df6a-4d20-ad8e-9a00d6a9039b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.542698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'Port': ['ID=e4a8617a-7132-4673-9956-f5228dd2fe61,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:05.588504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c09fb-e1ea-4334-98e1-523d35065f63 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201142f4-bf71-48c8-a3c2-1c77f8c63e5a,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:05.589161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:05.606760 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-19bedd5d-c8e1-40f4-9f1f-64e36843c098 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups/201142f4-bf71-48c8-a3c2-1c77f8c63e5a HTTP/1.1" status: 200 len: 1793 time: 0.1426466 Oct 23 01:12:05.615199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34464) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:05.622223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port dc3f45c7-8860-4621-aa56-fff024c55217, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc3f45c7-8860-4621-aa56-fff024c55217,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:05.624062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-60bbac97-b472-44b1-9dc0-750b0eb59869 None None] Current status of the port dc3f45c7-8860-4621-aa56-fff024c55217 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:05.625000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-60bbac97-b472-44b1-9dc0-750b0eb59869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.656516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-77d7a2cd-1498-4f9c-95b4-f8725ac19390 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 8b267638-6f3a-416e-a59e-725eb544477d {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:05.656959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-77d7a2cd-1498-4f9c-95b4-f8725ac19390 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8b267638-6f3a-416e-a59e-725eb544477d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.663920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc069-02ef-47d4-8e23-6c003d8a940f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (f83f1d44-488e-4e6f-a161-fbf8408e3b61), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.692344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.692875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e028a67f-3d92-4f7c-b37b-a41c6ba840c5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:05.750619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:05.751133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.795497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-60bbac97-b472-44b1-9dc0-750b0eb59869 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:12:05.797750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-60bbac97-b472-44b1-9dc0-750b0eb59869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:12:05.820384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:05.841697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:05.842915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-80c70ff8-ec61-463f-b66e-10bead8bb372 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (201142f4-bf71-48c8-a3c2-1c77f8c63e5a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.870444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:05.870825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.871201 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 Oct 23 01:12:05.874049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=dc3f45c7-8860-4621-aa56-fff024c55217,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:05.882506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a19be46e-df6a-4d20-ad8e-9a00d6a9039b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.883144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:05.969050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-77d7a2cd-1498-4f9c-95b4-f8725ac19390 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8b267638-6f3a-416e-a59e-725eb544477d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:05.986053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-80c70ff8-ec61-463f-b66e-10bead8bb372 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (201142f4-bf71-48c8-a3c2-1c77f8c63e5a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.027378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:06.033894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port f12f9ec0-f406-4c7d-802f-1844ae2f62c7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f12f9ec0-f406-4c7d-802f-1844ae2f62c7,segment=NetworkSegment(e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1),segment_id=e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:06.034208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.074927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:06.079208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for f12f9ec0-f406-4c7d-802f-1844ae2f62c7 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:06.088142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5b2dc069-02ef-47d4-8e23-6c003d8a940f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port 3f31be56-441e-448f-bb71-f15560a92446 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:06.088605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc069-02ef-47d4-8e23-6c003d8a940f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3f31be56-441e-448f-bb71-f15560a92446), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.093414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:06.094174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.131483 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:06.137566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port e028a67f-3d92-4f7c-b37b-a41c6ba840c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e028a67f-3d92-4f7c-b37b-a41c6ba840c5,segment=NetworkSegment(bb356098-a6b5-4405-9b54-3c497fa1129f),segment_id=bb356098-a6b5-4405-9b54-3c497fa1129f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:06.151703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-77d7a2cd-1498-4f9c-95b4-f8725ac19390 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 8b267638-6f3a-416e-a59e-725eb544477d owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:06.156832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:06.175219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:06.200521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:06.200688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=a19be46e-df6a-4d20-ad8e-9a00d6a9039b,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:06.212898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.214081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f3c1e61-c6f9-415e-85b1-59a03e636772 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:06.274019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc069-02ef-47d4-8e23-6c003d8a940f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3f31be56-441e-448f-bb71-f15560a92446), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.321245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5b2dc069-02ef-47d4-8e23-6c003d8a940f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for 3f31be56-441e-448f-bb71-f15560a92446 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:06.340277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=e028a67f-3d92-4f7c-b37b-a41c6ba840c5,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:06.350013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:06.350680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.369250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9f3c1e61-c6f9-415e-85b1-59a03e636772 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:06.370184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.370542 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9f3c1e61-c6f9-415e-85b1-59a03e636772 Oct 23 01:12:06.374165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-60bbac97-b472-44b1-9dc0-750b0eb59869 None None] Current status of the port dc3f45c7-8860-4621-aa56-fff024c55217 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:06.383553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-80c70ff8-ec61-463f-b66e-10bead8bb372 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (201142f4-bf71-48c8-a3c2-1c77f8c63e5a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.386155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-80c70ff8-ec61-463f-b66e-10bead8bb372 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.387554 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-80c70ff8-ec61-463f-b66e-10bead8bb372 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/201142f4-bf71-48c8-a3c2-1c77f8c63e5a HTTP/1.1" status: 204 len: 168 time: 0.7704146 Oct 23 01:12:06.392646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34466) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:06.398304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:06.419542 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dad3213f-c64d-443d-b26d-e1682aa07763 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "PUT /networking/v2.0/routers/d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7525184 Oct 23 01:12:06.422734 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Sync routers for ids ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:06.433508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c70ff8-ec61-463f-b66e-10bead8bb372 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=201142f4-bf71-48c8-a3c2-1c77f8c63e5a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:06.439505 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Routers {'d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:06.447862 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:06.503435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f12f9ec0-f406-4c7d-802f-1844ae2f62c7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.509159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:06.538601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-59e7d713-2253-4f69-aab3-0a9ff3525923 None None] Provisioning complete for port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:06.538982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-59e7d713-2253-4f69-aab3-0a9ff3525923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.539804 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-59e7d713-2253-4f69-aab3-0a9ff3525923 None None] Attempt 1 to provision port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 Oct 23 01:12:06.545188 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-eefd4d8d-9177-404c-a07d-9007e2ee4b99 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4232771 Oct 23 01:12:06.550403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34470) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:06.552570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:06.590675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=f12f9ec0-f406-4c7d-802f-1844ae2f62c7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:06.605974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No DVR routers for this DVR port f12f9ec0-f406-4c7d-802f-1844ae2f62c7 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:06.613458 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Set router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:12:06.643014 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b09fc04c-bd67-49f5-a6b0-d2264b077636 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2483909 Oct 23 01:12:06.647540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34476) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:06.654854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad0361a-a540-42f6-bdda-4e88b2315c0c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:12:06.666080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9f3c1e61-c6f9-415e-85b1-59a03e636772 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:06.707623 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-c3de45db-d505-4575-9f2e-6ea7565942bc tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] delete failed (client error): The resource could not be found. Oct 23 01:12:06.709131 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c3de45db-d505-4575-9f2e-6ea7565942bc tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/201142f4-bf71-48c8-a3c2-1c77f8c63e5a HTTP/1.1" status: 404 len: 347 time: 0.0606658 Oct 23 01:12:06.714986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34490) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:06.719419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e25970f0-474b-457d-9af1-6e2cece5b0b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383094408'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:06.734866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-77d7a2cd-1498-4f9c-95b4-f8725ac19390 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8b267638-6f3a-416e-a59e-725eb544477d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.737250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (c0eaad1e-1f3b-439a-817b-6965907ac803), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.743764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edd8c71-81b3-43e2-84b7-98e0ebd413aa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:06.760005 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edd8c71-81b3-43e2-84b7-98e0ebd413aa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:06.761813 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3edd8c71-81b3-43e2-84b7-98e0ebd413aa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.2069256 Oct 23 01:12:06.783691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34492) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:06.801201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7a2cd-1498-4f9c-95b4-f8725ac19390 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=8b267638-6f3a-416e-a59e-725eb544477d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:06.804701 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0eaad1e-1f3b-439a-817b-6965907ac803']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:06.843235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:06.843919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:06.879399 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-28038ad4-355b-4995-8cc3-d21d98731767 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1104417560&fields=id&tenant_id=b602821d64e8483792c00c012ff3de3c HTTP/1.1" status: 200 len: 267 time: 0.0918574 Oct 23 01:12:06.880672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.932115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.938952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0361a-a540-42f6-bdda-4e88b2315c0c None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:12:06.947254 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4a8617a-7132-4673-9956-f5228dd2fe61', 'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'mac_address': 'fa:16:3e:3c:bb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:00Z', 'updated_at': '2022-10-23T01:12:04Z', 'revision_number': 2, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'subnets': [{'id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:06.963928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:12:06.964371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:06.985414 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Checking router: d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:12:06.986084 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Updating router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 port e4a8617a-7132-4673-9956-f5228dd2fe61 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:12:07.011873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e25970f0-474b-457d-9af1-6e2cece5b0b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.029247 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:12:07.032113 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.047672 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1 resource provider aggregate not found Oct 23 01:12:07.111072 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4ee41ac-38ec-4d4e-9e38-c7479ea0c8b1 found for delete ", "request_id": "req-45278050-17a8-4d88-83c5-870ae92f95db"}]} Oct 23 01:12:07.169520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-babd78b2-d758-49c8-b83e-c21f3c55461a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port a19be46e-df6a-4d20-ad8e-9a00d6a9039b {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:07.169936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-babd78b2-d758-49c8-b83e-c21f3c55461a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a19be46e-df6a-4d20-ad8e-9a00d6a9039b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.181827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-77d7a2cd-1498-4f9c-95b4-f8725ac19390 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.188829 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-77d7a2cd-1498-4f9c-95b4-f8725ac19390 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/8b267638-6f3a-416e-a59e-725eb544477d HTTP/1.1" status: 204 len: 168 time: 1.7920368 Oct 23 01:12:07.203080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34498) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:07.267919 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5927f83b-b21d-4d24-bf33-66e85589dd3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:12:07.272136 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5927f83b-b21d-4d24-bf33-66e85589dd3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/8b267638-6f3a-416e-a59e-725eb544477d HTTP/1.1" status: 404 len: 333 time: 0.0655777 Oct 23 01:12:07.282268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34500) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:07.282899 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (c0eaad1e-1f3b-439a-817b-6965907ac803), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.288658 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.292756 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/networks/c0eaad1e-1f3b-439a-817b-6965907ac803 HTTP/1.1" status: 204 len: 168 time: 1.9901752 Oct 23 01:12:07.330456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ebcdea39-d336-41fe-bd55-69a0ec41b8c8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:07.344945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34502) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:07.346107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:07.362408 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2022552027', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:07.397603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:07.398063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.398459 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 Oct 23 01:12:07.399093 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Publish callbacks [] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.401154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-ed972aa9-a698-4ce0-ba99-e304e01b8abb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:07.406982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:07.409527 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-ed972aa9-a698-4ce0-ba99-e304e01b8abb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/networks?id=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 HTTP/1.1" status: 200 len: 797 time: 0.5191064 Oct 23 01:12:07.418752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc069-02ef-47d4-8e23-6c003d8a940f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3f31be56-441e-448f-bb71-f15560a92446), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.441753 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0613b-71b4-4908-92a0-b5764b7968b0 None None] Network b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:07.443908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be9542-b7f4-4a96-8666-1a938fd6c98b None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:07.446822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5933c2a8-94ba-49b2-a8b4-de4bd4c946a3 None None] Network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:07.450811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2fb129-95e6-4650-91be-c8c8e1ab523d None None] Network c0eaad1e-1f3b-439a-817b-6965907ac803 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:07.455301 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-ed1d2d14-82a0-45d7-912c-50bbd14de28d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/quotas/b602821d64e8483792c00c012ff3de3c HTTP/1.1" status: 200 len: 375 time: 0.0447152 Oct 23 01:12:07.458230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8abbc0-fa2a-4d18-a2b9-4bb5547a1af8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Network': ['ID=c0eaad1e-1f3b-439a-817b-6965907ac803,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:07.458396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dc069-02ef-47d4-8e23-6c003d8a940f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=3f31be56-441e-448f-bb71-f15560a92446,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:07.470740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-59e7d713-2253-4f69-aab3-0a9ff3525923 None None] Current status of the port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:07.477999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2fb129-95e6-4650-91be-c8c8e1ab523d None None] Network c0eaad1e-1f3b-439a-817b-6965907ac803 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:12:07.498157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-adcec108-698b-4127-bc7d-f0270200329c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 871ab1a7-a46a-4525-859c-b4718c1b1254 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:07.498570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-adcec108-698b-4127-bc7d-f0270200329c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (871ab1a7-a46a-4525-859c-b4718c1b1254), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.551707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-babd78b2-d758-49c8-b83e-c21f3c55461a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a19be46e-df6a-4d20-ad8e-9a00d6a9039b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.691809 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-c466a128-5350-4ed6-9e7e-da1499bb231e tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b602821d64e8483792c00c012ff3de3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317785 Oct 23 01:12:07.691925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (329e1716-ff5e-46b4-b4fe-00bcba202106), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.691925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (329e1716-ff5e-46b4-b4fe-00bcba202106), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.692118 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.692580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80dcbd8-777b-4a4c-b839-5ac95d3344cb None None] DHCP port deletion for c0eaad1e-1f3b-439a-817b-6965907ac803 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:07.692683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-babd78b2-d758-49c8-b83e-c21f3c55461a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for a19be46e-df6a-4d20-ad8e-9a00d6a9039b owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:07.692683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e25970f0-474b-457d-9af1-6e2cece5b0b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (64f6556a-3a04-4903-bbc4-abf6655b6eca), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.735701 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-56d7c978-406f-4290-b663-007277557479 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376007 Oct 23 01:12:07.742626 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f329bf-b7ba-490a-aa96-05d256e63c3f None None] Pushing event updated for resources: {'Port': ['ID=e4a8617a-7132-4673-9956-f5228dd2fe61,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:07.793448 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Attempting to bind port e4a8617a-7132-4673-9956-f5228dd2fe61 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:07.794319 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Attempting to bind port e4a8617a-7132-4673-9956-f5228dd2fe61 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:07.794851 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Attempting to bind port e4a8617a-7132-4673-9956-f5228dd2fe61 on network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:07.812626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (329e1716-ff5e-46b4-b4fe-00bcba202106), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.813888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e25970f0-474b-457d-9af1-6e2cece5b0b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (64f6556a-3a04-4903-bbc4-abf6655b6eca), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.852904 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:07.856323 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Checking segment: {'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:07.856323 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.856323 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Bound using segment: {'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:07.856323 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Bound port: e4a8617a-7132-4673-9956-f5228dd2fe61, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:07.856323 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.865580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:07.871609 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:07.879977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25970f0-474b-457d-9af1-6e2cece5b0b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f6556a-3a04-4903-bbc4-abf6655b6eca,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:07.891188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-adcec108-698b-4127-bc7d-f0270200329c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (871ab1a7-a46a-4525-859c-b4718c1b1254), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.909941 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc069-02ef-47d4-8e23-6c003d8a940f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (f83f1d44-488e-4e6f-a161-fbf8408e3b61), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.924502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-adcec108-698b-4127-bc7d-f0270200329c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 871ab1a7-a46a-4525-859c-b4718c1b1254 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:07.971375 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] For port e4a8617a-7132-4673-9956-f5228dd2fe61, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:07.974979 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] For port e4a8617a-7132-4673-9956-f5228dd2fe61, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4a8617a-7132-4673-9956-f5228dd2fe61,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:07.977421 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-55bb305e-16b4-4e03-a31d-86c2b4345d65 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414458 Oct 23 01:12:07.978783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:07.979651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bcd69ed5-b280-4d38-9af9-d255d1891483 None None] Provisioning complete for port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:07.980026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bcd69ed5-b280-4d38-9af9-d255d1891483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:07.980872 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bcd69ed5-b280-4d38-9af9-d255d1891483 None None] Attempt 1 to provision port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 Oct 23 01:12:08.064646 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:08.121539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:08.122758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dc3f45c7-8860-4621-aa56-fff024c55217 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:08.143339 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Routers {'d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:08.146127 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:08.175292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_gateway (329e1716-ff5e-46b4-b4fe-00bcba202106), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:08.278917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:08.328598 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:08.328721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port dc3f45c7-8860-4621-aa56-fff024c55217 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:08.328721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:08.328721 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port dc3f45c7-8860-4621-aa56-fff024c55217 Oct 23 01:12:08.355687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2dc069-02ef-47d4-8e23-6c003d8a940f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router f83f1d44-488e-4e6f-a161-fbf8408e3b61 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:08.375039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e25970f0-474b-457d-9af1-6e2cece5b0b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:08.380899 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e25970f0-474b-457d-9af1-6e2cece5b0b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6648502 Oct 23 01:12:08.386912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34508) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:08.401158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bcd69ed5-b280-4d38-9af9-d255d1891483 None None] Current status of the port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:08.402014 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9502785e-aab6-413c-ae06-f5ead63e7774 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': '64f6556a-3a04-4903-bbc4-abf6655b6eca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:08.416621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bcd69ed5-b280-4d38-9af9-d255d1891483 None None] Could not find standard attr ID for object f12f9ec0-f406-4c7d-802f-1844ae2f62c7. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:08.429886 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] Set router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:12:08.443198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:08.444302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-babd78b2-d758-49c8-b83e-c21f3c55461a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a19be46e-df6a-4d20-ad8e-9a00d6a9039b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:08.446555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91d9e36-4f14-4243-85af-ad70d2d68d99 None None] Update dhcp port {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': '41552e91-bd31-4896-97e6-3204bcd8c1d2', 'ip_address': '172.20.0.2'}, {'subnet_id': '9190c597-6507-4f0c-9c0e-b86bff7e9162'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ebcdea39-d336-41fe-bd55-69a0ec41b8c8'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:12:08.590494 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38a95bf4-6973-4689-b1c4-f92f2ea208e8 req-96140477-dfdf-4c0b-9757-9b24094b2219 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 210 time: 0.1504567 Oct 23 01:12:08.661570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d91d9e36-4f14-4243-85af-ad70d2d68d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:08.663285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9502785e-aab6-413c-ae06-f5ead63e7774 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (918e7bf6-6566-430b-b02b-90fc068a59f6), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:08.668168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Provisioning complete for port e4a8617a-7132-4673-9956-f5228dd2fe61 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:08.668953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:08.669437 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Attempt 1 to provision port e4a8617a-7132-4673-9956-f5228dd2fe61 Oct 23 01:12:08.679427 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd78b2-d758-49c8-b83e-c21f3c55461a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=a19be46e-df6a-4d20-ad8e-9a00d6a9039b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:08.695482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2dc069-02ef-47d4-8e23-6c003d8a940f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:08.715974 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5b2dc069-02ef-47d4-8e23-6c003d8a940f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/f83f1d44-488e-4e6f-a161-fbf8408e3b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8684168 Oct 23 01:12:08.715974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34514) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:08.716307 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f329bf-b7ba-490a-aa96-05d256e63c3f None None] Pushing event updated for resources: {'Port': ['ID=e4a8617a-7132-4673-9956-f5228dd2fe61,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:08.770200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe808c3-d858-4ea8-9e41-4d9e3576b143 None None] Sync routers for ids ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:08.787245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port dc3f45c7-8860-4621-aa56-fff024c55217 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:08.788695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e028a67f-3d92-4f7c-b37b-a41c6ba840c5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:08.800128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9502785e-aab6-413c-ae06-f5ead63e7774 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (918e7bf6-6566-430b-b02b-90fc068a59f6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:08.822971 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4a8617a-7132-4673-9956-f5228dd2fe61', 'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'mac_address': 'fa:16:3e:3c:bb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:00Z', 'updated_at': '2022-10-23T01:12:07Z', 'revision_number': 4, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'subnets': [{'id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:08.855438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe808c3-d858-4ea8-9e41-4d9e3576b143 None None] Routers {'f83f1d44-488e-4e6f-a161-fbf8408e3b61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:08.856266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dbe808c3-d858-4ea8-9e41-4d9e3576b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:08.934733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dbe808c3-d858-4ea8-9e41-4d9e3576b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:08.940933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ca913181-5b86-4c5b-99ea-fb0c736faa70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:08.952406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Current status of the port e4a8617a-7132-4673-9956-f5228dd2fe61 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:08.952944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:08.955515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:09.000240 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c328b-ee76-4141-ab46-fc3a66f80bac None None] The sync data for ids ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'] in dv-neutron-master-2-hyperv is: [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4a8617a-7132-4673-9956-f5228dd2fe61', 'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'mac_address': 'fa:16:3e:3c:bb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:00Z', 'updated_at': '2022-10-23T01:12:07Z', 'revision_number': 4, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'subnets': [{'id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:09.031104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9502785e-aab6-413c-ae06-f5ead63e7774 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (918e7bf6-6566-430b-b02b-90fc068a59f6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.046134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:09.046683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.047127 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 Oct 23 01:12:09.094983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe808c3-d858-4ea8-9e41-4d9e3576b143 None None] Routers {'f83f1d44-488e-4e6f-a161-fbf8408e3b61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:09.096425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dbe808c3-d858-4ea8-9e41-4d9e3576b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:11:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:09.146305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dbe808c3-d858-4ea8-9e41-4d9e3576b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:09.149932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe808c3-d858-4ea8-9e41-4d9e3576b143 None None] The sync data for ids ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:09.176108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502785e-aab6-413c-ae06-f5ead63e7774 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918e7bf6-6566-430b-b02b-90fc068a59f6,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:09.242672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] For port e4a8617a-7132-4673-9956-f5228dd2fe61, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4a8617a-7132-4673-9956-f5228dd2fe61,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:09.276139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-d91d9e36-4f14-4243-85af-ad70d2d68d99 None None] Allocated IP 2001:db8::f816:3eff:fea6:bd9 (93e5b356-0704-414d-a7cb-470971f9a8ef/9190c597-6507-4f0c-9c0e-b86bff7e9162/ebcdea39-d336-41fe-bd55-69a0ec41b8c8) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:09.286403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (f83f1d44-488e-4e6f-a161-fbf8408e3b61), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.333936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-babd78b2-d758-49c8-b83e-c21f3c55461a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.339689 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-babd78b2-d758-49c8-b83e-c21f3c55461a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/a19be46e-df6a-4d20-ad8e-9a00d6a9039b HTTP/1.1" status: 204 len: 168 time: 2.5422723 Oct 23 01:12:09.340348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34516) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:09.369102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_gateway (329e1716-ff5e-46b4-b4fe-00bcba202106), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.413171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.419973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-adcec108-698b-4127-bc7d-f0270200329c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (871ab1a7-a46a-4525-859c-b4718c1b1254), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.423040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9502785e-aab6-413c-ae06-f5ead63e7774 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.424587 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9502785e-aab6-413c-ae06-f5ead63e7774 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0346255 Oct 23 01:12:09.427705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34518) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:09.438797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-d91d9e36-4f14-4243-85af-ad70d2d68d99 None None] For port ebcdea39-d336-41fe-bd55-69a0ec41b8c8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebcdea39-d336-41fe-bd55-69a0ec41b8c8,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:09.496003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcec108-698b-4127-bc7d-f0270200329c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=871ab1a7-a46a-4525-859c-b4718c1b1254,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:09.500575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-368ddeb0-a513-4681-8296-6fe96a61f012 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (918e7bf6-6566-430b-b02b-90fc068a59f6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.504264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.519252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d91d9e36-4f14-4243-85af-ad70d2d68d99 None None] Publish callbacks [] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.528312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-368ddeb0-a513-4681-8296-6fe96a61f012 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (918e7bf6-6566-430b-b02b-90fc068a59f6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.542775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d69714-83c6-4d0f-9562-9c013c10044f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:09.544507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d69714-83c6-4d0f-9562-9c013c10044f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:09.546180 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d69714-83c6-4d0f-9562-9c013c10044f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:09.551442 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b4d69714-83c6-4d0f-9562-9c013c10044f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2071373 Oct 23 01:12:09.552388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34522) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:09.584494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Could not find standard attr ID for object 3f31be56-441e-448f-bb71-f15560a92446. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:09.629713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:09.653777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d91d9e36-4f14-4243-85af-ad70d2d68d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.660266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Provisioning complete for port dc3f45c7-8860-4621-aa56-fff024c55217 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:09.660902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.661531 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Attempt 1 to provision port dc3f45c7-8860-4621-aa56-fff024c55217 Oct 23 01:12:09.684245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:09.720964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8786c0-9d4a-4291-a040-d1f2b9facca7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 41552e91-bd31-4896-97e6-3204bcd8c1d2 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:09.729315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d8786c0-9d4a-4291-a040-d1f2b9facca7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (41552e91-bd31-4896-97e6-3204bcd8c1d2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.737117 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-368ddeb0-a513-4681-8296-6fe96a61f012 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (918e7bf6-6566-430b-b02b-90fc068a59f6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.762146 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc7996c8-6235-4b71-bac5-b2a269b30826 req-45175b80-67d5-4f5c-99b3-005f0e729133 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 210 time: 0.0697043 Oct 23 01:12:09.764418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Pushing event updated for resources: {'Port': ['ID=e4a8617a-7132-4673-9956-f5228dd2fe61,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:09.772511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-368ddeb0-a513-4681-8296-6fe96a61f012 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.781637 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-368ddeb0-a513-4681-8296-6fe96a61f012 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/918e7bf6-6566-430b-b02b-90fc068a59f6 HTTP/1.1" status: 204 len: 168 time: 0.3453572 Oct 23 01:12:09.787077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34526) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:09.792575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port 932a3178-e1aa-4bf2-a7bb-b7c4b053836e {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:09.792936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (932a3178-e1aa-4bf2-a7bb-b7c4b053836e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.799445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-adcec108-698b-4127-bc7d-f0270200329c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.803722 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-adcec108-698b-4127-bc7d-f0270200329c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/871ab1a7-a46a-4525-859c-b4718c1b1254 HTTP/1.1" status: 204 len: 168 time: 2.5094688 Oct 23 01:12:09.805449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ddeb0-a513-4681-8296-6fe96a61f012 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=918e7bf6-6566-430b-b02b-90fc068a59f6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:09.819072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34528) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:09.842867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Allocated IP 172.36.3.244 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/0bd553d3-6f73-4d57-8bf8-99a3c5da461d) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:09.884156 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8548eb66-b111-4297-a967-e49e70f46a11 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:12:09.886860 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8548eb66-b111-4297-a967-e49e70f46a11 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/871ab1a7-a46a-4525-859c-b4718c1b1254 HTTP/1.1" status: 404 len: 333 time: 0.0664275 Oct 23 01:12:09.894101 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34530) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:09.919655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d8786c0-9d4a-4291-a040-d1f2b9facca7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (41552e91-bd31-4896-97e6-3204bcd8c1d2), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:09.952170 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-30f32c44-cef0-45cf-8a80-f52aa9307232 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1603408 Oct 23 01:12:09.955838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34532) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:10.016436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e4a8617a-7132-4673-9956-f5228dd2fe61 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:10.031415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (932a3178-e1aa-4bf2-a7bb-b7c4b053836e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.058977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for 932a3178-e1aa-4bf2-a7bb-b7c4b053836e owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:10.069543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:10.083633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (64f6556a-3a04-4903-bbc4-abf6655b6eca), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.099785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-603ecb7d-6614-409b-abe7-3c3bbd1ed408 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting subnet 62aa6a63-9b4a-400c-bb80-f7a5ab01ccda {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:10.106225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-603ecb7d-6614-409b-abe7-3c3bbd1ed408 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (62aa6a63-9b4a-400c-bb80-f7a5ab01ccda), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.131937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:10.151697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d9e36-4f14-4243-85af-ad70d2d68d99 None None] Pushing event updated for resources: {'Port': ['ID=ebcdea39-d336-41fe-bd55-69a0ec41b8c8,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:10.156793 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (64f6556a-3a04-4903-bbc4-abf6655b6eca), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.169235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-51602b8f-61a8-4feb-b4d8-4c87e25907f6 None None] Current status of the port dc3f45c7-8860-4621-aa56-fff024c55217 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:10.171943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e4a8617a-7132-4673-9956-f5228dd2fe61 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:10.172491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.172911 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e4a8617a-7132-4673-9956-f5228dd2fe61 Oct 23 01:12:10.278797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e4a8617a-7132-4673-9956-f5228dd2fe61 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:10.310886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d8786c0-9d4a-4291-a040-d1f2b9facca7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (41552e91-bd31-4896-97e6-3204bcd8c1d2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.311020 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f12f9ec0-f406-4c7d-802f-1844ae2f62c7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:10.324175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-11d71bf8-6e7a-48bc-8eca-036fca623a1b None None] Provisioning complete for port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:10.324620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-11d71bf8-6e7a-48bc-8eca-036fca623a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.325038 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-11d71bf8-6e7a-48bc-8eca-036fca623a1b None None] Attempt 1 to provision port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 Oct 23 01:12:10.328847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: f12f9ec0-f406-4c7d-802f-1844ae2f62c7 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:10.329289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f12f9ec0-f406-4c7d-802f-1844ae2f62c7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:10.393157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-603ecb7d-6614-409b-abe7-3c3bbd1ed408 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (62aa6a63-9b4a-400c-bb80-f7a5ab01ccda), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.450271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-11d71bf8-6e7a-48bc-8eca-036fca623a1b None None] Current status of the port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:10.456048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-11d71bf8-6e7a-48bc-8eca-036fca623a1b None None] Could not find standard attr ID for object 871ab1a7-a46a-4525-859c-b4718c1b1254. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:10.467256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (0bd553d3-6f73-4d57-8bf8-99a3c5da461d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.475884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:10.478501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d8786c0-9d4a-4291-a040-d1f2b9facca7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (41552e91-bd31-4896-97e6-3204bcd8c1d2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.520289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (932a3178-e1aa-4bf2-a7bb-b7c4b053836e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.526920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8786c0-9d4a-4291-a040-d1f2b9facca7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=41552e91-bd31-4896-97e6-3204bcd8c1d2,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:10.531264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d8786c0-9d4a-4291-a040-d1f2b9facca7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.535035 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5d8786c0-9d4a-4291-a040-d1f2b9facca7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/41552e91-bd31-4896-97e6-3204bcd8c1d2 HTTP/1.1" status: 204 len: 168 time: 0.9814422 Oct 23 01:12:10.541016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (64f6556a-3a04-4903-bbc4-abf6655b6eca), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.544779 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.548719 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/64f6556a-3a04-4903-bbc4-abf6655b6eca HTTP/1.1" status: 204 len: 168 time: 0.5891745 Oct 23 01:12:10.548719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34534) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:10.571990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34536) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:10.615461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-603ecb7d-6614-409b-abe7-3c3bbd1ed408 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (62aa6a63-9b4a-400c-bb80-f7a5ab01ccda), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.691931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cf0a93-6745-4f2f-aa26-f9766e0638c1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 9190c597-6507-4f0c-9c0e-b86bff7e9162 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:10.696700 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5ae6ca09-3c8b-4c72-9279-3a29e0715fc2 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1216090 Oct 23 01:12:10.699961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34538) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:10.705338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-33c1524b-812d-4afe-8c92-3395b20474e8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group': {'name': 'tempest-secgroup--320288256'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:10.716781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:10.718226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64cf0a93-6745-4f2f-aa26-f9766e0638c1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (9190c597-6507-4f0c-9c0e-b86bff7e9162), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.722574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f6556a-3a04-4903-bbc4-abf6655b6eca,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:10.726067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=932a3178-e1aa-4bf2-a7bb-b7c4b053836e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:10.760943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (0bd553d3-6f73-4d57-8bf8-99a3c5da461d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.766212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.772916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.774346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f2c364-1911-41d5-b20b-88cd7d28406a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.821543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.821543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.821543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.821543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.821543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.821543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.821543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.821543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.821543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.822951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.822951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.822951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.822951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.822951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.823389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:10.859204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33c1524b-812d-4afe-8c92-3395b20474e8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.869133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-603ecb7d-6614-409b-abe7-3c3bbd1ed408 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (62aa6a63-9b4a-400c-bb80-f7a5ab01ccda), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.875729 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64cf0a93-6745-4f2f-aa26-f9766e0638c1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (9190c597-6507-4f0c-9c0e-b86bff7e9162), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.901040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:10.905373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (f83f1d44-488e-4e6f-a161-fbf8408e3b61), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.910984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8747bc-6b59-4a26-83c7-4687f59e3c00 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:12:10.940697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:10.967940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-603ecb7d-6614-409b-abe7-3c3bbd1ed408 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:10.975589 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-603ecb7d-6614-409b-abe7-3c3bbd1ed408 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/62aa6a63-9b4a-400c-bb80-f7a5ab01ccda HTTP/1.1" status: 204 len: 168 time: 1.0768824 Oct 23 01:12:10.981371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34542) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:10.987545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a434e371-4f00-4807-9327-25cccdeb0b15 None None] Could not find standard attr ID for object a19be46e-df6a-4d20-ad8e-9a00d6a9039b. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:11.008401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:11.008401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a434e371-4f00-4807-9327-25cccdeb0b15 None None] Provisioning complete for port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:11.008401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a434e371-4f00-4807-9327-25cccdeb0b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.008828 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a434e371-4f00-4807-9327-25cccdeb0b15 None None] Attempt 1 to provision port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 Oct 23 01:12:11.009717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ecb7d-6614-409b-abe7-3c3bbd1ed408 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Subnet': ['ID=62aa6a63-9b4a-400c-bb80-f7a5ab01ccda,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:11.014476 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d64f10d1-072f-44d2-84c6-e41c45e00af7 req-fb5e8d4a-318a-4f0a-a87d-aabe7d6b844e tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 210 time: 0.1048636 Oct 23 01:12:11.020774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=0bd553d3-6f73-4d57-8bf8-99a3c5da461d,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:11.023873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:11.030081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:11.113196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8747bc-6b59-4a26-83c7-4687f59e3c00 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:12:11.135565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64cf0a93-6745-4f2f-aa26-f9766e0638c1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (9190c597-6507-4f0c-9c0e-b86bff7e9162), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.168016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33c1524b-812d-4afe-8c92-3395b20474e8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (ca155625-100e-4c26-86f2-582976aee3e0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.203782 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-16aa41b9-0fec-46bb-ba5d-a6ebd0c60080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.210710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a434e371-4f00-4807-9327-25cccdeb0b15 None None] Current status of the port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:11.225465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.267345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33c1524b-812d-4afe-8c92-3395b20474e8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (ca155625-100e-4c26-86f2-582976aee3e0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.301815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1524b-812d-4afe-8c92-3395b20474e8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca155625-100e-4c26-86f2-582976aee3e0,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:11.396230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33c1524b-812d-4afe-8c92-3395b20474e8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.400904 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-33c1524b-812d-4afe-8c92-3395b20474e8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6965952 Oct 23 01:12:11.400904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34544) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:11.408046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-1fade253-7a2f-4943-b3cd-3dbdefe553b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': 'ca155625-100e-4c26-86f2-582976aee3e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:11.488183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_gateway (329e1716-ff5e-46b4-b4fe-00bcba202106), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.587340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router f83f1d44-488e-4e6f-a161-fbf8408e3b61 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:11.679029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1fade253-7a2f-4943-b3cd-3dbdefe553b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (6332b710-fe24-44be-8188-b4e817d19c12), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.681824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:11.682831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.725982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:11.728114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64cf0a93-6745-4f2f-aa26-f9766e0638c1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (9190c597-6507-4f0c-9c0e-b86bff7e9162), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.741231 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4e9bec-bbbf-4aea-b037-4b7106784701 None None] Sync routers for ids ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:11.765890 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6edde2d4-9e21-438e-89db-fdc74d1c2cd8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/f83f1d44-488e-4e6f-a161-fbf8408e3b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0378876 Oct 23 01:12:11.766107 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e9bec-bbbf-4aea-b037-4b7106784701 None None] Routers {'f83f1d44-488e-4e6f-a161-fbf8408e3b61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:11.766107 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-db4e9bec-bbbf-4aea-b037-4b7106784701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:11.774861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34546) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:11.806207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64cf0a93-6745-4f2f-aa26-f9766e0638c1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.809488 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-64cf0a93-6745-4f2f-aa26-f9766e0638c1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9190c597-6507-4f0c-9c0e-b86bff7e9162 HTTP/1.1" status: 204 len: 168 time: 1.2456017 Oct 23 01:12:11.812458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf0a93-6745-4f2f-aa26-f9766e0638c1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=9190c597-6507-4f0c-9c0e-b86bff7e9162,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:11.818028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34548) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:11.853955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ebcdea39-d336-41fe-bd55-69a0ec41b8c8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:11.866044 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-db4e9bec-bbbf-4aea-b037-4b7106784701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:11.876885 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:11.885386 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e9bec-bbbf-4aea-b037-4b7106784701 None None] Routers {'f83f1d44-488e-4e6f-a161-fbf8408e3b61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:11.886371 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-db4e9bec-bbbf-4aea-b037-4b7106784701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:11.887163 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-48a1ab0c-a5ad-40c8-86df-44af258756f3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f83f1d44-488e-4e6f-a161-fbf8408e3b61 HTTP/1.1" status: 200 len: 205 time: 0.1033010 Oct 23 01:12:11.913559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34550) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:11.914771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:11.919098 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-90d0ace1-45e5-4951-992b-724525d6ea49 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999181 Oct 23 01:12:11.921775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34552) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:11.933721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1acf8cba-5313-46a3-9a55-a7fe19443207 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:11.937182 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-db4e9bec-bbbf-4aea-b037-4b7106784701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:11.937182 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4e9bec-bbbf-4aea-b037-4b7106784701 None None] The sync data for ids ['f83f1d44-488e-4e6f-a161-fbf8408e3b61'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:11.946765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] For port e028a67f-3d92-4f7c-b37b-a41c6ba840c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e028a67f-3d92-4f7c-b37b-a41c6ba840c5,segment=NetworkSegment(bb356098-a6b5-4405-9b54-3c497fa1129f),segment_id=bb356098-a6b5-4405-9b54-3c497fa1129f)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:11.947169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.966729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:11.967451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:11.967972 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 Oct 23 01:12:12.004171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for e028a67f-3d92-4f7c-b37b-a41c6ba840c5 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:12.036436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-560939e7-9f72-4ace-940a-e36cb8857024 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:12.038040 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-560939e7-9f72-4ace-940a-e36cb8857024 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.48 "GET /networking/v2.0/networks?id=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 HTTP/1.1" status: 200 len: 797 time: 0.4559464 Oct 23 01:12:12.075062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1fade253-7a2f-4943-b3cd-3dbdefe553b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (6332b710-fe24-44be-8188-b4e817d19c12), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.094445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:12.096337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e4a8617a-7132-4673-9956-f5228dd2fe61 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:12.158866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1fade253-7a2f-4943-b3cd-3dbdefe553b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (6332b710-fe24-44be-8188-b4e817d19c12), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.163117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d11ac2d-296e-4b4a-ab1e-579a1bc99a64 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (f83f1d44-488e-4e6f-a161-fbf8408e3b61), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.163485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e4a8617a-7132-4673-9956-f5228dd2fe61 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:12.163865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.164198 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e4a8617a-7132-4673-9956-f5228dd2fe61 Oct 23 01:12:12.168937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bde1d05-ecd0-49b5-b3c9-669858f889b7 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:12.176556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (329e1716-ff5e-46b4-b4fe-00bcba202106), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.177088 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-eae4a0c9-1f48-4763-9043-33e733a56e10 req-dcd0ee34-8c53-409c-a646-df9b1a66882f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 210 time: 0.0449326 Oct 23 01:12:12.295177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fade253-7a2f-4943-b3cd-3dbdefe553b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6332b710-fe24-44be-8188-b4e817d19c12,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:12.314263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-27262986-a615-4a03-979d-6ea3f0e0e792 None None] Provisioning complete for port fc3d6b03-88e2-49d2-9fdb-f7de16344281 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:12.314883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-27262986-a615-4a03-979d-6ea3f0e0e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.315372 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-27262986-a615-4a03-979d-6ea3f0e0e792 None None] Attempt 1 to provision port fc3d6b03-88e2-49d2-9fdb-f7de16344281 Oct 23 01:12:12.316176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acf8cba-5313-46a3-9a55-a7fe19443207 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:12.324246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1acf8cba-5313-46a3-9a55-a7fe19443207 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.329810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e028a67f-3d92-4f7c-b37b-a41c6ba840c5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.402240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:12.448249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:12.458237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=e028a67f-3d92-4f7c-b37b-a41c6ba840c5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:12.458972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1fade253-7a2f-4943-b3cd-3dbdefe553b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.460436 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1fade253-7a2f-4943-b3cd-3dbdefe553b5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0586967 Oct 23 01:12:12.474150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34560) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:12.487043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-947d29fe-f70d-48b6-8fdb-2051db71412f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': 'ca155625-100e-4c26-86f2-582976aee3e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:12.500280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No DVR routers for this DVR port e028a67f-3d92-4f7c-b37b-a41c6ba840c5 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:12.519479 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-c1ef6834-c627-477a-8f0e-80abaa33be8d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b602821d64e8483792c00c012ff3de3c HTTP/1.1" status: 200 len: 380 time: 0.3998575 Oct 23 01:12:12.529762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:12.538394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.574538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-27262986-a615-4a03-979d-6ea3f0e0e792 None None] Current status of the port fc3d6b03-88e2-49d2-9fdb-f7de16344281 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:12.577374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'port': {'device_id': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'admin_state_up': True, 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'security_groups': ['f086a5ed-a3f4-40c0-b2a6-1e921fb17a73']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:12.587289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e4a8617a-7132-4673-9956-f5228dd2fe61 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:12.678631 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2519d1ce-07bd-41e0-bbc9-3360ec174693 None None] Network b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:12.765040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0610090-aae0-45f4-acc3-8fea8a499a2a None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:12.768253 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-947d29fe-f70d-48b6-8fdb-2051db71412f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (d5f6c26f-918a-4dc4-96fe-a575b6cd0654), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.808788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.824930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b60bc763-298b-4edf-bfb3-1515cdac7e66 None None] Provisioning complete for port e4a8617a-7132-4673-9956-f5228dd2fe61 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:12.825935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b60bc763-298b-4edf-bfb3-1515cdac7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.825935 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b60bc763-298b-4edf-bfb3-1515cdac7e66 None None] Attempt 1 to provision port e4a8617a-7132-4673-9956-f5228dd2fe61 Oct 23 01:12:12.895106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d0610090-aae0-45f4-acc3-8fea8a499a2a None None] Deleting port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:12.895106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d0610090-aae0-45f4-acc3-8fea8a499a2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.897660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-947d29fe-f70d-48b6-8fdb-2051db71412f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (d5f6c26f-918a-4dc4-96fe-a575b6cd0654), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.904752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:12.921524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb356098-a6b5-4405-9b54-3c497fa1129f') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:12.921878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb356098-a6b5-4405-9b54-3c497fa1129f') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:12.934213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:12.934967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (bb356098-a6b5-4405-9b54-3c497fa1129f), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.957333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (bb356098-a6b5-4405-9b54-3c497fa1129f), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.968892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:12:12.969705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (bb356098-a6b5-4405-9b54-3c497fa1129f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:12.989398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15115a13-2b41-4957-81c9-379dfb7b663a None None] DHCP port deletion for b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:13.034306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-d0610090-aae0-45f4-acc3-8fea8a499a2a None None] For port ebcdea39-d336-41fe-bd55-69a0ec41b8c8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebcdea39-d336-41fe-bd55-69a0ec41b8c8,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:13.034856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d0610090-aae0-45f4-acc3-8fea8a499a2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.041737 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment bb356098-a6b5-4405-9b54-3c497fa1129f resource provider aggregate not found Oct 23 01:12:13.060147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-947d29fe-f70d-48b6-8fdb-2051db71412f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (d5f6c26f-918a-4dc4-96fe-a575b6cd0654), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.060465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d0610090-aae0-45f4-acc3-8fea8a499a2a None None] Calling delete_port for ebcdea39-d336-41fe-bd55-69a0ec41b8c8 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:13.078752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1acf8cba-5313-46a3-9a55-a7fe19443207 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (17b22175-1d97-4fa0-809a-a227c7a02f67), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.083135 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment bb356098-a6b5-4405-9b54-3c497fa1129f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb356098-a6b5-4405-9b54-3c497fa1129f found for delete ", "request_id": "req-0ce255fb-6e0b-43ea-a3d3-46978818ab21"}]} Oct 23 01:12:13.087313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:13.089775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d11ac2d-296e-4b4a-ab1e-579a1bc99a64 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (f83f1d44-488e-4e6f-a161-fbf8408e3b61), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.094537 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d11ac2d-296e-4b4a-ab1e-579a1bc99a64 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (f83f1d44-488e-4e6f-a161-fbf8408e3b61), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.130978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d29fe-f70d-48b6-8fdb-2051db71412f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f6c26f-918a-4dc4-96fe-a575b6cd0654,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:13.140432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acf8cba-5313-46a3-9a55-a7fe19443207 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:13.144887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1acf8cba-5313-46a3-9a55-a7fe19443207 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:13.150077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acf8cba-5313-46a3-9a55-a7fe19443207 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:13.150810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1acf8cba-5313-46a3-9a55-a7fe19443207 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.152033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b60bc763-298b-4edf-bfb3-1515cdac7e66 None None] Current status of the port e4a8617a-7132-4673-9956-f5228dd2fe61 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:13.171063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf8cba-5313-46a3-9a55-a7fe19443207 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=17b22175-1d97-4fa0-809a-a227c7a02f67,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:13.174064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.178100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b60bc763-298b-4edf-bfb3-1515cdac7e66 None None] Could not find standard attr ID for object 871ab1a7-a46a-4525-859c-b4718c1b1254. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:13.181031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.184399 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/networks/b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a HTTP/1.1" status: 204 len: 168 time: 2.1937194 Oct 23 01:12:13.188686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34566) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:13.194105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1180968381'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:13.209584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649f3f4-065b-426b-a7f8-4338e168c5ea tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Network': ['ID=b4a7a58a-9641-4e7f-8337-32fd6cfd8e9a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:13.231760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-947d29fe-f70d-48b6-8fdb-2051db71412f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.236216 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-947d29fe-f70d-48b6-8fdb-2051db71412f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7526746 Oct 23 01:12:13.236874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34570) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:13.241079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-bb4839c9-ea37-407d-9792-d0cd0b5ed39a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': 'ca155625-100e-4c26-86f2-582976aee3e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:13.299843 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-125968a7-05e1-4cfa-ab7f-eacd7df800e0 req-20d5515d-3216-4a04-add0-33061524214b tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 210 time: 0.0298233 Oct 23 01:12:13.313717 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-438b8e6b-78bd-42bb-9c5e-723e69b9c3bb None None] Provisioning complete for port e4a8617a-7132-4673-9956-f5228dd2fe61 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:13.314122 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-438b8e6b-78bd-42bb-9c5e-723e69b9c3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.316213 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-438b8e6b-78bd-42bb-9c5e-723e69b9c3bb None None] Attempt 1 to provision port e4a8617a-7132-4673-9956-f5228dd2fe61 Oct 23 01:12:13.335840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d11ac2d-296e-4b4a-ab1e-579a1bc99a64 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (f83f1d44-488e-4e6f-a161-fbf8408e3b61), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.336807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d11ac2d-296e-4b4a-ab1e-579a1bc99a64 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Fanout notify agent at l3_agent the message router_deleted on router f83f1d44-488e-4e6f-a161-fbf8408e3b61 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:12:13.340900 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1acf8cba-5313-46a3-9a55-a7fe19443207 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4112363 Oct 23 01:12:13.345762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d11ac2d-296e-4b4a-ab1e-579a1bc99a64 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.345762 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7d11ac2d-296e-4b4a-ab1e-579a1bc99a64 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/f83f1d44-488e-4e6f-a161-fbf8408e3b61 HTTP/1.1" status: 204 len: 168 time: 1.4168243 Oct 23 01:12:13.348176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34572) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:13.349510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34574) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:13.353380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:13.375586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:13.380044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Made reservation on behalf of b602821d64e8483792c00c012ff3de3c for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:13.382684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d0610090-aae0-45f4-acc3-8fea8a499a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (ebcdea39-d336-41fe-bd55-69a0ec41b8c8), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.383663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.385322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.385908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 329e1716-ff5e-46b4-b4fe-00bcba202106 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:12:13.400981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0610090-aae0-45f4-acc3-8fea8a499a2a None None] No DVR routers for this DVR port ebcdea39-d336-41fe-bd55-69a0ec41b8c8 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:13.426177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0610090-aae0-45f4-acc3-8fea8a499a2a None None] Pushing event deleted for resources: {'Port': ['ID=ebcdea39-d336-41fe-bd55-69a0ec41b8c8,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:13.429671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-438b8e6b-78bd-42bb-9c5e-723e69b9c3bb None None] Current status of the port e4a8617a-7132-4673-9956-f5228dd2fe61 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:13.440504 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb4839c9-ea37-407d-9792-d0cd0b5ed39a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (4e8baa4d-ecbf-4b6f-9748-89d6fb70830b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.445608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting subnet 9b0af2cf-2014-4e0b-8db9-9a20758aaa52 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:13.450270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e6b6d-0367-49e8-bae8-81de979e8d43 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:12:13.480736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (9b0af2cf-2014-4e0b-8db9-9a20758aaa52), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.496005 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:12:13.521083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ddb2f658-741a-4e48-8275-0b35df46e2b9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.521432 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Added segment ddb2f658-741a-4e48-8275-0b35df46e2b9 of type vlan for network db8a1b2a-9bf0-4952-8f67-004b6880d4ec Oct 23 01:12:13.525864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:13.580425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822e6b6d-0367-49e8-bae8-81de979e8d43 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:12:13.587737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (9b0af2cf-2014-4e0b-8db9-9a20758aaa52), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.589130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:13.596879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (db8a1b2a-9bf0-4952-8f67-004b6880d4ec), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.618470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb4839c9-ea37-407d-9792-d0cd0b5ed39a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (4e8baa4d-ecbf-4b6f-9748-89d6fb70830b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.711736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:13.726403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d2047-c1dd-482e-86ed-b0a730156dab None None] Sync routers for ids ['329e1716-ff5e-46b4-b4fe-00bcba202106'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:13.727468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb4839c9-ea37-407d-9792-d0cd0b5ed39a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (4e8baa4d-ecbf-4b6f-9748-89d6fb70830b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.737405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Allocated IP 172.20.0.13 (3ebe2538-bb2d-42e2-b717-7f6ba6b63af7/3baf470e-f52d-4f8a-838e-48ebddc6fdd6/c5727af3-728e-43dd-876c-80fcaf1e18cd) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:13.777511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d2047-c1dd-482e-86ed-b0a730156dab None None] Routers {'329e1716-ff5e-46b4-b4fe-00bcba202106'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:13.778363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-747d2047-c1dd-482e-86ed-b0a730156dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['329e1716-ff5e-46b4-b4fe-00bcba202106'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:13.784864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:13.785525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (9b0af2cf-2014-4e0b-8db9-9a20758aaa52), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.787528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ebcdea39-d336-41fe-bd55-69a0ec41b8c8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:13.790546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.840173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: ebcdea39-d336-41fe-bd55-69a0ec41b8c8 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:13.840685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ebcdea39-d336-41fe-bd55-69a0ec41b8c8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:13.841369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e028a67f-3d92-4f7c-b37b-a41c6ba840c5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:13.844070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4839c9-ea37-407d-9792-d0cd0b5ed39a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8baa4d-ecbf-4b6f-9748-89d6fb70830b,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:13.844239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': '17b22175-1d97-4fa0-809a-a227c7a02f67'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:13.844561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.849656 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (db8a1b2a-9bf0-4952-8f67-004b6880d4ec), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.851430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.855231 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-74c16eff-40a2-4cb0-82bf-3bd26162a054 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.4949393 Oct 23 01:12:13.856312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:13.856312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.868307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34576) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:13.888688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-747d2047-c1dd-482e-86ed-b0a730156dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:13.900869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: e028a67f-3d92-4f7c-b37b-a41c6ba840c5 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:13.901557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e028a67f-3d92-4f7c-b37b-a41c6ba840c5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:13.958530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb4839c9-ea37-407d-9792-d0cd0b5ed39a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:13.962271 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bb4839c9-ea37-407d-9792-d0cd0b5ed39a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7222691 Oct 23 01:12:13.965654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34578) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:13.969947 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7801557 Oct 23 01:12:13.979451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-382b8b05-1d84-4f7c-a5ad-6883e0549c8c tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': 'ca155625-100e-4c26-86f2-582976aee3e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:13.979683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34580) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:13.990711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': 'db8a1b2a-9bf0-4952-8f67-004b6880d4ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:14.007116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:14.009206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.012241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b37333-843d-49ce-899d-1057d5658148 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Network': ['ID=db8a1b2a-9bf0-4952-8f67-004b6880d4ec,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:14.012411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d2047-c1dd-482e-86ed-b0a730156dab None None] Routers {'329e1716-ff5e-46b4-b4fe-00bcba202106'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:14.013155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-747d2047-c1dd-482e-86ed-b0a730156dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['329e1716-ff5e-46b4-b4fe-00bcba202106'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:14.075726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:14.095553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (9b0af2cf-2014-4e0b-8db9-9a20758aaa52), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.153522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Subnet': ['ID=9b0af2cf-2014-4e0b-8db9-9a20758aaa52,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:14.160231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.167968 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-36c677b4-2f45-4043-8143-7b2e4eb35081 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/routers/329e1716-ff5e-46b4-b4fe-00bcba202106 HTTP/1.1" status: 200 len: 881 time: 0.2987254 Oct 23 01:12:14.172661 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34582) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:14.172850 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.179175 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9b0af2cf-2014-4e0b-8db9-9a20758aaa52 HTTP/1.1" status: 204 len: 168 time: 0.8288186 Oct 23 01:12:14.182963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34584) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:14.186022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-382b8b05-1d84-4f7c-a5ad-6883e0549c8c tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (bb1f155f-5b4b-4447-b9e9-3671f424accc), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.191099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.191598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.193473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.193851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.194202 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.194539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.194873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.195207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.195541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.195858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.196252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.196582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.196906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.197232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.197557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eecbaa-6811-4e77-aa98-fcf843a0ce04 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:14.257055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:14.265721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:14.270066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:14.274020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.286120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-382b8b05-1d84-4f7c-a5ad-6883e0549c8c tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (bb1f155f-5b4b-4447-b9e9-3671f424accc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.299220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:14.321592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.328067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network db8a1b2a-9bf0-4952-8f67-004b6880d4ec details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:12:14.363834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-382b8b05-1d84-4f7c-a5ad-6883e0549c8c tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (bb1f155f-5b4b-4447-b9e9-3671f424accc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.381552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-747d2047-c1dd-482e-86ed-b0a730156dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:14.388363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d2047-c1dd-482e-86ed-b0a730156dab None None] The sync data for ids ['329e1716-ff5e-46b4-b4fe-00bcba202106'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:14.402027 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:14.420722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b8b05-1d84-4f7c-a5ad-6883e0549c8c tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1f155f-5b4b-4447-b9e9-3671f424accc,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:14.423635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:14.430299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:14.470278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.474317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Allocated IP 172.20.0.2 (93e5b356-0704-414d-a7cb-470971f9a8ef/17b22175-1d97-4fa0-809a-a227c7a02f67/9f35992d-107a-4b7a-9f3d-4207a8ec3580) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:14.494821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:14.494821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.498965 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'Port': ['ID=c5727af3-728e-43dd-876c-80fcaf1e18cd,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:14.604261 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-d2f54e1f-d6b5-45e3-ae78-3eb1e94d309a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0338182 Oct 23 01:12:14.607446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-382b8b05-1d84-4f7c-a5ad-6883e0549c8c tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.608985 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-382b8b05-1d84-4f7c-a5ad-6883e0549c8c tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6429844 Oct 23 01:12:14.611724 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34588) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:14.617296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-30b7db27-4609-4e52-b41c-59d490e21124 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': 'ca155625-100e-4c26-86f2-582976aee3e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:14.628845 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Request body: {'port': {'device_id': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:14.655396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa16446-59a3-400c-9771-1390cd7ef72d req-b7316f77-692f-400e-96cc-b8a5605d6a11 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:14.657479 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7aa16446-59a3-400c-9771-1390cd7ef72d req-b7316f77-692f-400e-96cc-b8a5605d6a11 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 932 time: 0.2013025 Oct 23 01:12:14.661184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c0e44f-3e99-4953-9693-01d9edf8b214 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting subnet 9944f149-3606-44ae-9ec7-47730a21412d {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:14.683890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82c0e44f-3e99-4953-9693-01d9edf8b214 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (9944f149-3606-44ae-9ec7-47730a21412d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.694419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Publish callbacks [] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.700832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.702658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bb0fc3bc-3bcf-4344-ac39-bff1907086eb None None] Provisioning complete for port b356bf1d-ab22-4f01-927a-43bea37460c2 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:14.702985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc3bc-3bcf-4344-ac39-bff1907086eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.703435 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bb0fc3bc-3bcf-4344-ac39-bff1907086eb None None] Attempt 1 to provision port b356bf1d-ab22-4f01-927a-43bea37460c2 Oct 23 01:12:14.750697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-30b7db27-4609-4e52-b41c-59d490e21124 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (b406918a-4383-418f-97a0-4d912f12040d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.775095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.787079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:14.795193 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3a1cbe1b-698e-488d-8dcd-5e48e40b5417 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6190863 Oct 23 01:12:14.796602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34590) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:14.811552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d5278a8e-460d-4681-b230-5fcf345e9025 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2022552027'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:14.820473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bb0fc3bc-3bcf-4344-ac39-bff1907086eb None None] Current status of the port b356bf1d-ab22-4f01-927a-43bea37460c2 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:14.828531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:14.839112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:14.842474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:14.844522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Pushing event updated for resources: {'Port': ['ID=9f35992d-107a-4b7a-9f3d-4207a8ec3580,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:14.863275 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82c0e44f-3e99-4953-9693-01d9edf8b214 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (9944f149-3606-44ae-9ec7-47730a21412d), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.898938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (268f99c4-a83b-4f22-b8df-f30b40830ca6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.908344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Attempting to bind port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:14.908997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Attempting to bind port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:14.909096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Attempting to bind port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:14.933526 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7aa16446-59a3-400c-9771-1390cd7ef72d req-efc836a5-46ea-440b-8ddb-2a1dde880afb tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558689 Oct 23 01:12:14.961463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:14.962031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:14.963337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.963337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:14.964009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Bound port: 9f35992d-107a-4b7a-9f3d-4207a8ec3580, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:14.965212 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:14.990258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-30b7db27-4609-4e52-b41c-59d490e21124 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (b406918a-4383-418f-97a0-4d912f12040d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.040683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] For port 9f35992d-107a-4b7a-9f3d-4207a8ec3580, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:15.044371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] For port 9f35992d-107a-4b7a-9f3d-4207a8ec3580, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f35992d-107a-4b7a-9f3d-4207a8ec3580,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:15.061350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-30b7db27-4609-4e52-b41c-59d490e21124 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (b406918a-4383-418f-97a0-4d912f12040d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.097883 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7db27-4609-4e52-b41c-59d490e21124 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b406918a-4383-418f-97a0-4d912f12040d,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:15.098124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Subnet': ['ID=268f99c4-a83b-4f22-b8df-f30b40830ca6,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:15.134793 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82c0e44f-3e99-4953-9693-01d9edf8b214 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (9944f149-3606-44ae-9ec7-47730a21412d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.144486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.168836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5727af3-728e-43dd-876c-80fcaf1e18cd {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:12:15.181279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Publish callbacks [] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.185873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-30b7db27-4609-4e52-b41c-59d490e21124 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.187166 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-30b7db27-4609-4e52-b41c-59d490e21124 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5744290 Oct 23 01:12:15.190569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34592) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:15.213542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Checking segment: {'id': 'ddb2f658-741a-4e48-8275-0b35df46e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db8a1b2a-9bf0-4952-8f67-004b6880d4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:15.213925 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network hostable DHCP agents. Network: db8a1b2a-9bf0-4952-8f67-004b6880d4ec, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:12:15.217117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9182bc4-a6e2-426b-b72c-518ffb19537e None None] Pushing event updated for resources: {'Port': ['ID=9f35992d-107a-4b7a-9f3d-4207a8ec3580,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:15.231257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Transition to ACTIVE for port object c5727af3-728e-43dd-876c-80fcaf1e18cd will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:12:15.242226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e98382e5-a970-4caa-82ec-3cfa276667d8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (b406918a-4383-418f-97a0-4d912f12040d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.252079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e98382e5-a970-4caa-82ec-3cfa276667d8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (b406918a-4383-418f-97a0-4d912f12040d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.355922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.389678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e98382e5-a970-4caa-82ec-3cfa276667d8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (b406918a-4383-418f-97a0-4d912f12040d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.400187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e98382e5-a970-4caa-82ec-3cfa276667d8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.401350 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e98382e5-a970-4caa-82ec-3cfa276667d8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/b406918a-4383-418f-97a0-4d912f12040d HTTP/1.1" status: 204 len: 168 time: 0.2098382 Oct 23 01:12:15.405166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34594) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:15.446859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98382e5-a970-4caa-82ec-3cfa276667d8 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b406918a-4383-418f-97a0-4d912f12040d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:15.463820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Pushing event updated for resources: {'Port': ['ID=c5727af3-728e-43dd-876c-80fcaf1e18cd,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:15.497833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:15.543103 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-539c808d-cab1-478c-a4da-b31c0931a9a3 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1300728 Oct 23 01:12:15.546813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34596) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:15.576236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Attempting to bind port c5727af3-728e-43dd-876c-80fcaf1e18cd on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:15.576574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Attempting to bind port c5727af3-728e-43dd-876c-80fcaf1e18cd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:15.576894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Attempting to bind port c5727af3-728e-43dd-876c-80fcaf1e18cd on network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:15.606973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-758f12b2-7122-4a4d-bc14-b887529ed695 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (bb1f155f-5b4b-4447-b9e9-3671f424accc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.620622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-758f12b2-7122-4a4d-bc14-b887529ed695 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (bb1f155f-5b4b-4447-b9e9-3671f424accc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.641862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:15.649930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Port c5727af3-728e-43dd-876c-80fcaf1e18cd on network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:12:15.650264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Attempting to bind port c5727af3-728e-43dd-876c-80fcaf1e18cd on network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:15.687202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:12:15.692717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network db8a1b2a-9bf0-4952-8f67-004b6880d4ec is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:12:15.695352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82c0e44f-3e99-4953-9693-01d9edf8b214 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (9944f149-3606-44ae-9ec7-47730a21412d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.697875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:15.698221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Checking segment: {'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:15.698810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Bound using segment: {'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:15.699262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Bound port: c5727af3-728e-43dd-876c-80fcaf1e18cd, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:15.699596 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.748272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-758f12b2-7122-4a4d-bc14-b887529ed695 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (bb1f155f-5b4b-4447-b9e9-3671f424accc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.757302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-758f12b2-7122-4a4d-bc14-b887529ed695 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.760790 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-758f12b2-7122-4a4d-bc14-b887529ed695 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/bb1f155f-5b4b-4447-b9e9-3671f424accc HTTP/1.1" status: 204 len: 168 time: 0.2105112 Oct 23 01:12:15.765969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34598) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:15.786503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0e44f-3e99-4953-9693-01d9edf8b214 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Subnet': ['ID=9944f149-3606-44ae-9ec7-47730a21412d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:15.793283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f12b2-7122-4a4d-bc14-b887529ed695 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb1f155f-5b4b-4447-b9e9-3671f424accc,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:15.810804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] For port c5727af3-728e-43dd-876c-80fcaf1e18cd, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:15.814593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] For port c5727af3-728e-43dd-876c-80fcaf1e18cd, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:15.825547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82c0e44f-3e99-4953-9693-01d9edf8b214 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.828768 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-82c0e44f-3e99-4953-9693-01d9edf8b214 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9944f149-3606-44ae-9ec7-47730a21412d HTTP/1.1" status: 204 len: 168 time: 1.6453903 Oct 23 01:12:15.833854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34600) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:15.842519 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-355a3698-bf67-4b99-92b7-ffc343b70012 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0729437 Oct 23 01:12:15.843500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f35992d-107a-4b7a-9f3d-4207a8ec3580 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:15.846718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34602) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:15.860109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, db8a1b2a-9bf0-4952-8f67-004b6880d4ec) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:15.866072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:15.866673 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.880411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-742bd84f-7afa-428c-a412-0ef0436bb9a0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (4e8baa4d-ecbf-4b6f-9748-89d6fb70830b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.889537 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-742bd84f-7afa-428c-a412-0ef0436bb9a0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (4e8baa4d-ecbf-4b6f-9748-89d6fb70830b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.908675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.918393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:15.922134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.922134 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/c5727af3-728e-43dd-876c-80fcaf1e18cd HTTP/1.1" status: 200 len: 1094 time: 1.2981093 Oct 23 01:12:15.924003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:12:15.925961 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:15.926862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ad5a7e-eec8-40be-b6d4-4466637f7a98" -d '{"events": [{"name": "network-changed", "server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:12:15.927338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:15.927855 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 Oct 23 01:12:16.006626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbac413-3619-447c-becf-995d8944ad29 x-openstack-request-id: req-0bbac413-3619-447c-becf-995d8944ad29 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:12:16.009100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:12:16.015623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0bbac413-3619-447c-becf-995d8944ad29 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:12:16.015623 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbac413-3619-447c-becf-995d8944ad29'] response: {'name': 'network-changed', 'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'status': 'completed', 'code': 200} Oct 23 01:12:16.026171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fa9cd-8193-47fd-8cff-d16f1b3a83ce service neutron] Pushing event updated for resources: {'Port': ['ID=c5727af3-728e-43dd-876c-80fcaf1e18cd,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:16.055584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (190a8781-7439-4ac5-8a64-0e1a2fce8a56), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.073862 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0f8a2b52-b9db-4d69-a809-489d33f8a170 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0885506 Oct 23 01:12:16.074214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:16.074587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.082671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34608) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:16.091351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': 'db8a1b2a-9bf0-4952-8f67-004b6880d4ec', 'name': 'tempest-PortsTestJSON-1558844124', 'fixed_ips': [{'subnet_id': '268f99c4-a83b-4f22-b8df-f30b40830ca6', 'ip_address': '172.20.0.10'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:16.099836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d5278a8e-460d-4681-b230-5fcf345e9025 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (329e1716-ff5e-46b4-b4fe-00bcba202106), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.119490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-742bd84f-7afa-428c-a412-0ef0436bb9a0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (4e8baa4d-ecbf-4b6f-9748-89d6fb70830b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.121045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:16.131286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-742bd84f-7afa-428c-a412-0ef0436bb9a0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.135338 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-742bd84f-7afa-428c-a412-0ef0436bb9a0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/4e8baa4d-ecbf-4b6f-9748-89d6fb70830b HTTP/1.1" status: 204 len: 168 time: 0.2833605 Oct 23 01:12:16.136221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34610) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:16.156712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bd84f-7afa-428c-a412-0ef0436bb9a0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e8baa4d-ecbf-4b6f-9748-89d6fb70830b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:16.159569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad5a7e-eec8-40be-b6d4-4466637f7a98 req-15d22e20-32d0-4865-9758-cbb17ea8e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:16.161177 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-37ad5a7e-eec8-40be-b6d4-4466637f7a98 req-15d22e20-32d0-4865-9758-cbb17ea8e6cd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b602821d64e8483792c00c012ff3de3c&device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 1128 time: 0.0988059 Oct 23 01:12:16.218255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:16.231644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 23 01:12:16.231644 dv-neutron-master-2-hyperv neutron-server[105986]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Oct 23 01:12:16.231644 dv-neutron-master-2-hyperv neutron-server[105986]: [parameters: {'status': 'ACTIVE', 'ports_id': '9f35992d-107a-4b7a-9f3d-4207a8ec3580'}] Oct 23 01:12:16.231644 dv-neutron-master-2-hyperv neutron-server[105986]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:12:16.232881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:12:16.249833 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d8881820-f910-4061-bef5-5d13444ecc5b tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1116943 Oct 23 01:12:16.254458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34612) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:16.302523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d5278a8e-460d-4681-b230-5fcf345e9025 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (329e1716-ff5e-46b4-b4fe-00bcba202106), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.324949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d434009-2511-4afb-ae9a-750289e20d76 req-1aea9d0d-01b2-48e1-9239-f7109f674f4d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:16.327111 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5d434009-2511-4afb-ae9a-750289e20d76 req-1aea9d0d-01b2-48e1-9239-f7109f674f4d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 944 time: 0.2200367 Oct 23 01:12:16.357037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port fc3d6b03-88e2-49d2-9fdb-f7de16344281 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:16.357037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.403777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.431648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad5a7e-eec8-40be-b6d4-4466637f7a98 req-23a4b724-8271-4931-999e-517c585535da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:16.433100 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-37ad5a7e-eec8-40be-b6d4-4466637f7a98 req-23a4b724-8271-4931-999e-517c585535da service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=b602821d64e8483792c00c012ff3de3c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2584834 Oct 23 01:12:16.450800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7ccf0-d358-4d15-a05f-d4ce848a30a0 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:16.455660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c56581b-f75e-4820-962e-1b022a52cfaa None None] Network 190a8781-7439-4ac5-8a64-0e1a2fce8a56 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:16.496683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94d914c6-0891-47f8-9f93-50facd77f248 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (d5f6c26f-918a-4dc4-96fe-a575b6cd0654), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.520419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b412af0-3465-43c2-8abb-387358a9aea7 None None] Network ebf33b36-389f-4760-ac5d-2d7ba987a3ea requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:16.522712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f21f5e-982c-4659-abb3-0d6e76d3b872 None None] Network db8a1b2a-9bf0-4952-8f67-004b6880d4ec requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:16.568509 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:16.574608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94d914c6-0891-47f8-9f93-50facd77f248 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (d5f6c26f-918a-4dc4-96fe-a575b6cd0654), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.666571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad5a7e-eec8-40be-b6d4-4466637f7a98 req-49340e3e-ce32-423c-baad-9d4efe385a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:16.667936 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-37ad5a7e-eec8-40be-b6d4-4466637f7a98 req-49340e3e-ce32-423c-baad-9d4efe385a6d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2274606 Oct 23 01:12:16.670900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:16.713864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:16.729443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port fc3d6b03-88e2-49d2-9fdb-f7de16344281, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc3d6b03-88e2-49d2-9fdb-f7de16344281,segment=NetworkSegment(e8e0f915-ed0c-4169-9b45-cfeade6c14f4),segment_id=e8e0f915-ed0c-4169-9b45-cfeade6c14f4)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:16.729443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.737336 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5d434009-2511-4afb-ae9a-750289e20d76 req-26299aaa-4806-419d-a463-025b42481ad2 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3917875 Oct 23 01:12:16.779114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for fc3d6b03-88e2-49d2-9fdb-f7de16344281 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:16.795721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] Provisioning complete for port b356bf1d-ab22-4f01-927a-43bea37460c2 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:16.796095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.796427 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] Attempt 1 to provision port b356bf1d-ab22-4f01-927a-43bea37460c2 Oct 23 01:12:16.813354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5278a8e-460d-4681-b230-5fcf345e9025 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 329e1716-ff5e-46b4-b4fe-00bcba202106 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:16.816343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-0730a378-2523-4a82-ad19-9d164a9cc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:16.818120 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-0730a378-2523-4a82-ad19-9d164a9cc8c0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b602821d64e8483792c00c012ff3de3c&device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 1128 time: 0.0737104 Oct 23 01:12:16.842007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:16.873812 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-11485de7-3147-47d5-b6dc-4ea891298acc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd HTTP/1.1" status: 200 len: 217 time: 0.0424325 Oct 23 01:12:16.874572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:16.894649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94d914c6-0891-47f8-9f93-50facd77f248 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (d5f6c26f-918a-4dc4-96fe-a575b6cd0654), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.899174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94d914c6-0891-47f8-9f93-50facd77f248 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.900722 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-94d914c6-0891-47f8-9f93-50facd77f248 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/d5f6c26f-918a-4dc4-96fe-a575b6cd0654 HTTP/1.1" status: 204 len: 168 time: 0.6430383 Oct 23 01:12:16.905410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34614) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:16.928940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-c985c870-9e7a-420e-b439-b5cec32accc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:16.930638 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-c985c870-9e7a-420e-b439-b5cec32accc6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3baf470e-f52d-4f8a-838e-48ebddc6fdd6 HTTP/1.1" status: 200 len: 835 time: 0.0517094 Oct 23 01:12:16.931042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:16.931506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:16.962815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d914c6-0891-47f8-9f93-50facd77f248 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5f6c26f-918a-4dc4-96fe-a575b6cd0654,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:16.997363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-c4baa7f3-bc94-4c72-b875-1a3e64814543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:16.999114 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-c4baa7f3-bc94-4c72-b875-1a3e64814543 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0623491 Oct 23 01:12:17.057735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-db8a1b2a-9bf0-4952-8f67-004b6880d4ec', 'network_id': 'db8a1b2a-9bf0-4952-8f67-004b6880d4ec', 'project_id': '118c27f55c89478ba681471398554359', 'fixed_ips': [{'subnet_id': '268f99c4-a83b-4f22-b8df-f30b40830ca6'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:17.063894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.089248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] Current status of the port b356bf1d-ab22-4f01-927a-43bea37460c2 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:17.096912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:17.112744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bba289-4e96-4701-9970-bb1dca979181 None None] DHCP port deletion for ebf33b36-389f-4760-ac5d-2d7ba987a3ea request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:17.117639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] Provisioning complete for port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:17.118333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.118735 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] Attempt 1 to provision port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 Oct 23 01:12:17.138303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-6802b5f1-593d-42ea-96a8-48ec033451bf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328964 Oct 23 01:12:17.190164 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8d8ac543-dabf-44db-8a4a-847e4dc009b4 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2782245 Oct 23 01:12:17.193537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] DHCP port deletion for 190a8781-7439-4ac5-8a64-0e1a2fce8a56 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:17.195320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34616) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:17.197717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] For port 9f35992d-107a-4b7a-9f3d-4207a8ec3580, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f35992d-107a-4b7a-9f3d-4207a8ec3580,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:17.227216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4903613b-34f5-444e-9585-978059ed7204 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (6332b710-fe24-44be-8188-b4e817d19c12), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.235998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:17.250166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4903613b-34f5-444e-9585-978059ed7204 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (6332b710-fe24-44be-8188-b4e817d19c12), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.266057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.301073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4bba289-4e96-4701-9970-bb1dca979181 None None] Deleting port b356bf1d-ab22-4f01-927a-43bea37460c2 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:17.301746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4bba289-4e96-4701-9970-bb1dca979181 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.302179 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf437412-a09c-4434-ba3e-09b2cc79dea2 req-105e1b6c-8da3-41f2-8495-5e5413edb996 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578255 Oct 23 01:12:17.306287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.310676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5278a8e-460d-4681-b230-5fcf345e9025 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:17.318699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d5278a8e-460d-4681-b230-5fcf345e9025 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.319880 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d5278a8e-460d-4681-b230-5fcf345e9025 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/329e1716-ff5e-46b4-b4fe-00bcba202106 HTTP/1.1" status: 200 len: 888 time: 2.5148423 Oct 23 01:12:17.323090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:17.324321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34618) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:17.326118 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8453e759-f077-4feb-9a5a-76322b3429c0 None None] Sync routers for ids ['329e1716-ff5e-46b4-b4fe-00bcba202106'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:17.340424 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8453e759-f077-4feb-9a5a-76322b3429c0 None None] Routers {'329e1716-ff5e-46b4-b4fe-00bcba202106'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:17.341185 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-8453e759-f077-4feb-9a5a-76322b3429c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['329e1716-ff5e-46b4-b4fe-00bcba202106'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:17.366507 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port ba080e33-2cb5-4cba-b99b-14d2d9a60173 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:17.374017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.381133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Deleting port fc3d6b03-88e2-49d2-9fdb-f7de16344281 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:17.382315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.384905 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-8453e759-f077-4feb-9a5a-76322b3429c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:17.388310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4903613b-34f5-444e-9585-978059ed7204 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (6332b710-fe24-44be-8188-b4e817d19c12), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.394179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:17.395818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:17.397354 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4903613b-34f5-444e-9585-978059ed7204 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.401374 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4903613b-34f5-444e-9585-978059ed7204 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/6332b710-fe24-44be-8188-b4e817d19c12 HTTP/1.1" status: 204 len: 168 time: 0.2025528 Oct 23 01:12:17.405113 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34620) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:17.409756 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8453e759-f077-4feb-9a5a-76322b3429c0 None None] Routers {'329e1716-ff5e-46b4-b4fe-00bcba202106'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:17.410280 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-8453e759-f077-4feb-9a5a-76322b3429c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['329e1716-ff5e-46b4-b4fe-00bcba202106'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:17.414805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903613b-34f5-444e-9585-978059ed7204 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6332b710-fe24-44be-8188-b4e817d19c12,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:17.460398 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7bea63ed-7dcf-45fe-a629-49747d317ac5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539010 Oct 23 01:12:17.465477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.466636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (cba78204-5c0e-432e-ae24-d4b63fe5cf1c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.467426 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34622) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:17.475766 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-8453e759-f077-4feb-9a5a-76322b3429c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:17.476789 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8453e759-f077-4feb-9a5a-76322b3429c0 None None] The sync data for ids ['329e1716-ff5e-46b4-b4fe-00bcba202106'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:17.494681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=fc3d6b03-88e2-49d2-9fdb-f7de16344281,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:17.503738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No DVR routers for this DVR port fc3d6b03-88e2-49d2-9fdb-f7de16344281 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:17.550534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7e6890f3-8588-48a6-9454-65de79b7d9cc tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (ca155625-100e-4c26-86f2-582976aee3e0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.584388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7e6890f3-8588-48a6-9454-65de79b7d9cc tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (ca155625-100e-4c26-86f2-582976aee3e0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.621770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4bba289-4e96-4701-9970-bb1dca979181 None None] For port b356bf1d-ab22-4f01-927a-43bea37460c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b356bf1d-ab22-4f01-927a-43bea37460c2,segment=NetworkSegment(652c8f25-090d-4d15-9d7b-94be40f1a279),segment_id=652c8f25-090d-4d15-9d7b-94be40f1a279)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:17.622337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4bba289-4e96-4701-9970-bb1dca979181 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.636348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4bba289-4e96-4701-9970-bb1dca979181 None None] Calling delete_port for b356bf1d-ab22-4f01-927a-43bea37460c2 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:17.739339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7e6890f3-8588-48a6-9454-65de79b7d9cc tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (ca155625-100e-4c26-86f2-582976aee3e0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.741312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:17.748751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7e6890f3-8588-48a6-9454-65de79b7d9cc tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.756122 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7e6890f3-8588-48a6-9454-65de79b7d9cc tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ca155625-100e-4c26-86f2-582976aee3e0 HTTP/1.1" status: 204 len: 168 time: 0.2866261 Oct 23 01:12:17.758091 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34624) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:17.793106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Allocated IP 172.20.0.2 (db8a1b2a-9bf0-4952-8f67-004b6880d4ec/268f99c4-a83b-4f22-b8df-f30b40830ca6/6670ce93-2b49-4d72-beb7-cfa77a86c3da) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:17.806622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6890f3-8588-48a6-9454-65de79b7d9cc tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca155625-100e-4c26-86f2-582976aee3e0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:17.813269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] For port fc3d6b03-88e2-49d2-9fdb-f7de16344281, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:17.818140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.820807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:17.830065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=cba78204-5c0e-432e-ae24-d4b63fe5cf1c,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:17.836786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:17.837446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.868499 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3efea8a0-a4c7-4e9d-aca5-e2aebdef6422 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0921879 Oct 23 01:12:17.876598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:12:17.877250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:12:17.886339 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34628) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:17.886903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] Current status of the port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:17.887418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.888130 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-387ee940-d6b2-4a89-b192-396908213768 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/routers/329e1716-ff5e-46b4-b4fe-00bcba202106 HTTP/1.1" status: 200 len: 888 time: 0.5627232 Oct 23 01:12:17.891401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Calling delete_port for fc3d6b03-88e2-49d2-9fdb-f7de16344281 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:17.892551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1912966c-25ee-4590-912d-5e90b1dc8c09 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776972614'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:17.901120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34630) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:17.917891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (190a8781-7439-4ac5-8a64-0e1a2fce8a56), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.927979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.ipam_backend_mixin [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Port fc3d6b03-88e2-49d2-9fdb-f7de16344281 was not found and therefore no delete operation was performed {{(pid=105986) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 23 01:12:17.936404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdc861-b1c2-4603-afb8-5910819e4c72 req-4ab699fb-4649-458f-b557-1305f7fbea77 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:17.938159 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4ebdc861-b1c2-4603-afb8-5910819e4c72 req-4ab699fb-4649-458f-b557-1305f7fbea77 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 944 time: 0.0686114 Oct 23 01:12:17.950894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=9f35992d-107a-4b7a-9f3d-4207a8ec3580,revision_number=4']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:17.965030 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0f7d7a99-278a-49c8-b4a3-12aa41c2dcdc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=329e1716-ff5e-46b4-b4fe-00bcba202106 HTTP/1.1" status: 200 len: 205 time: 0.0587838 Oct 23 01:12:17.968083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (fc3d6b03-88e2-49d2-9fdb-f7de16344281), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:17.973857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34632) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:17.976670 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190a8781-7439-4ac5-8a64-0e1a2fce8a56']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:17.989365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e0f915-ed0c-4169-9b45-cfeade6c14f4') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:17.989523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e0f915-ed0c-4169-9b45-cfeade6c14f4') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:18.004030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (e8e0f915-ed0c-4169-9b45-cfeade6c14f4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.019787 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e8e0f915-ed0c-4169-9b45-cfeade6c14f4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.021744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81ce6a-f5a3-4645-a00a-885936be50e8 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:18.027271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:12:18.027796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (e8e0f915-ed0c-4169-9b45-cfeade6c14f4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.036478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] No DVR routers for this DVR port fc3d6b03-88e2-49d2-9fdb-f7de16344281 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:18.041972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Pushing event deleted for resources: {'Port': ['ID=fc3d6b03-88e2-49d2-9fdb-f7de16344281,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:18.074980 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e8e0f915-ed0c-4169-9b45-cfeade6c14f4 resource provider aggregate not found Oct 23 01:12:18.075637 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4ebdc861-b1c2-4603-afb8-5910819e4c72 req-0d40ffc0-edb2-4640-b99c-6cb25e320122 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219454 Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.075771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8184d-e6d0-4432-9f83-a475a7e68c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:12:18.082448 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bde370de-68b6-49b2-9a45-e3108c16bc0c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7298415 Oct 23 01:12:18.090707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] For port 9f35992d-107a-4b7a-9f3d-4207a8ec3580, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f35992d-107a-4b7a-9f3d-4207a8ec3580,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:18.090859 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34638) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:18.090859 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e8e0f915-ed0c-4169-9b45-cfeade6c14f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8e0f915-ed0c-4169-9b45-cfeade6c14f4 found for delete ", "request_id": "req-22a48e5a-4ca0-4d42-85eb-177561d1a258"}]} Oct 23 01:12:18.091559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1912966c-25ee-4590-912d-5e90b1dc8c09 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.110931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:bd:22:26', 'name': 'tempest-NetworksTestDHCPv6-415176599'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:18.159582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (329e1716-ff5e-46b4-b4fe-00bcba202106), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.234191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.248951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4bba289-4e96-4701-9970-bb1dca979181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (b356bf1d-ab22-4f01-927a-43bea37460c2), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.293049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Publish callbacks [] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.307904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bba289-4e96-4701-9970-bb1dca979181 None None] No DVR routers for this DVR port b356bf1d-ab22-4f01-927a-43bea37460c2 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:18.317725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:18.350578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfc857-6508-4914-93eb-ff66d6b4e8bc None None] Pushing event updated for resources: {'Port': ['ID=9f35992d-107a-4b7a-9f3d-4207a8ec3580,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:18.382375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d57d3292-c45f-4902-b0f9-e603d47e6156 None None] Provisioning complete for port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:18.382749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d57d3292-c45f-4902-b0f9-e603d47e6156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.383219 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d57d3292-c45f-4902-b0f9-e603d47e6156 None None] Attempt 1 to provision port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 Oct 23 01:12:18.386136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bba289-4e96-4701-9970-bb1dca979181 None None] Pushing event deleted for resources: {'Port': ['ID=b356bf1d-ab22-4f01-927a-43bea37460c2,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:18.422390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.490545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Network db8a1b2a-9bf0-4952-8f67-004b6880d4ec is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:18.502013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:18.505452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:18.517597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Pushing event updated for resources: {'Port': ['ID=6670ce93-2b49-4d72-beb7-cfa77a86c3da,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:18.587516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:18.602204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:18.626599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d57d3292-c45f-4902-b0f9-e603d47e6156 None None] Current status of the port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:18.635305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Attempting to bind port 6670ce93-2b49-4d72-beb7-cfa77a86c3da on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:18.635872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Attempting to bind port 6670ce93-2b49-4d72-beb7-cfa77a86c3da by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ddb2f658-741a-4e48-8275-0b35df46e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db8a1b2a-9bf0-4952-8f67-004b6880d4ec'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:18.636467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Attempting to bind port 6670ce93-2b49-4d72-beb7-cfa77a86c3da on network db8a1b2a-9bf0-4952-8f67-004b6880d4ec {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:18.687375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_gateway (329e1716-ff5e-46b4-b4fe-00bcba202106), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.691706 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.10 (db8a1b2a-9bf0-4952-8f67-004b6880d4ec/268f99c4-a83b-4f22-b8df-f30b40830ca6/ba080e33-2cb5-4cba-b99b-14d2d9a60173) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:18.711180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (190a8781-7439-4ac5-8a64-0e1a2fce8a56), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.728062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:18.728564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Checking segment: {'id': 'ddb2f658-741a-4e48-8275-0b35df46e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db8a1b2a-9bf0-4952-8f67-004b6880d4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:18.729101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.729527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Bound using segment: {'id': 'ddb2f658-741a-4e48-8275-0b35df46e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db8a1b2a-9bf0-4952-8f67-004b6880d4ec'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:18.730122 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Bound port: 6670ce93-2b49-4d72-beb7-cfa77a86c3da, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb2f658-741a-4e48-8275-0b35df46e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'db8a1b2a-9bf0-4952-8f67-004b6880d4ec'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:18.730735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.744169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.747540 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/networks/190a8781-7439-4ac5-8a64-0e1a2fce8a56 HTTP/1.1" status: 204 len: 168 time: 2.9103904 Oct 23 01:12:18.753030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34640) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:18.779296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db94b5-560c-4bc0-89f1-abad02640453 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Network': ['ID=190a8781-7439-4ac5-8a64-0e1a2fce8a56,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:18.807979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1912966c-25ee-4590-912d-5e90b1dc8c09 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (a16371d2-a27e-4f62-8f5b-f9d3ce94205b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.895898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1912966c-25ee-4590-912d-5e90b1dc8c09 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a16371d2-a27e-4f62-8f5b-f9d3ce94205b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.911406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-26e5bf16-637d-4900-b1d1-402aee12bde7 None None] Provisioning complete for port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:18.912791 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-26e5bf16-637d-4900-b1d1-402aee12bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.912964 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-26e5bf16-637d-4900-b1d1-402aee12bde7 None None] Attempt 1 to provision port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 Oct 23 01:12:18.934461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:18.951818 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (ebf33b36-389f-4760-ac5d-2d7ba987a3ea), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.958813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:18.963911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:18.978636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port 0bd553d3-6f73-4d57-8bf8-99a3c5da461d {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:18.979119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0bd553d3-6f73-4d57-8bf8-99a3c5da461d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:18.980241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] For port 6670ce93-2b49-4d72-beb7-cfa77a86c3da, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:19.015951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] For port 6670ce93-2b49-4d72-beb7-cfa77a86c3da, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6670ce93-2b49-4d72-beb7-cfa77a86c3da,segment=NetworkSegment(ddb2f658-741a-4e48-8275-0b35df46e2b9),segment_id=ddb2f658-741a-4e48-8275-0b35df46e2b9)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:19.067714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912966c-25ee-4590-912d-5e90b1dc8c09 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16371d2-a27e-4f62-8f5b-f9d3ce94205b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:19.068515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:19.077008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c5727af3-728e-43dd-876c-80fcaf1e18cd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:12:19.081267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1912966c-25ee-4590-912d-5e90b1dc8c09 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.082828 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1912966c-25ee-4590-912d-5e90b1dc8c09 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1936502 Oct 23 01:12:19.091835 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34642) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:19.097748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fd2f0c50-1e1e-4279-8e4c-3c345b5c8cbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': 'a16371d2-a27e-4f62-8f5b-f9d3ce94205b', 'direction': 'ingress', 'protocol': 17}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:19.107892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.126385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-26e5bf16-637d-4900-b1d1-402aee12bde7 None None] Current status of the port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:19.163179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f35992d-107a-4b7a-9f3d-4207a8ec3580 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:19.190961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (ba080e33-2cb5-4cba-b99b-14d2d9a60173), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.224614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.256574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.resource_extend [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 01:12:19.261256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1033f280-c2d2-4456-baa9-4e564a4a67c9 None None] Could not find standard attr ID for object 80566205-a3ad-46a8-b777-f31b660cbe51. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:19.264707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (ebf33b36-389f-4760-ac5d-2d7ba987a3ea), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.296973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0bd553d3-6f73-4d57-8bf8-99a3c5da461d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.308223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf33b36-389f-4760-ac5d-2d7ba987a3ea']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:19.319203 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0c50-1e1e-4279-8e4c-3c345b5c8cbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (3b196106-39d0-4764-877b-fbe871ebea8e), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.325284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 4be20876-c298-40dd-9797-f96a01a119b3 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:19.330024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for 0bd553d3-6f73-4d57-8bf8-99a3c5da461d owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:19.332600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:19.333981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652c8f25-090d-4d15-9d7b-94be40f1a279') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:19.334284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652c8f25-090d-4d15-9d7b-94be40f1a279') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:19.350761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f6b41-71f3-4f37-82e9-5ab2a4ad2f2a None None] Pushing event updated for resources: {'Port': ['ID=6670ce93-2b49-4d72-beb7-cfa77a86c3da,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:19.365690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (652c8f25-090d-4d15-9d7b-94be40f1a279), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.403340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:19.403802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.404621 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 Oct 23 01:12:19.425978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (652c8f25-090d-4d15-9d7b-94be40f1a279), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.439157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:12:19.444890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (652c8f25-090d-4d15-9d7b-94be40f1a279), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.516328 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ba080e33-2cb5-4cba-b99b-14d2d9a60173), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.518149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c5727af3-728e-43dd-876c-80fcaf1e18cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:19.528345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a23ba-395a-4c14-8508-37fa4ef5a717 req-244624af-6b54-4dcb-89d4-9e82b225b181 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:19.529878 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 652c8f25-090d-4d15-9d7b-94be40f1a279 resource provider aggregate not found Oct 23 01:12:19.537043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'port_id': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'mac_address': 'fa:16:3e:48:f3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:12:19.539993 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c48a23ba-395a-4c14-8508-37fa4ef5a717 req-244624af-6b54-4dcb-89d4-9e82b225b181 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 944 time: 0.2608685 Oct 23 01:12:19.605727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:19.637261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:19.649421 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 652c8f25-090d-4d15-9d7b-94be40f1a279 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 652c8f25-090d-4d15-9d7b-94be40f1a279 found for delete ", "request_id": "req-ae9190a2-1768-45b7-9d24-8dcca971d257"}]} Oct 23 01:12:19.672026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port c5727af3-728e-43dd-876c-80fcaf1e18cd is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:19.672026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.704860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:19.713518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5727af3-728e-43dd-876c-80fcaf1e18cd {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:12:19.718767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0c50-1e1e-4279-8e4c-3c345b5c8cbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (3b196106-39d0-4764-877b-fbe871ebea8e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.720864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network db8a1b2a-9bf0-4952-8f67-004b6880d4ec is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:19.739582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:19.740419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b356bf1d-ab22-4f01-927a-43bea37460c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:19.744731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=ba080e33-2cb5-4cba-b99b-14d2d9a60173,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:19.747658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c5727af3-728e-43dd-876c-80fcaf1e18cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:19.749333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:19.758813 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c48a23ba-395a-4c14-8508-37fa4ef5a717 req-e4f3ada8-69ec-4046-82cb-32fca4e16216 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193999 Oct 23 01:12:19.777886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9b42f2a4-2066-4350-a992-ce254991fb80 None None] Could not find standard attr ID for object a19be46e-df6a-4d20-ad8e-9a00d6a9039b. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:19.780661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: b356bf1d-ab22-4f01-927a-43bea37460c2 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:19.780661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b356bf1d-ab22-4f01-927a-43bea37460c2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:19.780661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device fc3d6b03-88e2-49d2-9fdb-f7de16344281 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:19.801578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: fc3d6b03-88e2-49d2-9fdb-f7de16344281 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:19.802047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device fc3d6b03-88e2-49d2-9fdb-f7de16344281 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:19.811543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (ebf33b36-389f-4760-ac5d-2d7ba987a3ea), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.823196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.826292 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/networks/ebf33b36-389f-4760-ac5d-2d7ba987a3ea HTTP/1.1" status: 204 len: 168 time: 1.0699568 Oct 23 01:12:19.830723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34650) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:19.835439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2088461385'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:19.853686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316ae16-d7ac-48ce-a54c-a15be207bd52 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Network': ['ID=ebf33b36-389f-4760-ac5d-2d7ba987a3ea,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:19.862187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:19.862831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.878849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.884404 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0c50-1e1e-4279-8e4c-3c345b5c8cbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (3b196106-39d0-4764-877b-fbe871ebea8e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.886615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 172.20.0.7 (93e5b356-0704-414d-a7cb-470971f9a8ef/17b22175-1d97-4fa0-809a-a227c7a02f67/4be20876-c298-40dd-9797-f96a01a119b3) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:19.897628 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (0bd553d3-6f73-4d57-8bf8-99a3c5da461d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.909348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::f816:3eff:febd:2226 (93e5b356-0704-414d-a7cb-470971f9a8ef/cba78204-5c0e-432e-ae24-d4b63fe5cf1c/4be20876-c298-40dd-9797-f96a01a119b3) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:19.915552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f0c50-1e1e-4279-8e4c-3c345b5c8cbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b196106-39d0-4764-877b-fbe871ebea8e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:19.932583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=c5727af3-728e-43dd-876c-80fcaf1e18cd,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:19.941760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=0bd553d3-6f73-4d57-8bf8-99a3c5da461d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:19.948530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:19.952345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.984419 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0ba1810a-ae08-4ce2-88b2-412a160ca2e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8981113 Oct 23 01:12:19.987718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0c50-1e1e-4279-8e4c-3c345b5c8cbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:19.989861 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fd2f0c50-1e1e-4279-8e4c-3c345b5c8cbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8956721 Oct 23 01:12:19.989861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34652) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:19.997391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34654) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:20.012001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': 'db8a1b2a-9bf0-4952-8f67-004b6880d4ec', 'name': 'tempest-PortsTestJSON-2811203', 'fixed_ips': [{'subnet_id': '268f99c4-a83b-4f22-b8df-f30b40830ca6', 'ip_address': '172.20.0.9'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:20.047381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:12:20.069107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (8f5909a1-288d-455e-8f55-9e28d87a88b1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.069454 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added segment 8f5909a1-288d-455e-8f55-9e28d87a88b1 of type vlan for network d8848c85-8eb3-4164-940f-a70f0b3ff4e8 Oct 23 01:12:20.070865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (329e1716-ff5e-46b4-b4fe-00bcba202106), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.181336 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (4be20876-c298-40dd-9797-f96a01a119b3), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.185274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (d8848c85-8eb3-4164-940f-a70f0b3ff4e8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.205675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['c5727af3-728e-43dd-876c-80fcaf1e18cd'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:12:20.217954 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-93bf9be6-f907-4456-bc45-260fa8732e25 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (a16371d2-a27e-4f62-8f5b-f9d3ce94205b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.224978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (329e1716-ff5e-46b4-b4fe-00bcba202106), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.234854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (329e1716-ff5e-46b4-b4fe-00bcba202106), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.290781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:20.291016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-93bf9be6-f907-4456-bc45-260fa8732e25 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (a16371d2-a27e-4f62-8f5b-f9d3ce94205b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.298585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.315505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4be20876-c298-40dd-9797-f96a01a119b3), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.338283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:20.345400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:20.348238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:20.352424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 1ab41c52-0b66-49ab-99c0-c3a007c2576f yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:20.359857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:20.373135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (329e1716-ff5e-46b4-b4fe-00bcba202106), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.374106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Fanout notify agent at l3_agent the message router_deleted on router 329e1716-ff5e-46b4-b4fe-00bcba202106 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:12:20.393401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.394912 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3e5fef89-7b2c-482d-9aec-807d94b2a6ef tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/329e1716-ff5e-46b4-b4fe-00bcba202106 HTTP/1.1" status: 204 len: 168 time: 2.4202940 Oct 23 01:12:20.402027 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34656) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:20.409704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'network': {'name': 'tempest-RoutersTest-443913071'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:20.423791 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (d8848c85-8eb3-4164-940f-a70f0b3ff4e8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.430389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:20.431796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.447087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=4be20876-c298-40dd-9797-f96a01a119b3,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:20.449184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:DELETE=16,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:20.457528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:20.458716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.490741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-93bf9be6-f907-4456-bc45-260fa8732e25 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a16371d2-a27e-4f62-8f5b-f9d3ce94205b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.497508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-93bf9be6-f907-4456-bc45-260fa8732e25 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.497893 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-93bf9be6-f907-4456-bc45-260fa8732e25 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a16371d2-a27e-4f62-8f5b-f9d3ce94205b HTTP/1.1" status: 204 len: 168 time: 0.4982135 Oct 23 01:12:20.508964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34658) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:20.564681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf9be6-f907-4456-bc45-260fa8732e25 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16371d2-a27e-4f62-8f5b-f9d3ce94205b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:20.577090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a854d6b-0536-4cab-aa45-1f0edf9af11e None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:12:20.578946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Network': ['ID=d8848c85-8eb3-4164-940f-a70f0b3ff4e8,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:20.786895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:20.786895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network d8848c85-8eb3-4164-940f-a70f0b3ff4e8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:12:20.787477 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3eaa8f6c-b100-4923-a8a1-2a4480e5eccb tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1211622 Oct 23 01:12:20.787974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-2ba3c8f1-eb31-44ed-ab7c-e96481644e4c None None] Provisioning complete for port 6670ce93-2b49-4d72-beb7-cfa77a86c3da triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:20.787974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2ba3c8f1-eb31-44ed-ab7c-e96481644e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.787974 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2ba3c8f1-eb31-44ed-ab7c-e96481644e4c None None] Attempt 1 to provision port 6670ce93-2b49-4d72-beb7-cfa77a86c3da Oct 23 01:12:20.789646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.9 (db8a1b2a-9bf0-4952-8f67-004b6880d4ec/268f99c4-a83b-4f22-b8df-f30b40830ca6/1ab41c52-0b66-49ab-99c0-c3a007c2576f) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:20.790299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a854d6b-0536-4cab-aa45-1f0edf9af11e None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:12:20.790403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34660) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:20.792958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-96f7c7e0-2437-463b-b498-6683820ba6ee tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group': {'name': 'tempest-secgroup--292686309'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:20.843715 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6f4fe9b3-470c-4ab2-bec4-71551eeaf1bd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7372684 Oct 23 01:12:20.848038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34664) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:20.874912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (1ab41c52-0b66-49ab-99c0-c3a007c2576f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.876491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3c8f1-eb31-44ed-ab7c-e96481644e4c None None] Current status of the port 6670ce93-2b49-4d72-beb7-cfa77a86c3da is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:20.876885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2ba3c8f1-eb31-44ed-ab7c-e96481644e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.894725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:20.902272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.922055 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a2609198-8db6-46eb-ac13-41242daebf35 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0902915 Oct 23 01:12:20.925991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96f7c7e0-2437-463b-b498-6683820ba6ee tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:20.928215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34666) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:20.945324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'subnet': {'network_id': 'd8848c85-8eb3-4164-940f-a70f0b3ff4e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:20.955162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2ba3c8f1-eb31-44ed-ab7c-e96481644e4c None None] For port 6670ce93-2b49-4d72-beb7-cfa77a86c3da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6670ce93-2b49-4d72-beb7-cfa77a86c3da,segment=NetworkSegment(ddb2f658-741a-4e48-8275-0b35df46e2b9),segment_id=ddb2f658-741a-4e48-8275-0b35df46e2b9)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:20.957689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6f7895-22b7-4d9d-a0b5-319db678ae15 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:20.962554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6f7895-22b7-4d9d-a0b5-319db678ae15 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:20.964213 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fa6f7895-22b7-4d9d-a0b5-319db678ae15 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1144760 Oct 23 01:12:20.972886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08132e91-e7ed-493e-b5ec-b5a7310cb9a5 req-2ad2259f-b28a-4e48-b8c4-623de94841f8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:20.977184 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-08132e91-e7ed-493e-b5ec-b5a7310cb9a5 req-2ad2259f-b28a-4e48-b8c4-623de94841f8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 945 time: 0.1112299 Oct 23 01:12:20.977184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34668) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:20.984651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (1ab41c52-0b66-49ab-99c0-c3a007c2576f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.018585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:21.030370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2ba3c8f1-eb31-44ed-ab7c-e96481644e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.030833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:12:21.053562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (d17cbe1b-6dbe-4f67-a5bf-821a8031369b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.054675 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added segment d17cbe1b-6dbe-4f67-a5bf-821a8031369b of type vlan for network 1f61aad6-d914-48ec-ac5c-f878ba4c64df Oct 23 01:12:21.112910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3c8f1-eb31-44ed-ab7c-e96481644e4c None None] Pushing event updated for resources: {'Port': ['ID=6670ce93-2b49-4d72-beb7-cfa77a86c3da,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:21.114750 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network db8a1b2a-9bf0-4952-8f67-004b6880d4ec is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:21.117919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c5727af3-728e-43dd-876c-80fcaf1e18cd up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:21.133119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:21.145460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:21.148934 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-08132e91-e7ed-493e-b5ec-b5a7310cb9a5 req-2d3ed869-59e7-4dbf-9ecc-ff44296cce32 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661139 Oct 23 01:12:21.182685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (1f61aad6-d914-48ec-ac5c-f878ba4c64df), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.182807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-58b64641-3c25-419b-a604-480909b47a5a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 4be20876-c298-40dd-9797-f96a01a119b3 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:21.183105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-58b64641-3c25-419b-a604-480909b47a5a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4be20876-c298-40dd-9797-f96a01a119b3), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.183979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=1ab41c52-0b66-49ab-99c0-c3a007c2576f,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:21.208059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:21.217268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6670ce93-2b49-4d72-beb7-cfa77a86c3da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:21.228245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96f7c7e0-2437-463b-b498-6683820ba6ee tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (9b8e3ec1-02ab-45ef-979f-487bbaedded9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.256805 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:21.257475 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.282409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port c5727af3-728e-43dd-876c-80fcaf1e18cd completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:12:21.301876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 6670ce93-2b49-4d72-beb7-cfa77a86c3da triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:21.302285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.302843 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 6670ce93-2b49-4d72-beb7-cfa77a86c3da Oct 23 01:12:21.309134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:21.313801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.317520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96f7c7e0-2437-463b-b498-6683820ba6ee tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (9b8e3ec1-02ab-45ef-979f-487bbaedded9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.345892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-58b64641-3c25-419b-a604-480909b47a5a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4be20876-c298-40dd-9797-f96a01a119b3), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.376900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-58b64641-3c25-419b-a604-480909b47a5a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 4be20876-c298-40dd-9797-f96a01a119b3 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:21.404137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port c5727af3-728e-43dd-876c-80fcaf1e18cd triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:21.404669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.418040 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port c5727af3-728e-43dd-876c-80fcaf1e18cd Oct 23 01:12:21.437664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (1f61aad6-d914-48ec-ac5c-f878ba4c64df), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.443843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:21.444472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.465208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 6670ce93-2b49-4d72-beb7-cfa77a86c3da is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:21.465374 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4abc90a5-b4c3-4e40-a760-a6c48b849fa8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4560876 Oct 23 01:12:21.472201 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34670) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:21.525549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port c5727af3-728e-43dd-876c-80fcaf1e18cd is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:21.526109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.567287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:12:21.570390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37babd16-0dfc-45a4-a3ae-27e1bc150aa9" -d '{"events": [{"server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:12:21.576700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7c7e0-2437-463b-b498-6683820ba6ee tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8e3ec1-02ab-45ef-979f-487bbaedded9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:21.589190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c5727af3-728e-43dd-876c-80fcaf1e18cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:21.649600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c64243-1a37-4efe-ae91-26ecd34628e5 x-openstack-request-id: req-e4c64243-1a37-4efe-ae91-26ecd34628e5 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:12:21.650014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:12:21.650355 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4c64243-1a37-4efe-ae91-26ecd34628e5 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:12:21.650857 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c64243-1a37-4efe-ae91-26ecd34628e5'] response: {'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'code': 200} Oct 23 01:12:21.665630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5417ad6-2843-4143-ae40-78196bbd8d4c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:21.667523 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f5417ad6-2843-4143-ae40-78196bbd8d4c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1944389 Oct 23 01:12:21.670958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34674) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:21.691422 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2882187 Oct 23 01:12:21.698183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34676) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:21.708148 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'subnet': {'network_id': '1f61aad6-d914-48ec-ac5c-f878ba4c64df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:21.710190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.715587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec30bc-fcbc-426e-ab84-8d11fd72ecd4 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Network': ['ID=1f61aad6-d914-48ec-ac5c-f878ba4c64df,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:21.761968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:21.763613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96f7c7e0-2437-463b-b498-6683820ba6ee tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.767914 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-96f7c7e0-2437-463b-b498-6683820ba6ee tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9791632 Oct 23 01:12:21.773916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34678) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:21.778615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-680c6d68-2bb0-4aa5-80f8-ce4fad96bdcf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group': {'name': 'tempest-secgroup--137791677'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:21.801379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 1f61aad6-d914-48ec-ac5c-f878ba4c64df details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:12:21.877134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7bcd5-f556-41e5-8c62-6aa5f2ea53ee tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:21.882526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7bcd5-f556-41e5-8c62-6aa5f2ea53ee tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:21.888756 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7bcd5-f556-41e5-8c62-6aa5f2ea53ee tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:21.890554 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d7c7bcd5-f556-41e5-8c62-6aa5f2ea53ee tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1384475 Oct 23 01:12:21.893990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34680) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:21.921076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.930805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=c5727af3-728e-43dd-876c-80fcaf1e18cd,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:21.965897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbbc0f2-222e-42ee-88b3-605615e67b60 None None] Network db8a1b2a-9bf0-4952-8f67-004b6880d4ec requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:21.978872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-680c6d68-2bb0-4aa5-80f8-ce4fad96bdcf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.020707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3194412f-424a-4581-bd5f-afb0ae717749 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 1ab41c52-0b66-49ab-99c0-c3a007c2576f {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:22.021571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3194412f-424a-4581-bd5f-afb0ae717749 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1ab41c52-0b66-49ab-99c0-c3a007c2576f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.034396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:22.036762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (31701469-28e9-4c2a-9efd-cebeebbeffa0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.095844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:22.100284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.111533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-680c6d68-2bb0-4aa5-80f8-ce4fad96bdcf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (d3f8ec21-1ff3-4e3b-b41b-575056ca335e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.122287 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-58b64641-3c25-419b-a604-480909b47a5a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4be20876-c298-40dd-9797-f96a01a119b3), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.129707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Subnet': ['ID=31701469-28e9-4c2a-9efd-cebeebbeffa0,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:22.137514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Checking segment: {'id': '8f5909a1-288d-455e-8f55-9e28d87a88b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd8848c85-8eb3-4164-940f-a70f0b3ff4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:22.137931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network hostable DHCP agents. Network: d8848c85-8eb3-4164-940f-a70f0b3ff4e8, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:12:22.164350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-313b606d-1b70-4ea1-b187-0efd05e5ac08 None None] Could not find standard attr ID for object 4be20876-c298-40dd-9797-f96a01a119b3. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:22.181275 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-680c6d68-2bb0-4aa5-80f8-ce4fad96bdcf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d3f8ec21-1ff3-4e3b-b41b-575056ca335e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.185446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-313b606d-1b70-4ea1-b187-0efd05e5ac08 None None] Provisioning complete for port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:22.189980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-313b606d-1b70-4ea1-b187-0efd05e5ac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.189980 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-313b606d-1b70-4ea1-b187-0efd05e5ac08 None None] Attempt 1 to provision port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 Oct 23 01:12:22.228462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a16ab-cad2-423f-8e99-8595f7c384e2 req-9f847877-374e-417d-aaa2-7695ee1ac42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:22.229673 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-178a16ab-cad2-423f-8e99-8595f7c384e2 req-9f847877-374e-417d-aaa2-7695ee1ac42d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 1130 time: 0.1468513 Oct 23 01:12:22.229827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c6d68-2bb0-4aa5-80f8-ce4fad96bdcf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f8ec21-1ff3-4e3b-b41b-575056ca335e,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:22.230479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b64641-3c25-419b-a604-480909b47a5a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=4be20876-c298-40dd-9797-f96a01a119b3,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:22.251310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network d8848c85-8eb3-4164-940f-a70f0b3ff4e8 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:12:22.272839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-680c6d68-2bb0-4aa5-80f8-ce4fad96bdcf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.274975 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-680c6d68-2bb0-4aa5-80f8-ce4fad96bdcf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4998968 Oct 23 01:12:22.278378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34684) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:22.283759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-cd0751de-5420-4da9-813a-fc4e9f416cf5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': '9b8e3ec1-02ab-45ef-979f-487bbaedded9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd3f8ec21-1ff3-4e3b-b41b-575056ca335e', 'remote_ip_prefix': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:22.313718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-313b606d-1b70-4ea1-b187-0efd05e5ac08 None None] Current status of the port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:22.354704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3194412f-424a-4581-bd5f-afb0ae717749 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1ab41c52-0b66-49ab-99c0-c3a007c2576f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.364087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d8848c85-8eb3-4164-940f-a70f0b3ff4e8) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:22.369863 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:22.373180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.410401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0751de-5420-4da9-813a-fc4e9f416cf5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (123e056f-d7ad-468f-b0cd-128f868bb9c1), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.423874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3194412f-424a-4581-bd5f-afb0ae717749 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 1ab41c52-0b66-49ab-99c0-c3a007c2576f owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:22.441449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca148f-7057-4d87-8df6-5685f7152b47 req-d518aae1-cbba-4048-80d3-b5c9cd477a2e tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:22.443032 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-94ca148f-7057-4d87-8df6-5685f7152b47 req-d518aae1-cbba-4048-80d3-b5c9cd477a2e tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.1562259 Oct 23 01:12:22.497359 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8d083f79-cc7c-4c00-be0c-aebf210076f2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5667019 Oct 23 01:12:22.497359 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34686) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:22.497613 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-178a16ab-cad2-423f-8e99-8595f7c384e2 req-44927e68-f7e8-41aa-a038-b6448ce2e4ac service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200253 Oct 23 01:12:22.498905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-58b64641-3c25-419b-a604-480909b47a5a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.502107 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-58b64641-3c25-419b-a604-480909b47a5a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4be20876-c298-40dd-9797-f96a01a119b3 HTTP/1.1" status: 204 len: 168 time: 1.5258706 Oct 23 01:12:22.503322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9d98b6cd-9748-4f0a-8c3c-9233a5bb4596 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-952885714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:22.513684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34688) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:22.534011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e37758-60d0-4552-ac54-6a1ce8ca9814 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:12:22.536758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0751de-5420-4da9-813a-fc4e9f416cf5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (123e056f-d7ad-468f-b0cd-128f868bb9c1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.584650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e821b3d-415c-4b90-b939-6e767c18de1a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:22.587085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e821b3d-415c-4b90-b939-6e767c18de1a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:22.588718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e821b3d-415c-4b90-b939-6e767c18de1a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:22.590344 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7e821b3d-415c-4b90-b939-6e767c18de1a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0757730 Oct 23 01:12:22.602446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34690) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:22.629447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:22.634668 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-94ca148f-7057-4d87-8df6-5685f7152b47 req-0092af45-c8af-43b9-a018-54f5d1452226 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772468 Oct 23 01:12:22.648349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Provisioning complete for port ba080e33-2cb5-4cba-b99b-14d2d9a60173 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:22.648801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ba080e33-2cb5-4cba-b99b-14d2d9a60173), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.649206 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Attempt 1 to provision port ba080e33-2cb5-4cba-b99b-14d2d9a60173 Oct 23 01:12:22.654381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e37758-60d0-4552-ac54-6a1ce8ca9814 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:12:22.660657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d679861f-d025-40cb-8ad9-da5b5f92bf07 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 17b22175-1d97-4fa0-809a-a227c7a02f67 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:22.664656 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d679861f-d025-40cb-8ad9-da5b5f92bf07 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (17b22175-1d97-4fa0-809a-a227c7a02f67), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.698065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Port ba080e33-2cb5-4cba-b99b-14d2d9a60173 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:22.713096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d679861f-d025-40cb-8ad9-da5b5f92bf07 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (17b22175-1d97-4fa0-809a-a227c7a02f67), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.738341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d98b6cd-9748-4f0a-8c3c-9233a5bb4596 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.739483 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d98b6cd-9748-4f0a-8c3c-9233a5bb4596 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.760816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0751de-5420-4da9-813a-fc4e9f416cf5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (123e056f-d7ad-468f-b0cd-128f868bb9c1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.761038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Provisioning complete for port 1ab41c52-0b66-49ab-99c0-c3a007c2576f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:22.761038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1ab41c52-0b66-49ab-99c0-c3a007c2576f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.761038 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Attempt 1 to provision port 1ab41c52-0b66-49ab-99c0-c3a007c2576f Oct 23 01:12:22.779285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0751de-5420-4da9-813a-fc4e9f416cf5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123e056f-d7ad-468f-b0cd-128f868bb9c1,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:22.810009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Port 1ab41c52-0b66-49ab-99c0-c3a007c2576f cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:22.826514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d679861f-d025-40cb-8ad9-da5b5f92bf07 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (17b22175-1d97-4fa0-809a-a227c7a02f67), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.832532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Provisioning complete for port 6670ce93-2b49-4d72-beb7-cfa77a86c3da triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:22.832902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.833329 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Attempt 1 to provision port 6670ce93-2b49-4d72-beb7-cfa77a86c3da Oct 23 01:12:22.884139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (a6d86e7b-29cf-498b-a76d-9c5e1de430b4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.920684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cd0751de-5420-4da9-813a-fc4e9f416cf5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.922001 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cd0751de-5420-4da9-813a-fc4e9f416cf5 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6428914 Oct 23 01:12:22.927296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34692) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:22.941472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3194412f-424a-4581-bd5f-afb0ae717749 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1ab41c52-0b66-49ab-99c0-c3a007c2576f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.952530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d8848c85-8eb3-4164-940f-a70f0b3ff4e8', 'network_id': 'd8848c85-8eb3-4164-940f-a70f0b3ff4e8', 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'fixed_ips': [{'subnet_id': '31701469-28e9-4c2a-9efd-cebeebbeffa0'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:22.953477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.962654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd32f7a5-56ec-4b7d-a6bf-8d48f6417b10 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (123e056f-d7ad-468f-b0cd-128f868bb9c1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.979517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd32f7a5-56ec-4b7d-a6bf-8d48f6417b10 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (123e056f-d7ad-468f-b0cd-128f868bb9c1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.989448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-021be6a4-2e47-405e-b849-dabc17718864 None None] Current status of the port 6670ce93-2b49-4d72-beb7-cfa77a86c3da is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:23.015639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194412f-424a-4581-bd5f-afb0ae717749 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=1ab41c52-0b66-49ab-99c0-c3a007c2576f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:23.045719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Subnet': ['ID=a6d86e7b-29cf-498b-a76d-9c5e1de430b4,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:23.060045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d98b6cd-9748-4f0a-8c3c-9233a5bb4596 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.061451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d679861f-d025-40cb-8ad9-da5b5f92bf07 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (17b22175-1d97-4fa0-809a-a227c7a02f67), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.078656 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d679861f-d025-40cb-8ad9-da5b5f92bf07 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.085413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34694) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.085630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:23.088492 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d679861f-d025-40cb-8ad9-da5b5f92bf07 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/17b22175-1d97-4fa0-809a-a227c7a02f67 HTTP/1.1" status: 204 len: 168 time: 0.4844458 Oct 23 01:12:23.107286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Checking segment: {'id': 'd17cbe1b-6dbe-4f67-a5bf-821a8031369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1f61aad6-d914-48ec-ac5c-f878ba4c64df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:23.107286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network hostable DHCP agents. Network: 1f61aad6-d914-48ec-ac5c-f878ba4c64df, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:12:23.114420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679861f-d025-40cb-8ad9-da5b5f92bf07 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=17b22175-1d97-4fa0-809a-a227c7a02f67,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:23.116334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd32f7a5-56ec-4b7d-a6bf-8d48f6417b10 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (123e056f-d7ad-468f-b0cd-128f868bb9c1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.122041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d98b6cd-9748-4f0a-8c3c-9233a5bb4596 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.134061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd32f7a5-56ec-4b7d-a6bf-8d48f6417b10 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.137486 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fd32f7a5-56ec-4b7d-a6bf-8d48f6417b10 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/123e056f-d7ad-468f-b0cd-128f868bb9c1 HTTP/1.1" status: 204 len: 168 time: 0.2095010 Oct 23 01:12:23.138519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34696) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.160689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32f7a5-56ec-4b7d-a6bf-8d48f6417b10 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=123e056f-d7ad-468f-b0cd-128f868bb9c1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:23.183210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6670ce93-2b49-4d72-beb7-cfa77a86c3da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:23.183432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3194412f-424a-4581-bd5f-afb0ae717749 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.189846 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3194412f-424a-4581-bd5f-afb0ae717749 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/1ab41c52-0b66-49ab-99c0-c3a007c2576f HTTP/1.1" status: 204 len: 168 time: 1.2917089 Oct 23 01:12:23.192662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1780a90-1c44-488a-8d57-ad2604d6ea84 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet cba78204-5c0e-432e-ae24-d4b63fe5cf1c {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:23.192807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Allocated IP 2001:db8::2 (d8848c85-8eb3-4164-940f-a70f0b3ff4e8/31701469-28e9-4c2a-9efd-cebeebbeffa0/a423078a-b4cd-4da4-92f2-fb004c56fd78) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:23.194800 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34698) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.212862 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1120b35c-1a71-4365-a1c3-4407ce876f3f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0697153 Oct 23 01:12:23.215630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34700) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.231016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1780a90-1c44-488a-8d57-ad2604d6ea84 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (cba78204-5c0e-432e-ae24-d4b63fe5cf1c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.234864 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f5d6fa-7b8a-4a25-a1d4-02040052ccc5 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:12:23.236860 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e6f5d6fa-7b8a-4a25-a1d4-02040052ccc5 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/1ab41c52-0b66-49ab-99c0-c3a007c2576f HTTP/1.1" status: 404 len: 333 time: 0.0409577 Oct 23 01:12:23.239997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34702) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.284229 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1780a90-1c44-488a-8d57-ad2604d6ea84 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (cba78204-5c0e-432e-ae24-d4b63fe5cf1c), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.290770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d98b6cd-9748-4f0a-8c3c-9233a5bb4596 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.295435 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9d98b6cd-9748-4f0a-8c3c-9233a5bb4596 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7958117 Oct 23 01:12:23.296837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34704) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.312028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'port': {'network_id': 'd8848c85-8eb3-4164-940f-a70f0b3ff4e8', 'name': 'tempest-RoutersIpV6Test-2109722767'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:23.317466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 6670ce93-2b49-4d72-beb7-cfa77a86c3da triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:23.318054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.318219 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 6670ce93-2b49-4d72-beb7-cfa77a86c3da Oct 23 01:12:23.380367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1780a90-1c44-488a-8d57-ad2604d6ea84 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (cba78204-5c0e-432e-ae24-d4b63fe5cf1c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.417961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aaf6980d-337b-49dd-bb3a-156fb3a5f2fb tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (d3f8ec21-1ff3-4e3b-b41b-575056ca335e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.457116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 1f61aad6-d914-48ec-ac5c-f878ba4c64df is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:12:23.462446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 6670ce93-2b49-4d72-beb7-cfa77a86c3da is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:23.466130 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:23.502240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aaf6980d-337b-49dd-bb3a-156fb3a5f2fb tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (d3f8ec21-1ff3-4e3b-b41b-575056ca335e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.517639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8cb233d1-3053-4722-985c-6f09b7fba171 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port ba080e33-2cb5-4cba-b99b-14d2d9a60173 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:23.518017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cb233d1-3053-4722-985c-6f09b7fba171 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ba080e33-2cb5-4cba-b99b-14d2d9a60173), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.522997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Publish callbacks [] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.575920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1f61aad6-d914-48ec-ac5c-f878ba4c64df) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:23.581523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1780a90-1c44-488a-8d57-ad2604d6ea84 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (cba78204-5c0e-432e-ae24-d4b63fe5cf1c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.593512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:23.594159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.600469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.646829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1780a90-1c44-488a-8d57-ad2604d6ea84 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=cba78204-5c0e-432e-ae24-d4b63fe5cf1c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:23.649726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d1780a90-1c44-488a-8d57-ad2604d6ea84 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.655570 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d1780a90-1c44-488a-8d57-ad2604d6ea84 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/cba78204-5c0e-432e-ae24-d4b63fe5cf1c HTTP/1.1" status: 204 len: 168 time: 0.5676901 Oct 23 01:12:23.656404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34706) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.663028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:23.670010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Network d8848c85-8eb3-4164-940f-a70f0b3ff4e8 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:23.672989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:23.676670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:23.695434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Pushing event updated for resources: {'Port': ['ID=a423078a-b4cd-4da4-92f2-fb004c56fd78,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:23.698408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cb233d1-3053-4722-985c-6f09b7fba171 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ba080e33-2cb5-4cba-b99b-14d2d9a60173), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.720884 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8cb233d1-3053-4722-985c-6f09b7fba171 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for ba080e33-2cb5-4cba-b99b-14d2d9a60173 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:23.728346 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-35fa0c6c-54b4-4814-984f-41219efe6637 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706568 Oct 23 01:12:23.730988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34710) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.770579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Attempting to bind port a423078a-b4cd-4da4-92f2-fb004c56fd78 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:23.770946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Attempting to bind port a423078a-b4cd-4da4-92f2-fb004c56fd78 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8f5909a1-288d-455e-8f55-9e28d87a88b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd8848c85-8eb3-4164-940f-a70f0b3ff4e8'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:23.771304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Attempting to bind port a423078a-b4cd-4da4-92f2-fb004c56fd78 on network d8848c85-8eb3-4164-940f-a70f0b3ff4e8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:23.783799 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6023e98f-b997-4539-adb8-4dbee3ac1c9f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0800152 Oct 23 01:12:23.784108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aaf6980d-337b-49dd-bb3a-156fb3a5f2fb tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d3f8ec21-1ff3-4e3b-b41b-575056ca335e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.786728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aaf6980d-337b-49dd-bb3a-156fb3a5f2fb tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.787936 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aaf6980d-337b-49dd-bb3a-156fb3a5f2fb tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d3f8ec21-1ff3-4e3b-b41b-575056ca335e HTTP/1.1" status: 204 len: 168 time: 0.5713224 Oct 23 01:12:23.788607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:23.792030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34712) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.792346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.792715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34714) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.798054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-08c79e45-43c4-4af6-bd64-2c81daf74a61 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1312658231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:23.827686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:23.835592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:23.835962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Checking segment: {'id': '8f5909a1-288d-455e-8f55-9e28d87a88b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd8848c85-8eb3-4164-940f-a70f0b3ff4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:23.837034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.837450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Bound using segment: {'id': '8f5909a1-288d-455e-8f55-9e28d87a88b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd8848c85-8eb3-4164-940f-a70f0b3ff4e8'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:23.838326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Bound port: a423078a-b4cd-4da4-92f2-fb004c56fd78, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5909a1-288d-455e-8f55-9e28d87a88b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd8848c85-8eb3-4164-940f-a70f0b3ff4e8'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:23.839932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.841447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed60a7-d339-4ce0-931d-6defb91fe1bf tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:23.842146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6980d-337b-49dd-bb3a-156fb3a5f2fb tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f8ec21-1ff3-4e3b-b41b-575056ca335e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:23.843445 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dbed60a7-d339-4ce0-931d-6defb91fe1bf tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1113391 Oct 23 01:12:23.846435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-2ca60024-3605-4ca4-b3ab-5606027bccd6 None None] Provisioning complete for port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:23.846804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2ca60024-3605-4ca4-b3ab-5606027bccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.847137 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2ca60024-3605-4ca4-b3ab-5606027bccd6 None None] Attempt 1 to provision port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 Oct 23 01:12:23.849300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34716) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.864493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] device_id is not set on port 6459d47a-8170-483b-aec9-ece400ebc488 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:23.881978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7b723-b281-4be3-ac90-87c53fcd528b req-5a50424d-a5bd-4214-b3bf-77cb22410214 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:23.883526 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-82d7b723-b281-4be3-ac90-87c53fcd528b req-5a50424d-a5bd-4214-b3bf-77cb22410214 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.1108232 Oct 23 01:12:23.929843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb192528-51de-4d94-a142-4dd7fb8b201e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:23.934331 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fb192528-51de-4d94-a142-4dd7fb8b201e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0805750 Oct 23 01:12:23.938903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34718) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.939053 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-63449994-bcd1-466a-8873-a33bda297eb3 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1287546 Oct 23 01:12:23.941208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-08c79e45-43c4-4af6-bd64-2c81daf74a61 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (de7585f6-df36-435f-be6e-e77cc3161142), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.942306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-08c79e45-43c4-4af6-bd64-2c81daf74a61 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (de7585f6-df36-435f-be6e-e77cc3161142), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.946332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34720) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:23.986321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] For port a423078a-b4cd-4da4-92f2-fb004c56fd78, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:23.991686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] For port a423078a-b4cd-4da4-92f2-fb004c56fd78, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a423078a-b4cd-4da4-92f2-fb004c56fd78,segment=NetworkSegment(8f5909a1-288d-455e-8f55-9e28d87a88b1),segment_id=8f5909a1-288d-455e-8f55-9e28d87a88b1)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:24.007287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:24.018781 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e925efb0-bf5f-4f8b-b420-f80aa6d57404 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752423 Oct 23 01:12:24.029188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34722) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:24.035989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2ca60024-3605-4ca4-b3ab-5606027bccd6 None None] Current status of the port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:24.036186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c4e63e38-6727-4d02-b3b6-1249ae9c0b74 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:24.040562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-08c79e45-43c4-4af6-bd64-2c81daf74a61 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (de7585f6-df36-435f-be6e-e77cc3161142), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.051242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b0605a7a-80aa-4065-a3e0-84b08e93daa0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (9b8e3ec1-02ab-45ef-979f-487bbaedded9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.074086 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b0605a7a-80aa-4065-a3e0-84b08e93daa0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (9b8e3ec1-02ab-45ef-979f-487bbaedded9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.085505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.090878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:24.111119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-08c79e45-43c4-4af6-bd64-2c81daf74a61 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (de7585f6-df36-435f-be6e-e77cc3161142), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.140458 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d8fe4-af7b-476b-8633-c49d5129fbba None None] Pushing event updated for resources: {'Port': ['ID=a423078a-b4cd-4da4-92f2-fb004c56fd78,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:24.157911 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-82d7b723-b281-4be3-ac90-87c53fcd528b req-906213eb-1736-4705-9510-740052d6a6ca tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394760 Oct 23 01:12:24.225948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Allocated IP 2001:db8::6a (d8848c85-8eb3-4164-940f-a70f0b3ff4e8/31701469-28e9-4c2a-9efd-cebeebbeffa0/6459d47a-8170-483b-aec9-ece400ebc488) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:24.226167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-08c79e45-43c4-4af6-bd64-2c81daf74a61 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.229991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34726) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:24.230186 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-08c79e45-43c4-4af6-bd64-2c81daf74a61 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4359407 Oct 23 01:12:24.231075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b0605a7a-80aa-4065-a3e0-84b08e93daa0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (9b8e3ec1-02ab-45ef-979f-487bbaedded9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.233703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b0605a7a-80aa-4065-a3e0-84b08e93daa0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.237307 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b0605a7a-80aa-4065-a3e0-84b08e93daa0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9b8e3ec1-02ab-45ef-979f-487bbaedded9 HTTP/1.1" status: 204 len: 168 time: 0.2876248 Oct 23 01:12:24.241065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34728) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:24.263694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0605a7a-80aa-4065-a3e0-84b08e93daa0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8e3ec1-02ab-45ef-979f-487bbaedded9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:24.301845 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cb233d1-3053-4722-985c-6f09b7fba171 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ba080e33-2cb5-4cba-b99b-14d2d9a60173), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.330107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073eecc-6055-4ba4-b660-90e26011e6f5 req-8b72b6f3-72e7-4d10-a337-e95add36615d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:24.331681 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6073eecc-6055-4ba4-b660-90e26011e6f5 req-8b72b6f3-72e7-4d10-a337-e95add36615d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.0783107 Oct 23 01:12:24.357410 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d03eff53-b843-422b-9642-b41d532861d9 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1151288 Oct 23 01:12:24.361467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34730) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:24.365222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3966241d-12ea-4bc1-88b9-f06e0f0a710d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group': {'name': 'tempest-secgroup--554832393'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:24.443773 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6073eecc-6055-4ba4-b660-90e26011e6f5 req-c0d0a210-b82e-48ca-95a4-04913249cda2 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850210 Oct 23 01:12:24.452662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:24.475195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3966241d-12ea-4bc1-88b9-f06e0f0a710d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.478602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34732) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:24.538153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44df4097-c5b7-4163-b271-8398ec3f001e tempest-TestNetworkAdvancedServerOps-635873859 tempest-TestNetworkAdvancedServerOps-635873859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:24.542772 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-44df4097-c5b7-4163-b271-8398ec3f001e tempest-TestNetworkAdvancedServerOps-635873859 tempest-TestNetworkAdvancedServerOps-635873859-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 1125 time: 0.0601659 Oct 23 01:12:24.543007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34734) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:24.549970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:24.609234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3966241d-12ea-4bc1-88b9-f06e0f0a710d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (56ef1c16-2f5a-4e97-9f12-6a755a03a61f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.640198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.692467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3966241d-12ea-4bc1-88b9-f06e0f0a710d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (56ef1c16-2f5a-4e97-9f12-6a755a03a61f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.698084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:24.717967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e63e38-6727-4d02-b3b6-1249ae9c0b74 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:24.721532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c4e63e38-6727-4d02-b3b6-1249ae9c0b74 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.722958 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e63e38-6727-4d02-b3b6-1249ae9c0b74 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:12:24.723382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e63e38-6727-4d02-b3b6-1249ae9c0b74 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:12:24.734530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb233d1-3053-4722-985c-6f09b7fba171 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=ba080e33-2cb5-4cba-b99b-14d2d9a60173,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:24.741293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966241d-12ea-4bc1-88b9-f06e0f0a710d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ef1c16-2f5a-4e97-9f12-6a755a03a61f,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:24.756193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.807621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3966241d-12ea-4bc1-88b9-f06e0f0a710d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:24.808910 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3966241d-12ea-4bc1-88b9-f06e0f0a710d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4487009 Oct 23 01:12:24.811670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34736) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:24.816578 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0c13cfca-981b-4774-9a5e-12dd48a9eb9d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': '56ef1c16-2f5a-4e97-9f12-6a755a03a61f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:24.886508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Allocated IP 172.36.3.171 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/91b855d4-c2b3-44a7-96ae-01cecbc53525) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:24.913770 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c4e63e38-6727-4d02-b3b6-1249ae9c0b74 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8819604 Oct 23 01:12:24.922973 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34738) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:24.935371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-bf6e90a8-7df8-4be9-a9e1-5794b41f45e0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:25.106096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8cb233d1-3053-4722-985c-6f09b7fba171 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.114326 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8cb233d1-3053-4722-985c-6f09b7fba171 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ba080e33-2cb5-4cba-b99b-14d2d9a60173 HTTP/1.1" status: 204 len: 168 time: 1.8723257 Oct 23 01:12:25.114976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34740) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:25.128264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:25.143763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a423078a-b4cd-4da4-92f2-fb004c56fd78 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:25.214134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port a423078a-b4cd-4da4-92f2-fb004c56fd78 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:25.214426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.216247 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95ea97a-f594-4cbd-8315-76e809d5600b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:12:25.217532 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port a423078a-b4cd-4da4-92f2-fb004c56fd78 Oct 23 01:12:25.222289 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f95ea97a-f594-4cbd-8315-76e809d5600b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/ba080e33-2cb5-4cba-b99b-14d2d9a60173 HTTP/1.1" status: 404 len: 333 time: 0.0919144 Oct 23 01:12:25.224855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (6459d47a-8170-483b-aec9-ece400ebc488), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.230318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34742) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:25.272907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:25.294977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:25.316371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port a423078a-b4cd-4da4-92f2-fb004c56fd78 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:25.317485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.330318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.355575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port a423078a-b4cd-4da4-92f2-fb004c56fd78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a423078a-b4cd-4da4-92f2-fb004c56fd78,segment=NetworkSegment(8f5909a1-288d-455e-8f55-9e28d87a88b1),segment_id=8f5909a1-288d-455e-8f55-9e28d87a88b1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:25.370233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:25.384268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b4a57c-387b-41d7-afab-d73d6c37be95 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting subnet 268f99c4-a83b-4f22-b8df-f30b40830ca6 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:25.398562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c13cfca-981b-4774-9a5e-12dd48a9eb9d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (2c4369f1-fae9-4ef2-a034-76be1c67929c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.417022 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e3b4a57c-387b-41d7-afab-d73d6c37be95 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (268f99c4-a83b-4f22-b8df-f30b40830ca6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.424947 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd526e7-166b-46a2-b0ad-03b857ec9522 None None] Network d8848c85-8eb3-4164-940f-a70f0b3ff4e8 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:25.453092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9104ba28-9330-4131-b49d-0a949ea8ae17 None None] Network 1f61aad6-d914-48ec-ac5c-f878ba4c64df requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:25.458585 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-baaa3e04-6e4c-4f96-8eab-b8b01fb546a9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1025825 Oct 23 01:12:25.490294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6459d47a-8170-483b-aec9-ece400ebc488), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.495490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6e90a8-7df8-4be9-a9e1-5794b41f45e0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:25.499524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bf6e90a8-7df8-4be9-a9e1-5794b41f45e0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.501068 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6e90a8-7df8-4be9-a9e1-5794b41f45e0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:12:25.501555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6e90a8-7df8-4be9-a9e1-5794b41f45e0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:12:25.521738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for port (91b855d4-c2b3-44a7-96ae-01cecbc53525), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.523757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:25.526490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c13cfca-981b-4774-9a5e-12dd48a9eb9d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (2c4369f1-fae9-4ef2-a034-76be1c67929c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.568131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e3b4a57c-387b-41d7-afab-d73d6c37be95 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (268f99c4-a83b-4f22-b8df-f30b40830ca6), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.608941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-79102b54-917b-415f-b52b-388a45adfb16 None None] Provisioning complete for port a423078a-b4cd-4da4-92f2-fb004c56fd78 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:25.609599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-79102b54-917b-415f-b52b-388a45adfb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.610876 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-79102b54-917b-415f-b52b-388a45adfb16 None None] Attempt 1 to provision port a423078a-b4cd-4da4-92f2-fb004c56fd78 Oct 23 01:12:25.613022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c13cfca-981b-4774-9a5e-12dd48a9eb9d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (2c4369f1-fae9-4ef2-a034-76be1c67929c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.619248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-22bf1aa6-eece-469f-8e05-61e6b1ca5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:25.621119 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-22bf1aa6-eece-469f-8e05-61e6b1ca5cb2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b602821d64e8483792c00c012ff3de3c&device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 1130 time: 0.0828731 Oct 23 01:12:25.646134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13cfca-981b-4774-9a5e-12dd48a9eb9d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4369f1-fae9-4ef2-a034-76be1c67929c,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:25.652233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.656098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=69,neutron:DELETE=10,neutron:UPDATE=6,neutron:INSERT=15 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:25.665198 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network d8848c85-8eb3-4164-940f-a70f0b3ff4e8 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:25.681494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:25.684298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:25.690998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:25.698085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.698240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (91b855d4-c2b3-44a7-96ae-01cecbc53525), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.722907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=6459d47a-8170-483b-aec9-ece400ebc488,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:25.752389 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bf6e90a8-7df8-4be9-a9e1-5794b41f45e0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8228905 Oct 23 01:12:25.754990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34744) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:25.794118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f6f84547-c981-4c3c-869b-2c4d30628df5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:25.803019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c13cfca-981b-4774-9a5e-12dd48a9eb9d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.806875 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0c13cfca-981b-4774-9a5e-12dd48a9eb9d tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9916501 Oct 23 01:12:25.811202 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:25.829957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34746) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:25.839155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:25.873199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=a423078a-b4cd-4da4-92f2-fb004c56fd78,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:25.900210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:25.906406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:25.916241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Allocated IP 172.20.0.1 (1f61aad6-d914-48ec-ac5c-f878ba4c64df/a6d86e7b-29cf-498b-a76d-9c5e1de430b4/bc680c26-9c64-4834-ab51-f0edada3082d) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:25.939429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777973ce-ae84-4be0-94e4-725ce0217f78 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:25.960816 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d4eeb455-9d99-4400-98fc-d164829db10d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6502137 Oct 23 01:12:25.968610 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34748) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:25.968771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1f61aad6-d914-48ec-ac5c-f878ba4c64df', 'network_id': '1f61aad6-d914-48ec-ac5c-f878ba4c64df', 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'fixed_ips': [{'subnet_id': 'a6d86e7b-29cf-498b-a76d-9c5e1de430b4'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:25.969176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.971882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-79102b54-917b-415f-b52b-388a45adfb16 None None] Current status of the port a423078a-b4cd-4da4-92f2-fb004c56fd78 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:25.988237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:26.034807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'Port': ['ID=91b855d4-c2b3-44a7-96ae-01cecbc53525,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:26.041864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-79102b54-917b-415f-b52b-388a45adfb16 None None] Provisioning complete for port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:26.042861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-79102b54-917b-415f-b52b-388a45adfb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.043342 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-79102b54-917b-415f-b52b-388a45adfb16 None None] Attempt 1 to provision port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 Oct 23 01:12:26.065580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f6c2857-bcb6-4703-b4b1-964b7f07bdbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (2c4369f1-fae9-4ef2-a034-76be1c67929c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.083925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f6c2857-bcb6-4703-b4b1-964b7f07bdbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (2c4369f1-fae9-4ef2-a034-76be1c67929c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.118313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-354225cb-67dc-4a01-9840-6a5eabd83bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:26.121376 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-354225cb-67dc-4a01-9840-6a5eabd83bbd service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 HTTP/1.1" status: 200 len: 898 time: 0.4638834 Oct 23 01:12:26.219697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f84547-c981-4c3c-869b-2c4d30628df5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:26.229855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6f84547-c981-4c3c-869b-2c4d30628df5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.229855 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f84547-c981-4c3c-869b-2c4d30628df5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:12:26.229855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f84547-c981-4c3c-869b-2c4d30628df5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:12:26.236117 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-ee67b394-8522-4930-aeab-c403e9f436ff service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd HTTP/1.1" status: 200 len: 217 time: 0.0986860 Oct 23 01:12:26.248649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e3b4a57c-387b-41d7-afab-d73d6c37be95 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (268f99c4-a83b-4f22-b8df-f30b40830ca6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.269045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecec233f-6e3d-4b59-a3f2-3b66ba13d4ca None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:26.346646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f6c2857-bcb6-4703-b4b1-964b7f07bdbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (2c4369f1-fae9-4ef2-a034-76be1c67929c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.363164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ecec233f-6e3d-4b59-a3f2-3b66ba13d4ca None None] Deleting port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:26.363535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ecec233f-6e3d-4b59-a3f2-3b66ba13d4ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.373433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f6c2857-bcb6-4703-b4b1-964b7f07bdbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.377277 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3f6c2857-bcb6-4703-b4b1-964b7f07bdbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/2c4369f1-fae9-4ef2-a034-76be1c67929c HTTP/1.1" status: 204 len: 168 time: 0.5482595 Oct 23 01:12:26.377277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c2857-bcb6-4703-b4b1-964b7f07bdbf tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c4369f1-fae9-4ef2-a034-76be1c67929c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:26.380670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34750) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:26.407834 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f6f84547-c981-4c3c-869b-2c4d30628df5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6172087 Oct 23 01:12:26.419497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34752) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:26.426474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-2e967593-08c8-43ae-b7dd-eb07a4c45848 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:26.440825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-4125ff0d-d4c3-4142-86fe-e402a08d8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:26.442497 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-4125ff0d-d4c3-4142-86fe-e402a08d8c2f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3baf470e-f52d-4f8a-838e-48ebddc6fdd6 HTTP/1.1" status: 200 len: 835 time: 0.1961572 Oct 23 01:12:26.524000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:26.562902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:26.659445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (bc680c26-9c64-4834-ab51-f0edada3082d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.665950 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f4822496-be77-4115-85de-e8ea90fa7c51 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2799633 Oct 23 01:12:26.668508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34754) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:26.680226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-79102b54-917b-415f-b52b-388a45adfb16 None None] Current status of the port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:26.689905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-19cfb4f9-ae68-45e9-8446-6d42d5d76c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:26.696849 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-19cfb4f9-ae68-45e9-8446-6d42d5d76c5e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1818926 Oct 23 01:12:26.714403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ecec233f-6e3d-4b59-a3f2-3b66ba13d4ca None None] For port 9f35992d-107a-4b7a-9f3d-4207a8ec3580, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f35992d-107a-4b7a-9f3d-4207a8ec3580,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:26.714924 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ecec233f-6e3d-4b59-a3f2-3b66ba13d4ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.716386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:26.728320 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:26.733741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ecec233f-6e3d-4b59-a3f2-3b66ba13d4ca None None] Calling delete_port for 9f35992d-107a-4b7a-9f3d-4207a8ec3580 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:26.751583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:26.790710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e3b4a57c-387b-41d7-afab-d73d6c37be95 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (268f99c4-a83b-4f22-b8df-f30b40830ca6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.792705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e967593-08c8-43ae-b7dd-eb07a4c45848 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:26.797269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e967593-08c8-43ae-b7dd-eb07a4c45848 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.804199 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e967593-08c8-43ae-b7dd-eb07a4c45848 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:12:26.804517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-dda93169-505b-41cb-85a8-6e2d2ff837a2 None None] Could not find standard attr ID for object ba080e33-2cb5-4cba-b99b-14d2d9a60173. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:26.804647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e967593-08c8-43ae-b7dd-eb07a4c45848 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:12:26.824481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-dda93169-505b-41cb-85a8-6e2d2ff837a2 None None] Could not find standard attr ID for object 4be20876-c298-40dd-9797-f96a01a119b3. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:26.835701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-dda93169-505b-41cb-85a8-6e2d2ff837a2 None None] Could not find standard attr ID for object 1ab41c52-0b66-49ab-99c0-c3a007c2576f. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:26.885014 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-a2b8b283-e64c-47a3-9f79-26fc29a2be75 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311648 Oct 23 01:12:26.890916 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:26.904471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e3b4a57c-387b-41d7-afab-d73d6c37be95 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.912780 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e3b4a57c-387b-41d7-afab-d73d6c37be95 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/268f99c4-a83b-4f22-b8df-f30b40830ca6 HTTP/1.1" status: 204 len: 168 time: 1.6814005 Oct 23 01:12:26.918976 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34756) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:26.923536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4a57c-387b-41d7-afab-d73d6c37be95 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Subnet': ['ID=268f99c4-a83b-4f22-b8df-f30b40830ca6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:26.931623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0242e3-5c7c-4b3c-bbd5-162afd3c5056 None None] Network d8848c85-8eb3-4164-940f-a70f0b3ff4e8 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:26.941089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e433992e-ae55-4094-a099-14ebc9d795e6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (56ef1c16-2f5a-4e97-9f12-6a755a03a61f), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:26.947910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50a2f7d-7d96-48b5-9999-19841c141d49 None None] Network db8a1b2a-9bf0-4952-8f67-004b6880d4ec requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:26.997026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e433992e-ae55-4094-a099-14ebc9d795e6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (56ef1c16-2f5a-4e97-9f12-6a755a03a61f), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.015702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6459d47a-8170-483b-aec9-ece400ebc488), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.018919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (bc680c26-9c64-4834-ab51-f0edada3082d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.036193 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2e967593-08c8-43ae-b7dd-eb07a4c45848 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6121063 Oct 23 01:12:27.050331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34758) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:27.053963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ecec233f-6e3d-4b59-a3f2-3b66ba13d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (9f35992d-107a-4b7a-9f3d-4207a8ec3580), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.056043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-09140a17-1c65-49bd-872d-d2d168bf5d16 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:27.120241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-517e18d5-6581-4e70-b2f2-c2d688e7387e None None] Provisioning complete for port a423078a-b4cd-4da4-92f2-fb004c56fd78 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:27.120477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-517e18d5-6581-4e70-b2f2-c2d688e7387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.120808 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-517e18d5-6581-4e70-b2f2-c2d688e7387e None None] Attempt 1 to provision port a423078a-b4cd-4da4-92f2-fb004c56fd78 Oct 23 01:12:27.133755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 1f61aad6-d914-48ec-ac5c-f878ba4c64df is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:27.135713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=bc680c26-9c64-4834-ab51-f0edada3082d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:27.148412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (db8a1b2a-9bf0-4952-8f67-004b6880d4ec), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.164013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:27.164210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a423078a-b4cd-4da4-92f2-fb004c56fd78 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:27.166765 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec233f-6e3d-4b59-a3f2-3b66ba13d4ca None None] Pushing event deleted for resources: {'Port': ['ID=9f35992d-107a-4b7a-9f3d-4207a8ec3580,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:27.170905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:27.207100 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5dc56864-4d2d-4a93-b920-66dd0049fa5a req-cc023137-1803-4a53-804b-1d9cd01e7af2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107204 Oct 23 01:12:27.246618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec233f-6e3d-4b59-a3f2-3b66ba13d4ca None None] No DVR routers for this DVR port 9f35992d-107a-4b7a-9f3d-4207a8ec3580 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:27.265009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:27.276670 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (de7585f6-df36-435f-be6e-e77cc3161142), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.315109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 6670ce93-2b49-4d72-beb7-cfa77a86c3da {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:27.315364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.315477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Allocated IP 172.20.0.2 (1f61aad6-d914-48ec-ac5c-f878ba4c64df/a6d86e7b-29cf-498b-a76d-9c5e1de430b4/d8b1660c-b71b-46df-a349-5a1f8b45d0f7) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:27.355098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e433992e-ae55-4094-a099-14ebc9d795e6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (56ef1c16-2f5a-4e97-9f12-6a755a03a61f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.360129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e433992e-ae55-4094-a099-14ebc9d795e6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.360871 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e433992e-ae55-4094-a099-14ebc9d795e6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/56ef1c16-2f5a-4e97-9f12-6a755a03a61f HTTP/1.1" status: 204 len: 168 time: 0.6885214 Oct 23 01:12:27.363524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34760) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:27.414554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09140a17-1c65-49bd-872d-d2d168bf5d16 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:27.423393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433992e-ae55-4094-a099-14ebc9d795e6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ef1c16-2f5a-4e97-9f12-6a755a03a61f,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:27.423832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-09140a17-1c65-49bd-872d-d2d168bf5d16 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.423832 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-09140a17-1c65-49bd-872d-d2d168bf5d16 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:12:27.423832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09140a17-1c65-49bd-872d-d2d168bf5d16 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:12:27.458481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port a423078a-b4cd-4da4-92f2-fb004c56fd78 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:27.458866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.459204 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port a423078a-b4cd-4da4-92f2-fb004c56fd78 Oct 23 01:12:27.461943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for floatingip (002dfbf1-42ae-4d34-ade8-e1a021998e00), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.463808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a176d7-f3c7-438f-b7fe-0faa5247cbc1 None None] DHCP port deletion for db8a1b2a-9bf0-4952-8f67-004b6880d4ec request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:27.466153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] For port 6670ce93-2b49-4d72-beb7-cfa77a86c3da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6670ce93-2b49-4d72-beb7-cfa77a86c3da,segment=NetworkSegment(ddb2f658-741a-4e48-8275-0b35df46e2b9),segment_id=ddb2f658-741a-4e48-8275-0b35df46e2b9)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:27.470685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.490816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-517e18d5-6581-4e70-b2f2-c2d688e7387e None None] Current status of the port a423078a-b4cd-4da4-92f2-fb004c56fd78 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:27.510757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 6670ce93-2b49-4d72-beb7-cfa77a86c3da owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:27.518599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-517e18d5-6581-4e70-b2f2-c2d688e7387e None None] Provisioning complete for port 6459d47a-8170-483b-aec9-ece400ebc488 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:27.519039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-517e18d5-6581-4e70-b2f2-c2d688e7387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6459d47a-8170-483b-aec9-ece400ebc488), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.519298 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-517e18d5-6581-4e70-b2f2-c2d688e7387e None None] Attempt 1 to provision port 6459d47a-8170-483b-aec9-ece400ebc488 Oct 23 01:12:27.563781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34762) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:27.567471 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5f617155-0138-470f-bb0f-6348a96ab759 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1898043 Oct 23 01:12:27.569639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4cf60b74-0986-4c9d-a4f0-d2b6199d7aa1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group': {'name': 'tempest-secgroup--492134883'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:27.585204 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-09140a17-1c65-49bd-872d-d2d168bf5d16 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5337164 Oct 23 01:12:27.590187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34764) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:27.597833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6951f546-cd35-4ac5-84f6-1a7c6eb9bc48 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:27.618957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-34a176d7-f3c7-438f-b7fe-0faa5247cbc1 None None] Deleting port 6670ce93-2b49-4d72-beb7-cfa77a86c3da {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:27.619328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34a176d7-f3c7-438f-b7fe-0faa5247cbc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.623059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-517e18d5-6581-4e70-b2f2-c2d688e7387e None None] Port 6459d47a-8170-483b-aec9-ece400ebc488 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:27.681875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4cf60b74-0986-4c9d-a4f0-d2b6199d7aa1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.768132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (91b855d4-c2b3-44a7-96ae-01cecbc53525), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.780533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port a423078a-b4cd-4da4-92f2-fb004c56fd78 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:27.785761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Publish callbacks [] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.786943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-34a176d7-f3c7-438f-b7fe-0faa5247cbc1 None None] For port 6670ce93-2b49-4d72-beb7-cfa77a86c3da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6670ce93-2b49-4d72-beb7-cfa77a86c3da,segment=NetworkSegment(ddb2f658-741a-4e48-8275-0b35df46e2b9),segment_id=ddb2f658-741a-4e48-8275-0b35df46e2b9)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:27.787642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34a176d7-f3c7-438f-b7fe-0faa5247cbc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.818281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-34a176d7-f3c7-438f-b7fe-0faa5247cbc1 None None] Calling delete_port for 6670ce93-2b49-4d72-beb7-cfa77a86c3da owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:27.836732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6951f546-cd35-4ac5-84f6-1a7c6eb9bc48 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:27.842481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6951f546-cd35-4ac5-84f6-1a7c6eb9bc48 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.848612 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-6951f546-cd35-4ac5-84f6-1a7c6eb9bc48 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:12:27.849507 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6951f546-cd35-4ac5-84f6-1a7c6eb9bc48 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:12:27.887654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (6459d47a-8170-483b-aec9-ece400ebc488), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.888950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f35992d-107a-4b7a-9f3d-4207a8ec3580 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:27.890465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bc680c26-9c64-4834-ab51-f0edada3082d), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.896046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4cf60b74-0986-4c9d-a4f0-d2b6199d7aa1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (5b8a4b80-9f0c-4196-8a20-e0f0adf4dd9a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.899021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.919606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 9f35992d-107a-4b7a-9f3d-4207a8ec3580 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:27.919954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f35992d-107a-4b7a-9f3d-4207a8ec3580 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:27.923884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a5b86e7f-c26a-4c64-a7a5-81d4fa6288f9 None None] Provisioning complete for port a423078a-b4cd-4da4-92f2-fb004c56fd78 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:27.924263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a5b86e7f-c26a-4c64-a7a5-81d4fa6288f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:27.924599 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a5b86e7f-c26a-4c64-a7a5-81d4fa6288f9 None None] Attempt 1 to provision port a423078a-b4cd-4da4-92f2-fb004c56fd78 Oct 23 01:12:27.938943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=6670ce93-2b49-4d72-beb7-cfa77a86c3da,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:27.960000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No DVR routers for this DVR port 6670ce93-2b49-4d72-beb7-cfa77a86c3da on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:27.961190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.005816 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4cf60b74-0986-4c9d-a4f0-d2b6199d7aa1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (5b8a4b80-9f0c-4196-8a20-e0f0adf4dd9a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.011612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:28.037903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34a176d7-f3c7-438f-b7fe-0faa5247cbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (6670ce93-2b49-4d72-beb7-cfa77a86c3da), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.097517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Network 1f61aad6-d914-48ec-ac5c-f878ba4c64df is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:28.111737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a176d7-f3c7-438f-b7fe-0faa5247cbc1 None None] No DVR routers for this DVR port 6670ce93-2b49-4d72-beb7-cfa77a86c3da on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:28.124350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:28.126449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (db8a1b2a-9bf0-4952-8f67-004b6880d4ec), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.127936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:28.136775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf60b74-0986-4c9d-a4f0-d2b6199d7aa1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8a4b80-9f0c-4196-8a20-e0f0adf4dd9a,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:28.166642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for port (91b855d4-c2b3-44a7-96ae-01cecbc53525), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.169995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8a1b2a-9bf0-4952-8f67-004b6880d4ec']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:28.181297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb2f658-741a-4e48-8275-0b35df46e2b9') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:28.181694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb2f658-741a-4e48-8275-0b35df46e2b9') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:28.194000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4cf60b74-0986-4c9d-a4f0-d2b6199d7aa1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.195282 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4cf60b74-0986-4c9d-a4f0-d2b6199d7aa1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6301873 Oct 23 01:12:28.197466 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (ddb2f658-741a-4e48-8275-0b35df46e2b9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.199251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34766) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:28.208794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b27bdb1d-f5ed-47b6-a583-e478c6fa6f08 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': '5b8a4b80-9f0c-4196-8a20-e0f0adf4dd9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:28.221125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Pushing event updated for resources: {'Port': ['ID=d8b1660c-b71b-46df-a349-5a1f8b45d0f7,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:28.232843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ddb2f658-741a-4e48-8275-0b35df46e2b9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.244904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (91b855d4-c2b3-44a7-96ae-01cecbc53525), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.248317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:12:28.248715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (ddb2f658-741a-4e48-8275-0b35df46e2b9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.280351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a5b86e7f-c26a-4c64-a7a5-81d4fa6288f9 None None] Current status of the port a423078a-b4cd-4da4-92f2-fb004c56fd78 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:28.282754 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a176d7-f3c7-438f-b7fe-0faa5247cbc1 None None] Pushing event deleted for resources: {'Port': ['ID=6670ce93-2b49-4d72-beb7-cfa77a86c3da,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:28.291415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:28.303963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a5b86e7f-c26a-4c64-a7a5-81d4fa6288f9 None None] Provisioning complete for port 6459d47a-8170-483b-aec9-ece400ebc488 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:28.304345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a5b86e7f-c26a-4c64-a7a5-81d4fa6288f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6459d47a-8170-483b-aec9-ece400ebc488), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.304684 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a5b86e7f-c26a-4c64-a7a5-81d4fa6288f9 None None] Attempt 1 to provision port 6459d47a-8170-483b-aec9-ece400ebc488 Oct 23 01:12:28.325964 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Attempting to bind port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:28.326660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Attempting to bind port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd17cbe1b-6dbe-4f67-a5bf-821a8031369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1f61aad6-d914-48ec-ac5c-f878ba4c64df'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:28.326660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Attempting to bind port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 on network 1f61aad6-d914-48ec-ac5c-f878ba4c64df {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:28.356944 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ddb2f658-741a-4e48-8275-0b35df46e2b9 resource provider aggregate not found Oct 23 01:12:28.372868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:28.373768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a5b86e7f-c26a-4c64-a7a5-81d4fa6288f9 None None] Port 6459d47a-8170-483b-aec9-ece400ebc488 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:28.389124 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:28.389512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Checking segment: {'id': 'd17cbe1b-6dbe-4f67-a5bf-821a8031369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1f61aad6-d914-48ec-ac5c-f878ba4c64df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:28.389949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.390370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Bound using segment: {'id': 'd17cbe1b-6dbe-4f67-a5bf-821a8031369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1f61aad6-d914-48ec-ac5c-f878ba4c64df'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:28.391377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Bound port: d8b1660c-b71b-46df-a349-5a1f8b45d0f7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17cbe1b-6dbe-4f67-a5bf-821a8031369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1f61aad6-d914-48ec-ac5c-f878ba4c64df'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:28.391774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.393060 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6951f546-cd35-4ac5-84f6-1a7c6eb9bc48 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7991512 Oct 23 01:12:28.393969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (6459d47a-8170-483b-aec9-ece400ebc488), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.397298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34772) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:28.398026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b27bdb1d-f5ed-47b6-a583-e478c6fa6f08 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (c9c081a9-8c38-4a8f-a19a-9f355753b5b8), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.412169 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ddb2f658-741a-4e48-8275-0b35df46e2b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddb2f658-741a-4e48-8275-0b35df46e2b9 found for delete ", "request_id": "req-4f028563-3061-4a9f-b4e3-28991aa34996"}]} Oct 23 01:12:28.425548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:28.454419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (db8a1b2a-9bf0-4952-8f67-004b6880d4ec), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.458960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.463088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] For port d8b1660c-b71b-46df-a349-5a1f8b45d0f7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:28.466941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] For port d8b1660c-b71b-46df-a349-5a1f8b45d0f7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8b1660c-b71b-46df-a349-5a1f8b45d0f7,segment=NetworkSegment(d17cbe1b-6dbe-4f67-a5bf-821a8031369b),segment_id=d17cbe1b-6dbe-4f67-a5bf-821a8031369b)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:28.467347 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/networks/db8a1b2a-9bf0-4952-8f67-004b6880d4ec HTTP/1.1" status: 204 len: 168 time: 1.5472500 Oct 23 01:12:28.470007 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-41dd79e0-a624-4732-929a-e84e0dc2fb3c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0677922 Oct 23 01:12:28.473510 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34774) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:28.479755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34776) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:28.481505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1988160556'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:28.494498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-74eb4327-b8b1-4570-823c-018200dfd231 None None] Provisioning complete for port 6459d47a-8170-483b-aec9-ece400ebc488 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:28.500910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-74eb4327-b8b1-4570-823c-018200dfd231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6459d47a-8170-483b-aec9-ece400ebc488), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.500910 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-74eb4327-b8b1-4570-823c-018200dfd231 None None] Attempt 1 to provision port 6459d47a-8170-483b-aec9-ece400ebc488 Oct 23 01:12:28.515465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (002dfbf1-42ae-4d34-ade8-e1a021998e00), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.523002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328a715-2e4a-478e-adea-24eefa7aee5a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Network': ['ID=db8a1b2a-9bf0-4952-8f67-004b6880d4ec,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:28.540584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-74eb4327-b8b1-4570-823c-018200dfd231 None None] Port 6459d47a-8170-483b-aec9-ece400ebc488 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:28.548928 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=6459d47a-8170-483b-aec9-ece400ebc488,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:28.552586 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.552754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event updated for resources: {'Port': ['ID=91b855d4-c2b3-44a7-96ae-01cecbc53525,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:28.607225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:28.622030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f605269-61a9-401c-ab24-8e4dd2917c0b None None] Pushing event updated for resources: {'Port': ['ID=d8b1660c-b71b-46df-a349-5a1f8b45d0f7,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:28.649820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fec3737-0caa-4eb2-b0b6-e9f4b41bec12 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:28.655452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34778) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:28.655820 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7fec3737-0caa-4eb2-b0b6-e9f4b41bec12 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1709673 Oct 23 01:12:28.658296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:28.662692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.749437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b27bdb1d-f5ed-47b6-a583-e478c6fa6f08 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (c9c081a9-8c38-4a8f-a19a-9f355753b5b8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.752275 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Floating IP 002dfbf1-42ae-4d34-ade8-e1a021998e00 associated. External IP: 172.36.3.171, port: c5727af3-728e-43dd-876c-80fcaf1e18cd. Oct 23 01:12:28.756832 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-533ba8e8-6be7-48fa-9769-236c3484fa96 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873461 Oct 23 01:12:28.757273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34780) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:28.760649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.763689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-078d9eaa-6c1d-42e3-843c-df938bf0398c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:28.822595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:12:28.846554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b27bdb1d-f5ed-47b6-a583-e478c6fa6f08 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (c9c081a9-8c38-4a8f-a19a-9f355753b5b8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.847293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (1f3dff06-d9c7-48aa-a2fb-50e09fde8f17), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.847712 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Added segment 1f3dff06-d9c7-48aa-a2fb-50e09fde8f17 of type vlan for network b3df6838-db69-4fe7-b174-cd3ee275cfa1 Oct 23 01:12:28.910847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bdb1d-f5ed-47b6-a583-e478c6fa6f08 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c081a9-8c38-4a8f-a19a-9f355753b5b8,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:28.927807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:28.983570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b27bdb1d-f5ed-47b6-a583-e478c6fa6f08 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.988233 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b27bdb1d-f5ed-47b6-a583-e478c6fa6f08 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7879653 Oct 23 01:12:28.989167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34782) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:28.991821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (b3df6838-db69-4fe7-b174-cd3ee275cfa1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:28.995735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (bc680c26-9c64-4834-ab51-f0edada3082d), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.010837 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7610e3af-6d03-4987-98ad-4c4c238367b0 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules/c9c081a9-8c38-4a8f-a19a-9f355753b5b8 HTTP/1.1" status: 200 len: 763 time: 0.0195415 Oct 23 01:12:29.014417 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34784) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:29.099078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (b3df6838-db69-4fe7-b174-cd3ee275cfa1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.104416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:29.105213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.114858 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ab07eb61-1114-4994-a7ec-73a47af15abb tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0991223 Oct 23 01:12:29.119554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078d9eaa-6c1d-42e3-843c-df938bf0398c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:29.119834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-078d9eaa-6c1d-42e3-843c-df938bf0398c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.121149 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (bc680c26-9c64-4834-ab51-f0edada3082d), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.123654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34786) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:29.135041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d8b1660c-b71b-46df-a349-5a1f8b45d0f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:29.184193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:29.189463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:29.189859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.192153 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 Oct 23 01:12:29.256192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6459d47a-8170-483b-aec9-ece400ebc488), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.265413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:29.277226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:29.277622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.306613 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8262227 Oct 23 01:12:29.307292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=bc680c26-9c64-4834-ab51-f0edada3082d,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:29.311158 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bcc5c-8f56-4825-87b8-9c58ab69e33f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Network': ['ID=b3df6838-db69-4fe7-b174-cd3ee275cfa1,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:29.314115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c917a4cc-7dd2-48ef-850a-94866a8f3878 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (c9c081a9-8c38-4a8f-a19a-9f355753b5b8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.319443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34788) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:29.320677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port d8b1660c-b71b-46df-a349-5a1f8b45d0f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8b1660c-b71b-46df-a349-5a1f8b45d0f7,segment=NetworkSegment(d17cbe1b-6dbe-4f67-a5bf-821a8031369b),segment_id=d17cbe1b-6dbe-4f67-a5bf-821a8031369b)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:29.328277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': 'b3df6838-db69-4fe7-b174-cd3ee275cfa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:29.333344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (de7585f6-df36-435f-be6e-e77cc3161142), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.336346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c917a4cc-7dd2-48ef-850a-94866a8f3878 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (c9c081a9-8c38-4a8f-a19a-9f355753b5b8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.337723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network b3df6838-db69-4fe7-b174-cd3ee275cfa1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:12:29.401441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.463975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=d8b1660c-b71b-46df-a349-5a1f8b45d0f7,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:29.487747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6670ce93-2b49-4d72-beb7-cfa77a86c3da no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:29.512964 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 6670ce93-2b49-4d72-beb7-cfa77a86c3da {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:29.513376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6670ce93-2b49-4d72-beb7-cfa77a86c3da not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:29.608288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c917a4cc-7dd2-48ef-850a-94866a8f3878 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (c9c081a9-8c38-4a8f-a19a-9f355753b5b8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.623097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c917a4cc-7dd2-48ef-850a-94866a8f3878 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.627149 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c917a4cc-7dd2-48ef-850a-94866a8f3878 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/c9c081a9-8c38-4a8f-a19a-9f355753b5b8 HTTP/1.1" status: 204 len: 168 time: 0.4888344 Oct 23 01:12:29.628901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34790) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:29.679995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917a4cc-7dd2-48ef-850a-94866a8f3878 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9c081a9-8c38-4a8f-a19a-9f355753b5b8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:29.764446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 1f61aad6-d914-48ec-ac5c-f878ba4c64df is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:29.771223 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:29.796265 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-46e082f6-e06e-418a-bb82-63450107e5ef tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1618328 Oct 23 01:12:29.800819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34792) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:29.804713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:29.808738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:29.817526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fe672f97-dc37-469e-b945-42791a9cd740 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': '5b8a4b80-9f0c-4196-8a20-e0f0adf4dd9a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:29.863900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:29.875292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f0abe-35ec-42a2-b622-1fe76a72e1f7 None None] Sync routers for ids ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:29.897185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f0abe-35ec-42a2-b622-1fe76a72e1f7 None None] Routers {'d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:29.897908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-739f0abe-35ec-42a2-b622-1fe76a72e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:29.993631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.047148 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (6459d47a-8170-483b-aec9-ece400ebc488), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.059949 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-10e16529-44e6-4ee1-8516-b69a5dff654c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5133214 Oct 23 01:12:30.060164 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:12:30.073625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a1c12c-6ff0-4bd4-9586-72e64022c09b" -d '{"events": [{"name": "network-changed", "server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:12:30.079333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c3b130-203d-4cc8-8ba1-526622301b40 None None] Network 1f61aad6-d914-48ec-ac5c-f878ba4c64df requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:30.085571 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fe672f97-dc37-469e-b945-42791a9cd740 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (5e803b7f-9882-4686-99b3-8f1e0c8908fa), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.160543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (6459d47a-8170-483b-aec9-ece400ebc488), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.161370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.182777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-aef33ed7-0e6d-40d9-8ef7-95a4ff5e68a7 None None] Provisioning complete for port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:30.182777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aef33ed7-0e6d-40d9-8ef7-95a4ff5e68a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.182777 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-aef33ed7-0e6d-40d9-8ef7-95a4ff5e68a7 None None] Attempt 1 to provision port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 Oct 23 01:12:30.189921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.objects.ports [None req-078d9eaa-6c1d-42e3-843c-df938bf0398c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105984) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:12:30.192261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e644fb76-cbd4-467d-b623-b1e8fac00fb7 x-openstack-request-id: req-e644fb76-cbd4-467d-b623-b1e8fac00fb7 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:12:30.192652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:12:30.192792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e644fb76-cbd4-467d-b623-b1e8fac00fb7 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:12:30.193187 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e644fb76-cbd4-467d-b623-b1e8fac00fb7'] response: {'name': 'network-changed', 'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'status': 'completed', 'code': 200} Oct 23 01:12:30.194442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-078d9eaa-6c1d-42e3-843c-df938bf0398c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (fb29ed99-4746-4871-8c7a-14f4746f789e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.205335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:30.256082 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router de7585f6-df36-435f-be6e-e77cc3161142 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:12:30.267328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:30.306651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078d9eaa-6c1d-42e3-843c-df938bf0398c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:30.307940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-739f0abe-35ec-42a2-b622-1fe76a72e1f7 None None] Set router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:12:30.317320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d9eaa-6c1d-42e3-843c-df938bf0398c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=fb29ed99-4746-4871-8c7a-14f4746f789e,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:30.326513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c12c-6ff0-4bd4-9586-72e64022c09b req-b75e2646-85e3-411e-ad70-9bfb935f0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:30.328194 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-87a1c12c-6ff0-4bd4-9586-72e64022c09b req-b75e2646-85e3-411e-ad70-9bfb935f0848 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b602821d64e8483792c00c012ff3de3c&device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 1130 time: 0.1214480 Oct 23 01:12:30.329827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-078d9eaa-6c1d-42e3-843c-df938bf0398c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:30.332388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078d9eaa-6c1d-42e3-843c-df938bf0398c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:30.332969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-078d9eaa-6c1d-42e3-843c-df938bf0398c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.354852 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe4f4c-a37d-4dc3-a2a3-ed7c1c7c8993 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:30.357862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc1a78-5c43-4509-88d8-2ba375e0a3a6 req-56ac7022-e60d-4ab5-b2a9-23c6583b1e7d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:30.360232 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-12bc1a78-5c43-4509-88d8-2ba375e0a3a6 req-56ac7022-e60d-4ab5-b2a9-23c6583b1e7d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.2045991 Oct 23 01:12:30.368908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fe672f97-dc37-469e-b945-42791a9cd740 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (5e803b7f-9882-4686-99b3-8f1e0c8908fa), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.374617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=6459d47a-8170-483b-aec9-ece400ebc488,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:30.435440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:30.446871 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-078d9eaa-6c1d-42e3-843c-df938bf0398c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6857133 Oct 23 01:12:30.450786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34798) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:30.452166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:72:08:53', 'name': 'tempest-NetworksTestDHCPv6-140347453'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:30.487478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': 'fb29ed99-4746-4871-8c7a-14f4746f789e'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:30.488722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.509291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-aef33ed7-0e6d-40d9-8ef7-95a4ff5e68a7 None None] Current status of the port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:30.537946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network d8848c85-8eb3-4164-940f-a70f0b3ff4e8 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:30.552082 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:30.557532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fe672f97-dc37-469e-b945-42791a9cd740 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (5e803b7f-9882-4686-99b3-8f1e0c8908fa), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.559691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (8c0cf39b-fdc9-435d-b376-a458ca0c85ee), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.562120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:30.596100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c12c-6ff0-4bd4-9586-72e64022c09b req-7c6145e9-3b59-4e15-87aa-07e97c7d0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:30.599401 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-87a1c12c-6ff0-4bd4-9586-72e64022c09b req-7c6145e9-3b59-4e15-87aa-07e97c7d0edc service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 HTTP/1.1" status: 200 len: 898 time: 0.2524090 Oct 23 01:12:30.676394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:30.688982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe672f97-dc37-469e-b945-42791a9cd740 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e803b7f-9882-4686-99b3-8f1e0c8908fa,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:30.713023 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-87a1c12c-6ff0-4bd4-9586-72e64022c09b req-fcc8cf54-493e-45df-9b44-ddcb23d903ef service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd HTTP/1.1" status: 200 len: 1000 time: 0.1078739 Oct 23 01:12:30.764206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Allocated IP 2001:db8::f816:3eff:fe5d:1d0d (93e5b356-0704-414d-a7cb-470971f9a8ef/fb29ed99-4746-4871-8c7a-14f4746f789e/9dfdcbca-a245-4bb8-82f1-e14c8f01db62) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:30.768192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c12c-6ff0-4bd4-9586-72e64022c09b req-45bd5824-cc9c-4f4c-b2db-04233598d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:30.769847 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-87a1c12c-6ff0-4bd4-9586-72e64022c09b req-45bd5824-cc9c-4f4c-b2db-04233598d9ab service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3baf470e-f52d-4f8a-838e-48ebddc6fdd6 HTTP/1.1" status: 200 len: 835 time: 0.0515683 Oct 23 01:12:30.807329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:30.849900 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-12bc1a78-5c43-4509-88d8-2ba375e0a3a6 req-41c99e75-7f1e-4ae6-945c-7d15c73cbbd1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4775608 Oct 23 01:12:30.850915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:30.860007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Subnet': ['ID=8c0cf39b-fdc9-435d-b376-a458ca0c85ee,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:30.867953 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cabe97ee-f7dc-4dac-8a0e-ea2d935a1924 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/de7585f6-df36-435f-be6e-e77cc3161142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6351609 Oct 23 01:12:30.873069 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34800) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:30.890205 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b043f-7d0b-492c-8fc8-6695b80d9632 None None] Sync routers for ids ['de7585f6-df36-435f-be6e-e77cc3161142'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:30.892573 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fe672f97-dc37-469e-b945-42791a9cd740 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.893853 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fe672f97-dc37-469e-b945-42791a9cd740 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0915127 Oct 23 01:12:30.894437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34802) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:30.905023 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b043f-7d0b-492c-8fc8-6695b80d9632 None None] Routers {'de7585f6-df36-435f-be6e-e77cc3161142'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:30.905872 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e39b043f-7d0b-492c-8fc8-6695b80d9632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['de7585f6-df36-435f-be6e-e77cc3161142'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:30.914053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34804) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:30.954654 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e39b043f-7d0b-492c-8fc8-6695b80d9632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:30.958019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-79c36f49-68b6-40b2-9b97-d5071b91bd76 None None] Provisioning complete for port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:30.958392 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-79c36f49-68b6-40b2-9b97-d5071b91bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:30.958725 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-79c36f49-68b6-40b2-9b97-d5071b91bd76 None None] Attempt 1 to provision port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 Oct 23 01:12:30.978762 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b043f-7d0b-492c-8fc8-6695b80d9632 None None] Routers {'de7585f6-df36-435f-be6e-e77cc3161142'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:30.979740 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e39b043f-7d0b-492c-8fc8-6695b80d9632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['de7585f6-df36-435f-be6e-e77cc3161142'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:31.026919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.033123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c12c-6ff0-4bd4-9586-72e64022c09b req-3b1402e8-efc3-4bb8-aaa9-9be93aa817c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:31.033279 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a5829133-380c-4f4c-8fed-7286130d81d4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/floatingips/002dfbf1-42ae-4d34-ade8-e1a021998e00 HTTP/1.1" status: 200 len: 992 time: 0.1347542 Oct 23 01:12:31.037162 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-87a1c12c-6ff0-4bd4-9586-72e64022c09b req-3b1402e8-efc3-4bb8-aaa9-9be93aa817c7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2594163 Oct 23 01:12:31.046468 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d472ffe2-d2ea-4e89-bcc4-7324f87d87e1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules/5e803b7f-9882-4686-99b3-8f1e0c8908fa HTTP/1.1" status: 200 len: 763 time: 0.1313066 Oct 23 01:12:31.051864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Checking segment: {'id': '1f3dff06-d9c7-48aa-a2fb-50e09fde8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b3df6838-db69-4fe7-b174-cd3ee275cfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:31.051864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network hostable DHCP agents. Network: b3df6838-db69-4fe7-b174-cd3ee275cfa1, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:12:31.053523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34806) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:31.066081 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e39b043f-7d0b-492c-8fc8-6695b80d9632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:31.066826 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b043f-7d0b-492c-8fc8-6695b80d9632 None None] The sync data for ids ['de7585f6-df36-435f-be6e-e77cc3161142'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:31.080829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af9e31-97b3-41d0-8747-8364fed91932 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:31.082513 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e8af9e31-97b3-41d0-8747-8364fed91932 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports/bc680c26-9c64-4834-ab51-f0edada3082d HTTP/1.1" status: 200 len: 910 time: 0.2062068 Oct 23 01:12:31.099022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34808) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:31.104550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-1e957faa-4d38-41bc-ba9b-725ce17292c7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6d86e7b-29cf-498b-a76d-9c5e1de430b4'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:31.174418 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 314559ed-ec34-4f95-bc9b-3d7c6d0cbf32 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:31.188118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:INSERT=4,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:31.219816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d8b1660c-b71b-46df-a349-5a1f8b45d0f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:31.258550 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:31.321280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:31.337494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Publish callbacks [] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.358563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-79c36f49-68b6-40b2-9b97-d5071b91bd76 None None] Current status of the port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:31.381166 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-739f0abe-35ec-42a2-b622-1fe76a72e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '002dfbf1-42ae-4d34-ade8-e1a021998e00', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'floating_ip_address': '172.36.3.171', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'port_id': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'mac_address': 'fa:16:3e:48:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:12:26Z', 'updated_at': '2022-10-23T01:12:26Z', 'revision_number': 0, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a8617a-7132-4673-9956-f5228dd2fe61', 'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'mac_address': 'fa:16:3e:3c:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:00Z', 'updated_at': '2022-10-23T01:12:09Z', 'revision_number': 5, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'subnets': [{'id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:31.386258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-79c36f49-68b6-40b2-9b97-d5071b91bd76 None None] Provisioning complete for port bc680c26-9c64-4834-ab51-f0edada3082d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:31.386735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-79c36f49-68b6-40b2-9b97-d5071b91bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bc680c26-9c64-4834-ab51-f0edada3082d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.387142 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-79c36f49-68b6-40b2-9b97-d5071b91bd76 None None] Attempt 1 to provision port bc680c26-9c64-4834-ab51-f0edada3082d Oct 23 01:12:31.399993 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-87a1c12c-6ff0-4bd4-9586-72e64022c09b req-6518a17b-bc92-416f-b213-14caf57c4240 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448768 Oct 23 01:12:31.434282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f0abe-35ec-42a2-b622-1fe76a72e1f7 None None] Checking router: d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:12:31.436131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:31.436566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.436904 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 Oct 23 01:12:31.439710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.474407 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8375ca31-c824-4267-a778-1e41c751a708 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4147894 Oct 23 01:12:31.474617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34810) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:31.491299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::f816:3eff:fe72:853 (93e5b356-0704-414d-a7cb-470971f9a8ef/fb29ed99-4746-4871-8c7a-14f4746f789e/314559ed-ec34-4f95-bc9b-3d7c6d0cbf32) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:31.505170 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b321454-9ed0-46e0-a697-6ef7a043ff95 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (5e803b7f-9882-4686-99b3-8f1e0c8908fa), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.514940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b321454-9ed0-46e0-a697-6ef7a043ff95 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (5e803b7f-9882-4686-99b3-8f1e0c8908fa), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.523245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network b3df6838-db69-4fe7-b174-cd3ee275cfa1 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:12:31.526249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:31.527047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-79c36f49-68b6-40b2-9b97-d5071b91bd76 None None] Port bc680c26-9c64-4834-ab51-f0edada3082d cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:31.532399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f0abe-35ec-42a2-b622-1fe76a72e1f7 None None] Routers {'d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:31.532584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-739f0abe-35ec-42a2-b622-1fe76a72e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:31.536780 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:31.576800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Pushing event updated for resources: {'Port': ['ID=9dfdcbca-a245-4bb8-82f1-e14c8f01db62,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:31.579695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:31.583214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:31.589758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b3df6838-db69-4fe7-b174-cd3ee275cfa1) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:31.596616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:31.597638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.607501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6596b2c2-ab96-4868-8863-0133c682afee None None] Network b3df6838-db69-4fe7-b174-cd3ee275cfa1 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:31.612440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 1011a0ee-aeaf-43c9-9e64-f1684b8cb198 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:12:31.618710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1e957faa-4d38-41bc-ba9b-725ce17292c7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bc680c26-9c64-4834-ab51-f0edada3082d), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.620305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:31.623626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b321454-9ed0-46e0-a697-6ef7a043ff95 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (5e803b7f-9882-4686-99b3-8f1e0c8908fa), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.635461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b321454-9ed0-46e0-a697-6ef7a043ff95 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.636956 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9b321454-9ed0-46e0-a697-6ef7a043ff95 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/5e803b7f-9882-4686-99b3-8f1e0c8908fa HTTP/1.1" status: 204 len: 168 time: 0.1614535 Oct 23 01:12:31.644695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34812) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:31.654807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b321454-9ed0-46e0-a697-6ef7a043ff95 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e803b7f-9882-4686-99b3-8f1e0c8908fa,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:31.709441 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-01f0d22b-c59f-4eac-a8e6-a7507dcba8cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3894629 Oct 23 01:12:31.712855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34814) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:31.723246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-07342029-d08e-4dc2-98c7-2e26ae97d255 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-609757560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:31.779010 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0a2b8dab-c158-4ef4-8742-4e8d3bc0a901 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1330218 Oct 23 01:12:31.780711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:31.783038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34816) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:31.788135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a07bf470-a853-415d-b379-d861df5f6a7f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': '5b8a4b80-9f0c-4196-8a20-e0f0adf4dd9a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:31.796858 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ab74d201-12b7-4504-861b-d5c635c792f7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/1011a0ee-aeaf-43c9-9e64-f1684b8cb198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8310719 Oct 23 01:12:31.802593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34818) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:31.907664 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-87a1c12c-6ff0-4bd4-9586-72e64022c09b req-5cff99c5-1eca-492d-9c68-e19e8e08a360 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810078 Oct 23 01:12:31.914541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7284c184-d503-43c7-a2c8-1d918dee9332 None None] Sync routers for ids ['1011a0ee-aeaf-43c9-9e64-f1684b8cb198'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:31.916807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a07bf470-a853-415d-b379-d861df5f6a7f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (f7677b9b-b3ba-4943-8c0c-4b112176a4e6), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.949395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e1e3bd24-a511-4b0d-b5a2-a4d8596f341f None None] Provisioning complete for port bc680c26-9c64-4834-ab51-f0edada3082d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:31.949767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e1e3bd24-a511-4b0d-b5a2-a4d8596f341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bc680c26-9c64-4834-ab51-f0edada3082d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.950124 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e1e3bd24-a511-4b0d-b5a2-a4d8596f341f None None] Attempt 1 to provision port bc680c26-9c64-4834-ab51-f0edada3082d Oct 23 01:12:31.954493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-739f0abe-35ec-42a2-b622-1fe76a72e1f7 None None] Set router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:12:31.959303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Attempting to bind port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:31.959672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Attempting to bind port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:31.960033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Attempting to bind port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:31.961933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:31.967736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55304e-9660-4f70-b90e-f16c0a9021ce tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:31.969690 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5b55304e-9660-4f70-b90e-f16c0a9021ce tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports/6459d47a-8170-483b-aec9-ece400ebc488 HTTP/1.1" status: 200 len: 983 time: 0.1612346 Oct 23 01:12:31.970864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07342029-d08e-4dc2-98c7-2e26ae97d255 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (45443476-dd8b-4371-9495-70b7cbccbf87), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.971914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07342029-d08e-4dc2-98c7-2e26ae97d255 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (45443476-dd8b-4371-9495-70b7cbccbf87), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:31.979182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34820) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:32.029906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:32.034836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (314559ed-ec34-4f95-bc9b-3d7c6d0cbf32), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.035702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34822) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:32.049224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7284c184-d503-43c7-a2c8-1d918dee9332 None None] Routers {'1011a0ee-aeaf-43c9-9e64-f1684b8cb198'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:32.049879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7284c184-d503-43c7-a2c8-1d918dee9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1011a0ee-aeaf-43c9-9e64-f1684b8cb198'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:32.070103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a07bf470-a853-415d-b379-d861df5f6a7f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (f7677b9b-b3ba-4943-8c0c-4b112176a4e6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.093163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:32.114353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7284c184-d503-43c7-a2c8-1d918dee9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:32.135737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a07bf470-a853-415d-b379-d861df5f6a7f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (f7677b9b-b3ba-4943-8c0c-4b112176a4e6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.159469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3bd24-a511-4b0d-b5a2-a4d8596f341f None None] Port bc680c26-9c64-4834-ab51-f0edada3082d cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:32.161090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:32.180040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07342029-d08e-4dc2-98c7-2e26ae97d255 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for router_controller (45443476-dd8b-4371-9495-70b7cbccbf87), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.181386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:32.189093 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bf470-a853-415d-b379-d861df5f6a7f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7677b9b-b3ba-4943-8c0c-4b112176a4e6,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:32.189552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:32.189985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:32.190369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.190942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:32.191603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Bound port: 9dfdcbca-a245-4bb8-82f1-e14c8f01db62, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:32.192148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.194356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e1e3bd24-a511-4b0d-b5a2-a4d8596f341f None None] Provisioning complete for port 6459d47a-8170-483b-aec9-ece400ebc488 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:32.194909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e1e3bd24-a511-4b0d-b5a2-a4d8596f341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6459d47a-8170-483b-aec9-ece400ebc488), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.195518 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e1e3bd24-a511-4b0d-b5a2-a4d8596f341f None None] Attempt 1 to provision port 6459d47a-8170-483b-aec9-ece400ebc488 Oct 23 01:12:32.213239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7284c184-d503-43c7-a2c8-1d918dee9332 None None] Routers {'1011a0ee-aeaf-43c9-9e64-f1684b8cb198'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:32.213911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7284c184-d503-43c7-a2c8-1d918dee9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1011a0ee-aeaf-43c9-9e64-f1684b8cb198'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:32.245336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b3df6838-db69-4fe7-b174-cd3ee275cfa1', 'network_id': 'b3df6838-db69-4fe7-b174-cd3ee275cfa1', 'project_id': '118c27f55c89478ba681471398554359', 'fixed_ips': [{'subnet_id': '8c0cf39b-fdc9-435d-b376-a458ca0c85ee'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:32.246299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.254338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a07bf470-a853-415d-b379-d861df5f6a7f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.258314 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a07bf470-a853-415d-b379-d861df5f6a7f tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4714551 Oct 23 01:12:32.262855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34824) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:32.273482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07342029-d08e-4dc2-98c7-2e26ae97d255 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (45443476-dd8b-4371-9495-70b7cbccbf87), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.297768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7284c184-d503-43c7-a2c8-1d918dee9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:32.298303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7284c184-d503-43c7-a2c8-1d918dee9332 None None] The sync data for ids ['1011a0ee-aeaf-43c9-9e64-f1684b8cb198'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:32.312812 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-610dabd1-1b3f-48f5-b864-5bb0ad5cb022 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/floatingips/002dfbf1-42ae-4d34-ade8-e1a021998e00 HTTP/1.1" status: 200 len: 992 time: 0.2670412 Oct 23 01:12:32.337836 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b4134c19-7335-4087-9025-3b9f90a807a1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules/f7677b9b-b3ba-4943-8c0c-4b112176a4e6 HTTP/1.1" status: 200 len: 764 time: 0.0654125 Oct 23 01:12:32.341326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34826) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:32.358682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-45d908a3-93b0-4c59-aea9-6ff9709612aa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.373149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:32.378867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3bd24-a511-4b0d-b5a2-a4d8596f341f None None] Port 6459d47a-8170-483b-aec9-ece400ebc488 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:32.409692 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07342029-d08e-4dc2-98c7-2e26ae97d255 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.413609 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-07342029-d08e-4dc2-98c7-2e26ae97d255 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6935451 Oct 23 01:12:32.415627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34828) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:32.422351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'network_id': 'b3df6838-db69-4fe7-b174-cd3ee275cfa1', 'name': 'tempest-PortsTestJSON-147076553'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:32.454116 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8f7cf92d-be74-4df0-99d9-acbcb46c2206 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1083558 Oct 23 01:12:32.454347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34830) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:32.472056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (314559ed-ec34-4f95-bc9b-3d7c6d0cbf32), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.493450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8d1f4d4-1833-4451-a245-23a52e5142be tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (f7677b9b-b3ba-4943-8c0c-4b112176a4e6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.494425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] For port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:32.530250 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8d1f4d4-1833-4451-a245-23a52e5142be tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (f7677b9b-b3ba-4943-8c0c-4b112176a4e6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.544899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] For port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9dfdcbca-a245-4bb8-82f1-e14c8f01db62,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:32.583478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:32.598326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:32.601599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Allocated IP 172.20.0.2 (b3df6838-db69-4fe7-b174-cd3ee275cfa1/8c0cf39b-fdc9-435d-b376-a458ca0c85ee/7a3b395d-ba57-4d1c-be87-21a15e7cf8f8) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:32.616408 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:32.617946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-739f0abe-35ec-42a2-b622-1fe76a72e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '002dfbf1-42ae-4d34-ade8-e1a021998e00', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'floating_ip_address': '172.36.3.171', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'port_id': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'mac_address': 'fa:16:3e:48:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:12:26Z', 'updated_at': '2022-10-23T01:12:26Z', 'revision_number': 0, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a8617a-7132-4673-9956-f5228dd2fe61', 'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'mac_address': 'fa:16:3e:3c:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:00Z', 'updated_at': '2022-10-23T01:12:09Z', 'revision_number': 5, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'subnets': [{'id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:32.622456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:32.622714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.623112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.631583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-45d908a3-93b0-4c59-aea9-6ff9709612aa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port 6459d47a-8170-483b-aec9-ece400ebc488 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:32.633129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-45d908a3-93b0-4c59-aea9-6ff9709612aa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6459d47a-8170-483b-aec9-ece400ebc488), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.651399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8d1f4d4-1833-4451-a245-23a52e5142be tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (f7677b9b-b3ba-4943-8c0c-4b112176a4e6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.664701 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8d1f4d4-1833-4451-a245-23a52e5142be tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.666349 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f8d1f4d4-1833-4451-a245-23a52e5142be tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/f7677b9b-b3ba-4943-8c0c-4b112176a4e6 HTTP/1.1" status: 204 len: 168 time: 0.2108407 Oct 23 01:12:32.670154 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=314559ed-ec34-4f95-bc9b-3d7c6d0cbf32,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:32.674966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34832) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:32.675315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f0abe-35ec-42a2-b622-1fe76a72e1f7 None None] The sync data for ids ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'] in dv-neutron-master-2-hyperv is: [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '002dfbf1-42ae-4d34-ade8-e1a021998e00', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'floating_ip_address': '172.36.3.171', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'port_id': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'mac_address': 'fa:16:3e:48:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:12:26Z', 'updated_at': '2022-10-23T01:12:26Z', 'revision_number': 0, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a8617a-7132-4673-9956-f5228dd2fe61', 'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'mac_address': 'fa:16:3e:3c:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:00Z', 'updated_at': '2022-10-23T01:12:09Z', 'revision_number': 5, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'subnets': [{'id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:32.714071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1f4d4-1833-4451-a245-23a52e5142be tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7677b9b-b3ba-4943-8c0c-4b112176a4e6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:32.727277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1e957faa-4d38-41bc-ba9b-725ce17292c7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (bc680c26-9c64-4834-ab51-f0edada3082d), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.741893 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-aa7bb9f4-019e-490e-9b2d-63cb012d6a32 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2937121 Oct 23 01:12:32.747750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34834) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:32.784404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b23311-2436-4770-9fb1-9ec45f4a87f7 None None] Pushing event updated for resources: {'Port': ['ID=9dfdcbca-a245-4bb8-82f1-e14c8f01db62,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:32.800878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-45d908a3-93b0-4c59-aea9-6ff9709612aa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6459d47a-8170-483b-aec9-ece400ebc488), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.804557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:32.809887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.818764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:32.824085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1e957faa-4d38-41bc-ba9b-725ce17292c7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (bc680c26-9c64-4834-ab51-f0edada3082d), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.827986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-45d908a3-93b0-4c59-aea9-6ff9709612aa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for 6459d47a-8170-483b-aec9-ece400ebc488 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:32.835909 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1c05c7e5-9c4f-44ef-aa6f-444fee67fac6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1560304 Oct 23 01:12:32.838424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34836) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:32.851117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:32.925714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdcfea5-3bc8-48ee-804c-d6b90f8736e3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:32.931105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdcfea5-3bc8-48ee-804c-d6b90f8736e3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:32.936945 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ebdcfea5-3bc8-48ee-804c-d6b90f8736e3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1861534 Oct 23 01:12:32.953836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34838) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:32.961972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 498f48dc-c47a-4c2d-9e9c-62f7c1918429 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:32.964790 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Publish callbacks [] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:32.973410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:33.041322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28b8f5e8-36ca-42ef-a497-e407cfca88d1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (5b8a4b80-9f0c-4196-8a20-e0f0adf4dd9a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.069154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.106457 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9de4c-ebd0-4ab8-b14a-035c7237684c None None] New status for floating IP 002dfbf1-42ae-4d34-ade8-e1a021998e00: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:12:33.136421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.14 (b3df6838-db69-4fe7-b174-cd3ee275cfa1/8c0cf39b-fdc9-435d-b376-a458ca0c85ee/498f48dc-c47a-4c2d-9e9c-62f7c1918429) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:33.150067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28b8f5e8-36ca-42ef-a497-e407cfca88d1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (5b8a4b80-9f0c-4196-8a20-e0f0adf4dd9a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.168063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:33.173312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Network b3df6838-db69-4fe7-b174-cd3ee275cfa1 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:33.205702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:33.208721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Pushing event updated for resources: {'Port': ['ID=7a3b395d-ba57-4d1c-be87-21a15e7cf8f8,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:33.215265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:33.310147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Attempting to bind port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:33.310583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Attempting to bind port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1f3dff06-d9c7-48aa-a2fb-50e09fde8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b3df6838-db69-4fe7-b174-cd3ee275cfa1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:33.310950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Attempting to bind port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 on network b3df6838-db69-4fe7-b174-cd3ee275cfa1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:33.314918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34840) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:33.340899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:33.341190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.341525 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 Oct 23 01:12:33.360060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28b8f5e8-36ca-42ef-a497-e407cfca88d1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (5b8a4b80-9f0c-4196-8a20-e0f0adf4dd9a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.362728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28b8f5e8-36ca-42ef-a497-e407cfca88d1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.366323 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-28b8f5e8-36ca-42ef-a497-e407cfca88d1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5b8a4b80-9f0c-4196-8a20-e0f0adf4dd9a HTTP/1.1" status: 204 len: 168 time: 0.5243616 Oct 23 01:12:33.377565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34842) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:33.393762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-45d908a3-93b0-4c59-aea9-6ff9709612aa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6459d47a-8170-483b-aec9-ece400ebc488), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.402619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:33.407970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Checking segment: {'id': '1f3dff06-d9c7-48aa-a2fb-50e09fde8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b3df6838-db69-4fe7-b174-cd3ee275cfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:33.407970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.407970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Bound using segment: {'id': '1f3dff06-d9c7-48aa-a2fb-50e09fde8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b3df6838-db69-4fe7-b174-cd3ee275cfa1'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:33.407970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Bound port: 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3dff06-d9c7-48aa-a2fb-50e09fde8f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b3df6838-db69-4fe7-b174-cd3ee275cfa1'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:33.407970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.408442 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8f5e8-36ca-42ef-a497-e407cfca88d1 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8a4b80-9f0c-4196-8a20-e0f0adf4dd9a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:33.460374 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d908a3-93b0-4c59-aea9-6ff9709612aa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=6459d47a-8170-483b-aec9-ece400ebc488,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:33.471358 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b796bb86-fedb-466c-be3b-688470003ee7 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/floatingips/002dfbf1-42ae-4d34-ade8-e1a021998e00 HTTP/1.1" status: 200 len: 992 time: 0.1554525 Oct 23 01:12:33.523829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:33.524217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.524475 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e8b39f4e-6758-4764-aa0f-fcbdade837bb tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1448703 Oct 23 01:12:33.549082 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34844) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:33.554203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] For port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:33.554702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-807041a2-8ed5-4e82-a057-ae4192e5f90a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group': {'name': 'tempest-secgroup--175152071'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:33.577494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] For port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a3b395d-ba57-4d1c-be87-21a15e7cf8f8,segment=NetworkSegment(1f3dff06-d9c7-48aa-a2fb-50e09fde8f17),segment_id=1f3dff06-d9c7-48aa-a2fb-50e09fde8f17)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:33.581072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:33.599851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9dfdcbca-a245-4bb8-82f1-e14c8f01db62,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:33.649820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.684667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-45d908a3-93b0-4c59-aea9-6ff9709612aa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.694150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.755012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:33.756332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f22434-80e4-47d8-8c1d-049921476628 None None] Pushing event updated for resources: {'Port': ['ID=7a3b395d-ba57-4d1c-be87-21a15e7cf8f8,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:33.759134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:UPDATE=8,neutron:DELETE=3,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:33.777496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-807041a2-8ed5-4e82-a057-ae4192e5f90a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.782925 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:33.789938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e957faa-4d38-41bc-ba9b-725ce17292c7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:33.797306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1e957faa-4d38-41bc-ba9b-725ce17292c7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:33.799337 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1e957faa-4d38-41bc-ba9b-725ce17292c7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/ports/bc680c26-9c64-4834-ab51-f0edada3082d HTTP/1.1" status: 200 len: 910 time: 2.6989257 Oct 23 01:12:33.800128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e957faa-4d38-41bc-ba9b-725ce17292c7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=bc680c26-9c64-4834-ab51-f0edada3082d,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:33.813996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34846) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:33.870982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=9dfdcbca-a245-4bb8-82f1-e14c8f01db62,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:33.969375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d908a3-93b0-4c59-aea9-6ff9709612aa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 1011a0ee-aeaf-43c9-9e64-f1684b8cb198 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:34.010746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf75a5-92a8-4164-bce8-9a0d7fa9fa5c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 314559ed-ec34-4f95-bc9b-3d7c6d0cbf32 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:34.011262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ccf75a5-92a8-4164-bce8-9a0d7fa9fa5c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (314559ed-ec34-4f95-bc9b-3d7c6d0cbf32), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.016554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-807041a2-8ed5-4e82-a057-ae4192e5f90a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (4283c735-5fb8-48a6-b17e-793779c2ffea), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.110643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.118686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-807041a2-8ed5-4e82-a057-ae4192e5f90a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4283c735-5fb8-48a6-b17e-793779c2ffea), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.127212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d908a3-93b0-4c59-aea9-6ff9709612aa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:34.139199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee5bed-aac4-4ac9-96e8-e51698eeba3a None None] Sync routers for ids ['1011a0ee-aeaf-43c9-9e64-f1684b8cb198'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:34.145003 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-45d908a3-93b0-4c59-aea9-6ff9709612aa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/1011a0ee-aeaf-43c9-9e64-f1684b8cb198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1642711 Oct 23 01:12:34.153319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34848) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:34.161823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee5bed-aac4-4ac9-96e8-e51698eeba3a None None] Routers {'1011a0ee-aeaf-43c9-9e64-f1684b8cb198'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:34.162811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d8ee5bed-aac4-4ac9-96e8-e51698eeba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1011a0ee-aeaf-43c9-9e64-f1684b8cb198'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:34.169225 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807041a2-8ed5-4e82-a057-ae4192e5f90a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4283c735-5fb8-48a6-b17e-793779c2ffea,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:34.225040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-807041a2-8ed5-4e82-a057-ae4192e5f90a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.226699 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-807041a2-8ed5-4e82-a057-ae4192e5f90a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6760080 Oct 23 01:12:34.229675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34850) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:34.234812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-acf04d30-c4e6-442e-83cc-a9c5438af18a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Request body: {'security_group_rule': {'security_group_id': '4283c735-5fb8-48a6-b17e-793779c2ffea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:34.235567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d8ee5bed-aac4-4ac9-96e8-e51698eeba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:34.249834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee5bed-aac4-4ac9-96e8-e51698eeba3a None None] Routers {'1011a0ee-aeaf-43c9-9e64-f1684b8cb198'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:34.251055 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d8ee5bed-aac4-4ac9-96e8-e51698eeba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1011a0ee-aeaf-43c9-9e64-f1684b8cb198'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:34.292306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d8ee5bed-aac4-4ac9-96e8-e51698eeba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:34.293013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee5bed-aac4-4ac9-96e8-e51698eeba3a None None] The sync data for ids ['1011a0ee-aeaf-43c9-9e64-f1684b8cb198'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:34.329610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9a0ba36e-967a-404e-a74b-f531d2d95614 None None] Provisioning complete for port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:34.330109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba36e-967a-404e-a74b-f531d2d95614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.330687 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9a0ba36e-967a-404e-a74b-f531d2d95614 None None] Attempt 1 to provision port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 Oct 23 01:12:34.332079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:34.364069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-acf04d30-c4e6-442e-83cc-a9c5438af18a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (ccb048c7-6ee1-4571-8c96-78bb80fcb2f8), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.382948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ccf75a5-92a8-4164-bce8-9a0d7fa9fa5c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (314559ed-ec34-4f95-bc9b-3d7c6d0cbf32), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.417649 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ba36e-967a-404e-a74b-f531d2d95614 None None] Current status of the port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:34.430603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-acf04d30-c4e6-442e-83cc-a9c5438af18a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (ccb048c7-6ee1-4571-8c96-78bb80fcb2f8), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.436222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:34.469036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf75a5-92a8-4164-bce8-9a0d7fa9fa5c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 314559ed-ec34-4f95-bc9b-3d7c6d0cbf32 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:34.473645 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34852) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:34.535653 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6047b1e6-f313-49f8-b5e3-7750afe48eee tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/floatingips/002dfbf1-42ae-4d34-ade8-e1a021998e00 HTTP/1.1" status: 200 len: 994 time: 0.0607166 Oct 23 01:12:34.554432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-acf04d30-c4e6-442e-83cc-a9c5438af18a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (ccb048c7-6ee1-4571-8c96-78bb80fcb2f8), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.573024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf04d30-c4e6-442e-83cc-a9c5438af18a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb048c7-6ee1-4571-8c96-78bb80fcb2f8,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:34.573283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:34.623873 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-c885378d-919e-4c97-8997-30d160a98582 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] remove_router_interface failed (client error): The resource could not be found. Oct 23 01:12:34.624958 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c885378d-919e-4c97-8997-30d160a98582 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/1011a0ee-aeaf-43c9-9e64-f1684b8cb198/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4663112 Oct 23 01:12:34.626301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.628547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34854) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:34.658515 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4409a71d-0127-4747-8f2c-33ac4556ee08 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1011a0ee-aeaf-43c9-9e64-f1684b8cb198 HTTP/1.1" status: 200 len: 205 time: 0.0285017 Oct 23 01:12:34.659922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:34.660897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34856) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:34.707173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-acf04d30-c4e6-442e-83cc-a9c5438af18a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.710963 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-acf04d30-c4e6-442e-83cc-a9c5438af18a tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4776204 Oct 23 01:12:34.711396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34858) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:34.765907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-585dd0f1-b4f8-4702-9df9-397d5237617b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.768083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network b3df6838-db69-4fe7-b174-cd3ee275cfa1 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:34.783980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:34.792309 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=498f48dc-c47a-4c2d-9e9c-62f7c1918429,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:34.804861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:34.819644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6f52f00c-ec4b-47ed-8006-e427004ac945 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (de7585f6-df36-435f-be6e-e77cc3161142), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.881447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:34.928540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4a770f7-9853-4911-82e1-65e1eb2fd1e7 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (4283c735-5fb8-48a6-b17e-793779c2ffea), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.958116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:34.958756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.972160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-585dd0f1-b4f8-4702-9df9-397d5237617b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.978772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-585dd0f1-b4f8-4702-9df9-397d5237617b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:34.982634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1696ae98-d937-49b3-9cbe-e1f2f51f05d8 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:12:34.987921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4a770f7-9853-4911-82e1-65e1eb2fd1e7 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (4283c735-5fb8-48a6-b17e-793779c2ffea), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.017572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:35.076736 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3090e1b2-48ee-49e1-b360-2a177cfa6a55 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6602595 Oct 23 01:12:35.080756 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34860) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:35.082422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7a49c095-144b-4e49-be79-3197bf07d8e6 None None] Provisioning complete for port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:35.083036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7a49c095-144b-4e49-be79-3197bf07d8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.083538 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7a49c095-144b-4e49-be79-3197bf07d8e6 None None] Attempt 1 to provision port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 Oct 23 01:12:35.130360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ccf75a5-92a8-4164-bce8-9a0d7fa9fa5c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (314559ed-ec34-4f95-bc9b-3d7c6d0cbf32), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.163816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1696ae98-d937-49b3-9cbe-e1f2f51f05d8 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:12:35.173078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf75a5-92a8-4164-bce8-9a0d7fa9fa5c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=314559ed-ec34-4f95-bc9b-3d7c6d0cbf32,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:35.199081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-585dd0f1-b4f8-4702-9df9-397d5237617b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (1011a0ee-aeaf-43c9-9e64-f1684b8cb198), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.199675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585dd0f1-b4f8-4702-9df9-397d5237617b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Fanout notify agent at l3_agent the message router_deleted on router 1011a0ee-aeaf-43c9-9e64-f1684b8cb198 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:12:35.201182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4a770f7-9853-4911-82e1-65e1eb2fd1e7 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4283c735-5fb8-48a6-b17e-793779c2ffea), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.204312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4a770f7-9853-4911-82e1-65e1eb2fd1e7 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.205487 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b4a770f7-9853-4911-82e1-65e1eb2fd1e7 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4283c735-5fb8-48a6-b17e-793779c2ffea HTTP/1.1" status: 204 len: 168 time: 0.4930577 Oct 23 01:12:35.210762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-585dd0f1-b4f8-4702-9df9-397d5237617b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.214157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34862) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:35.214557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34864) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:35.214691 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-585dd0f1-b4f8-4702-9df9-397d5237617b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/1011a0ee-aeaf-43c9-9e64-f1684b8cb198 HTTP/1.1" status: 204 len: 168 time: 0.5527842 Oct 23 01:12:35.237419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:35.263960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a770f7-9853-4911-82e1-65e1eb2fd1e7 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4283c735-5fb8-48a6-b17e-793779c2ffea,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:35.266497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:35.278842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:35.281049 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ccf75a5-92a8-4164-bce8-9a0d7fa9fa5c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.287578 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3ccf75a5-92a8-4164-bce8-9a0d7fa9fa5c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/314559ed-ec34-4f95-bc9b-3d7c6d0cbf32 HTTP/1.1" status: 204 len: 168 time: 2.3273115 Oct 23 01:12:35.294371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34866) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:35.339478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7a49c095-144b-4e49-be79-3197bf07d8e6 None None] Current status of the port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:35.340160 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7a49c095-144b-4e49-be79-3197bf07d8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.363302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91938fe-be22-4e51-92f4-17595e58b69f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting subnet 31701469-28e9-4c2a-9efd-cebeebbeffa0 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:35.378165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a91938fe-be22-4e51-92f4-17595e58b69f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (31701469-28e9-4c2a-9efd-cebeebbeffa0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.387677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:35.414667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:35.414945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.415492 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 Oct 23 01:12:35.420662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:35.424488 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5f35be07-0d9d-4de4-a40f-dde6c6f226a6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2078638 Oct 23 01:12:35.427446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7a49c095-144b-4e49-be79-3197bf07d8e6 None None] For port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a3b395d-ba57-4d1c-be87-21a15e7cf8f8,segment=NetworkSegment(1f3dff06-d9c7-48aa-a2fb-50e09fde8f17),segment_id=1f3dff06-d9c7-48aa-a2fb-50e09fde8f17)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:35.431114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34868) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:35.464037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:35.469721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df300d8-87e0-4022-9bf5-1b5b9a3e8ffd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:35.471422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df300d8-87e0-4022-9bf5-1b5b9a3e8ffd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:35.475641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34870) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:35.476348 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4df300d8-87e0-4022-9bf5-1b5b9a3e8ffd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1788795 Oct 23 01:12:35.502087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a91938fe-be22-4e51-92f4-17595e58b69f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (31701469-28e9-4c2a-9efd-cebeebbeffa0), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.535522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6f52f00c-ec4b-47ed-8006-e427004ac945 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port bc680c26-9c64-4834-ab51-f0edada3082d {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:35.535953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6f52f00c-ec4b-47ed-8006-e427004ac945 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bc680c26-9c64-4834-ab51-f0edada3082d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.542715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7a49c095-144b-4e49-be79-3197bf07d8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.544269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.571433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cb744d-5bc4-40b7-8f40-12aa60dff60c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet fb29ed99-4746-4871-8c7a-14f4746f789e {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:35.597351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f6cb744d-5bc4-40b7-8f40-12aa60dff60c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (fb29ed99-4746-4871-8c7a-14f4746f789e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.641313 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1c3f064d-5c2c-4c23-b690-16d4a57c5a71 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2019086 Oct 23 01:12:35.646489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34872) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:35.685857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f6cb744d-5bc4-40b7-8f40-12aa60dff60c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (fb29ed99-4746-4871-8c7a-14f4746f789e), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.695241 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-9d8f136e-dcf1-4430-b7c3-315ae284bcf6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] delete failed (client error): The resource could not be found. Oct 23 01:12:35.696577 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9d8f136e-dcf1-4430-b7c3-315ae284bcf6 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4283c735-5fb8-48a6-b17e-793779c2ffea HTTP/1.1" status: 404 len: 347 time: 0.0473220 Oct 23 01:12:35.706546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34874) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:35.747718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:35.811777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49c095-144b-4e49-be79-3197bf07d8e6 None None] Pushing event updated for resources: {'Port': ['ID=7a3b395d-ba57-4d1c-be87-21a15e7cf8f8,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:35.817119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:35.818269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:35.882409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:35.882834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.883169 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 Oct 23 01:12:35.894531 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f6cb744d-5bc4-40b7-8f40-12aa60dff60c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (fb29ed99-4746-4871-8c7a-14f4746f789e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:35.981767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:36.021826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.035349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a91938fe-be22-4e51-92f4-17595e58b69f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (31701469-28e9-4c2a-9efd-cebeebbeffa0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.067432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6f52f00c-ec4b-47ed-8006-e427004ac945 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bc680c26-9c64-4834-ab51-f0edada3082d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.083983 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f6cb744d-5bc4-40b7-8f40-12aa60dff60c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (fb29ed99-4746-4871-8c7a-14f4746f789e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.099064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6f52f00c-ec4b-47ed-8006-e427004ac945 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for bc680c26-9c64-4834-ab51-f0edada3082d owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:36.118356 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-db4be946-5fd3-4b04-812f-604116f10664 tempest-SecGroupTest-2080375910 tempest-SecGroupTest-2080375910-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4045751 Oct 23 01:12:36.119984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.123137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb744d-5bc4-40b7-8f40-12aa60dff60c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=fb29ed99-4746-4871-8c7a-14f4746f789e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:36.160669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f6cb744d-5bc4-40b7-8f40-12aa60dff60c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.164007 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f6cb744d-5bc4-40b7-8f40-12aa60dff60c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/fb29ed99-4746-4871-8c7a-14f4746f789e HTTP/1.1" status: 204 len: 168 time: 0.6873014 Oct 23 01:12:36.180755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34878) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:36.237543 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-11033ead-116a-4763-86a7-15529048612f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515597 Oct 23 01:12:36.239363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34880) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:36.246851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:36.277271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8087ee71-5ce8-4e98-b80c-cdf1a207423a None None] Network b3df6838-db69-4fe7-b174-cd3ee275cfa1 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:36.381673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-eb27ad68-25d8-406f-aadb-9c76fbcce769 None None] Provisioning complete for port a423078a-b4cd-4da4-92f2-fb004c56fd78 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:36.381956 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eb27ad68-25d8-406f-aadb-9c76fbcce769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.382265 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-eb27ad68-25d8-406f-aadb-9c76fbcce769 None None] Attempt 1 to provision port a423078a-b4cd-4da4-92f2-fb004c56fd78 Oct 23 01:12:36.388061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a91938fe-be22-4e51-92f4-17595e58b69f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (31701469-28e9-4c2a-9efd-cebeebbeffa0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.441270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91938fe-be22-4e51-92f4-17595e58b69f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Subnet': ['ID=31701469-28e9-4c2a-9efd-cebeebbeffa0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:36.445722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a91938fe-be22-4e51-92f4-17595e58b69f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.448890 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a91938fe-be22-4e51-92f4-17595e58b69f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/31701469-28e9-4c2a-9efd-cebeebbeffa0 HTTP/1.1" status: 204 len: 168 time: 1.2140472 Oct 23 01:12:36.454164 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34882) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:36.470214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eea92c-7ccf-421b-a342-67efa6725b75 None None] Network d8848c85-8eb3-4164-940f-a70f0b3ff4e8 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:36.558276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:36.564715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (d8848c85-8eb3-4164-940f-a70f0b3ff4e8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.571570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:36.576320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.583492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:36.584765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:36.593186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=498f48dc-c47a-4c2d-9e9c-62f7c1918429,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:36.639842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:36.712982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96baccac-5ef5-4c3f-b08f-d4f12815fca0 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:36.721059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:36.740385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-eb27ad68-25d8-406f-aadb-9c76fbcce769 None None] Current status of the port a423078a-b4cd-4da4-92f2-fb004c56fd78 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:36.788583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34886) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:36.835478 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (45443476-dd8b-4371-9495-70b7cbccbf87), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.871333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-65ef9e97-702d-454b-a6cb-d9d7aaca0bab None None] Could not find standard attr ID for object 314559ed-ec34-4f95-bc9b-3d7c6d0cbf32. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:36.895009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port a423078a-b4cd-4da4-92f2-fb004c56fd78 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:36.899962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:36.922545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564eea70-35e9-4210-82fe-bb561e091f5f None None] DHCP port deletion for d8848c85-8eb3-4164-940f-a70f0b3ff4e8 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:36.976050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2acd5e-787e-446a-b393-97238d7719c7 None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:36.984713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6f52f00c-ec4b-47ed-8006-e427004ac945 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (bc680c26-9c64-4834-ab51-f0edada3082d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.003359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-564eea70-35e9-4210-82fe-bb561e091f5f None None] Deleting port a423078a-b4cd-4da4-92f2-fb004c56fd78 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:37.003729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-564eea70-35e9-4210-82fe-bb561e091f5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.052922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port a423078a-b4cd-4da4-92f2-fb004c56fd78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a423078a-b4cd-4da4-92f2-fb004c56fd78,segment=NetworkSegment(8f5909a1-288d-455e-8f55-9e28d87a88b1),segment_id=8f5909a1-288d-455e-8f55-9e28d87a88b1)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:37.053454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.058302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52f00c-ec4b-47ed-8006-e427004ac945 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=bc680c26-9c64-4834-ab51-f0edada3082d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:37.077999 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-85b376da-3b3e-44fe-ae20-db09005f0cec admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3b9d1ba0cc0a493aa8a08980f45f1cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843676 Oct 23 01:12:37.077999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34890) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:37.127351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5bd15c56-e9eb-4518-ba4a-c5cbdf949b6a None None] Provisioning complete for port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:37.127657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5bd15c56-e9eb-4518-ba4a-c5cbdf949b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.128601 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5bd15c56-e9eb-4518-ba4a-c5cbdf949b6a None None] Attempt 1 to provision port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 Oct 23 01:12:37.174329 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:37.195874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:37.203848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for a423078a-b4cd-4da4-92f2-fb004c56fd78 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:37.207643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:37.218355 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-564eea70-35e9-4210-82fe-bb561e091f5f None None] For port a423078a-b4cd-4da4-92f2-fb004c56fd78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a423078a-b4cd-4da4-92f2-fb004c56fd78,segment=NetworkSegment(8f5909a1-288d-455e-8f55-9e28d87a88b1),segment_id=8f5909a1-288d-455e-8f55-9e28d87a88b1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:37.219376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-564eea70-35e9-4210-82fe-bb561e091f5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.224385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5e2acd5e-787e-446a-b393-97238d7719c7 None None] Deleting port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:37.224669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e2acd5e-787e-446a-b393-97238d7719c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.229480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.257346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7493d6b-1efb-4926-b4a3-7ca3a38a3fe8 admin admin] Publish callbacks [] for security_group (059f020c-a088-4291-b3b0-000e832b1fd2), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.266330 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-564eea70-35e9-4210-82fe-bb561e091f5f None None] Calling delete_port for a423078a-b4cd-4da4-92f2-fb004c56fd78 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:37.317931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7493d6b-1efb-4926-b4a3-7ca3a38a3fe8 admin admin] Publish callbacks [] for security_group (059f020c-a088-4291-b3b0-000e832b1fd2), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.408939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:37.460311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5e2acd5e-787e-446a-b393-97238d7719c7 None None] For port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9dfdcbca-a245-4bb8-82f1-e14c8f01db62,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:37.460816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e2acd5e-787e-446a-b393-97238d7719c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.485669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6f52f00c-ec4b-47ed-8006-e427004ac945 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (de7585f6-df36-435f-be6e-e77cc3161142), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.488693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:37.489223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.489520 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 Oct 23 01:12:37.491487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5e2acd5e-787e-446a-b393-97238d7719c7 None None] Calling delete_port for 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:37.501370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5bd15c56-e9eb-4518-ba4a-c5cbdf949b6a None None] Current status of the port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:37.543787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5bd15c56-e9eb-4518-ba4a-c5cbdf949b6a None None] Provisioning complete for port 498f48dc-c47a-4c2d-9e9c-62f7c1918429 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:37.544164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5bd15c56-e9eb-4518-ba4a-c5cbdf949b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.544496 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5bd15c56-e9eb-4518-ba4a-c5cbdf949b6a None None] Attempt 1 to provision port 498f48dc-c47a-4c2d-9e9c-62f7c1918429 Oct 23 01:12:37.600523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:37.609860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.632232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5bd15c56-e9eb-4518-ba4a-c5cbdf949b6a None None] Port 498f48dc-c47a-4c2d-9e9c-62f7c1918429 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:37.641401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-564eea70-35e9-4210-82fe-bb561e091f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (a423078a-b4cd-4da4-92f2-fb004c56fd78), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.686899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7493d6b-1efb-4926-b4a3-7ca3a38a3fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (059f020c-a088-4291-b3b0-000e832b1fd2), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.690067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7493d6b-1efb-4926-b4a3-7ca3a38a3fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.693833 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a7493d6b-1efb-4926-b4a3-7ca3a38a3fe8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/059f020c-a088-4291-b3b0-000e832b1fd2 HTTP/1.1" status: 204 len: 168 time: 0.6137938 Oct 23 01:12:37.703783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564eea70-35e9-4210-82fe-bb561e091f5f None None] Pushing event deleted for resources: {'Port': ['ID=a423078a-b4cd-4da4-92f2-fb004c56fd78,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:37.707592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564eea70-35e9-4210-82fe-bb561e091f5f None None] No DVR routers for this DVR port a423078a-b4cd-4da4-92f2-fb004c56fd78 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:37.708655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.710060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=a423078a-b4cd-4da4-92f2-fb004c56fd78,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:37.717012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7493d6b-1efb-4926-b4a3-7ca3a38a3fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059f020c-a088-4291-b3b0-000e832b1fd2,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:37.721038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No DVR routers for this DVR port a423078a-b4cd-4da4-92f2-fb004c56fd78 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:37.723761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:37.760739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b8fe5316-9cff-4c4e-87fe-5dd32bdbe245 None None] Provisioning complete for port 498f48dc-c47a-4c2d-9e9c-62f7c1918429 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:37.760739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5316-9cff-4c4e-87fe-5dd32bdbe245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.760739 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b8fe5316-9cff-4c4e-87fe-5dd32bdbe245 None None] Attempt 1 to provision port 498f48dc-c47a-4c2d-9e9c-62f7c1918429 Oct 23 01:12:37.780658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.785191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e2acd5e-787e-446a-b393-97238d7719c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (9dfdcbca-a245-4bb8-82f1-e14c8f01db62), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.790881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:37.824350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2acd5e-787e-446a-b393-97238d7719c7 None None] Pushing event deleted for resources: {'Port': ['ID=9dfdcbca-a245-4bb8-82f1-e14c8f01db62,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:37.824997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.objects.ports [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105984) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:12:37.826796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe5316-9cff-4c4e-87fe-5dd32bdbe245 None None] Port 498f48dc-c47a-4c2d-9e9c-62f7c1918429 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:37.829175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2acd5e-787e-446a-b393-97238d7719c7 None None] No DVR routers for this DVR port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:37.851383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f52f00c-ec4b-47ed-8006-e427004ac945 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router de7585f6-df36-435f-be6e-e77cc3161142 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:37.851520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:37.853573 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6133aea8-7476-4b45-9056-264bb9a2bfe9 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:12:37.856327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:37.895351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:37.896093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:37.896604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a423078a-b4cd-4da4-92f2-fb004c56fd78 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:37.905275 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (45443476-dd8b-4371-9495-70b7cbccbf87), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:37.907515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=498f48dc-c47a-4c2d-9e9c-62f7c1918429,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:37.924304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: a423078a-b4cd-4da4-92f2-fb004c56fd78 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:37.924755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a423078a-b4cd-4da4-92f2-fb004c56fd78 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:37.951501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:37.989051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:37.997823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (d8848c85-8eb3-4164-940f-a70f0b3ff4e8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.004619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6133aea8-7476-4b45-9056-264bb9a2bfe9 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:12:38.020531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:38.047796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network b3df6838-db69-4fe7-b174-cd3ee275cfa1 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:38.049441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:38.092501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8848c85-8eb3-4164-940f-a70f0b3ff4e8']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:38.113532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5909a1-288d-455e-8f55-9e28d87a88b1') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:38.114001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5909a1-288d-455e-8f55-9e28d87a88b1') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:38.114723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:38.181559 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.services.revisions.revision_plugin [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Could not find related port for resource to bump revision. Oct 23 01:12:38.185823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (8f5909a1-288d-455e-8f55-9e28d87a88b1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.195089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f52f00c-ec4b-47ed-8006-e427004ac945 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:38.204606 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6f52f00c-ec4b-47ed-8006-e427004ac945 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/de7585f6-df36-435f-be6e-e77cc3161142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3871825 Oct 23 01:12:38.207946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34894) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:38.211960 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20577920-ea99-4fef-bea6-8c572dd9aded None None] Sync routers for ids ['de7585f6-df36-435f-be6e-e77cc3161142'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:38.222217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.ipam_pluggable_backend [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Port 9dfdcbca-a245-4bb8-82f1-e14c8f01db62 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105984) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 23 01:12:38.222774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.ipam_pluggable_backend [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5d:1d0d {{(pid=105984) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 23 01:12:38.225927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (8f5909a1-288d-455e-8f55-9e28d87a88b1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.226588 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20577920-ea99-4fef-bea6-8c572dd9aded None None] Routers {'de7585f6-df36-435f-be6e-e77cc3161142'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:38.230085 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-20577920-ea99-4fef-bea6-8c572dd9aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['de7585f6-df36-435f-be6e-e77cc3161142'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:38.234691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (106742b2-4d8e-4648-90dd-956058c66897), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.254489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:12:38.254708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (8f5909a1-288d-455e-8f55-9e28d87a88b1), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.291419 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-20577920-ea99-4fef-bea6-8c572dd9aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:38.300714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': '106742b2-4d8e-4648-90dd-956058c66897'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:38.301668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.308091 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20577920-ea99-4fef-bea6-8c572dd9aded None None] Routers {'de7585f6-df36-435f-be6e-e77cc3161142'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:38.311104 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-20577920-ea99-4fef-bea6-8c572dd9aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['de7585f6-df36-435f-be6e-e77cc3161142'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:38.313220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:38.322385 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4bb38f0d-04a7-4df0-9fff-05e8702c2443 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=de7585f6-df36-435f-be6e-e77cc3161142 HTTP/1.1" status: 200 len: 205 time: 0.1134901 Oct 23 01:12:38.322970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34898) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:38.355671 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-20577920-ea99-4fef-bea6-8c572dd9aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:38.356638 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20577920-ea99-4fef-bea6-8c572dd9aded None None] The sync data for ids ['de7585f6-df36-435f-be6e-e77cc3161142'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:38.395488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:38.409332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:38.412769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:38.413382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.419587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Router 45443476-dd8b-4371-9495-70b7cbccbf87 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:12:38.435416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=106742b2-4d8e-4648-90dd-956058c66897,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:38.487558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd268ebe-a6ed-4c81-af69-00d12dd5733f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (de7585f6-df36-435f-be6e-e77cc3161142), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.516311 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d27d8f8e-a23f-490e-b8e2-7b72fad5f036 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2732534 Oct 23 01:12:38.516881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34902) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:38.522787 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:a5:e4:bf', 'name': 'tempest-NetworksTestDHCPv6-752603239'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:38.538735 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (d8848c85-8eb3-4164-940f-a70f0b3ff4e8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.539001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Allocated IP 2001:db8::f816:3eff:fe2a:bd93 (93e5b356-0704-414d-a7cb-470971f9a8ef/106742b2-4d8e-4648-90dd-956058c66897/1b48fc85-f23d-4646-ae22-92bc9b6330d4) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:38.555266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.571834 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/networks/d8848c85-8eb3-4164-940f-a70f0b3ff4e8 HTTP/1.1" status: 204 len: 168 time: 2.1115954 Oct 23 01:12:38.581901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34904) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:38.632892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1546582822'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:38.641549 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 8f5909a1-288d-455e-8f55-9e28d87a88b1 resource provider aggregate not found Oct 23 01:12:38.667013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:38.681091 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bdb55-f010-422c-aa77-aaeed4dd2dbd tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Network': ['ID=d8848c85-8eb3-4164-940f-a70f0b3ff4e8,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:38.686857 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d7db5d22-7dc7-4b25-b7b8-d2564295907f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "PUT /networking/v2.0/routers/45443476-dd8b-4371-9495-70b7cbccbf87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6029139 Oct 23 01:12:38.686970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:38.687410 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 8f5909a1-288d-455e-8f55-9e28d87a88b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f5909a1-288d-455e-8f55-9e28d87a88b1 found for delete ", "request_id": "req-d3191ba2-de39-487c-8432-d4ffbd06c68c"}]} Oct 23 01:12:38.689867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34908) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:38.694471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7d1ba-d569-4e17-9442-be28c2150ea7 None None] Sync routers for ids ['45443476-dd8b-4371-9495-70b7cbccbf87'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:38.747318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834603c0-8cea-4eb1-8b86-30461e1632f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:38.749007 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-834603c0-8cea-4eb1-8b86-30461e1632f9 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=45443476-dd8b-4371-9495-70b7cbccbf87 HTTP/1.1" status: 200 len: 982 time: 0.0581405 Oct 23 01:12:38.751977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34910) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:38.764660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7d1ba-d569-4e17-9442-be28c2150ea7 None None] Routers {'45443476-dd8b-4371-9495-70b7cbccbf87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:38.766132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d1ba-d569-4e17-9442-be28c2150ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['45443476-dd8b-4371-9495-70b7cbccbf87'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:38.769676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:38.775781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.813619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d1ba-d569-4e17-9442-be28c2150ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:38.820096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Publish callbacks [] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.834800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7d1ba-d569-4e17-9442-be28c2150ea7 None None] Routers {'45443476-dd8b-4371-9495-70b7cbccbf87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:38.835903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d1ba-d569-4e17-9442-be28c2150ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['45443476-dd8b-4371-9495-70b7cbccbf87'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:38.891084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e87caa0c-d0a8-4706-860f-e19aa53f1a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.894060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d1ba-d569-4e17-9442-be28c2150ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:38.894784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7d1ba-d569-4e17-9442-be28c2150ea7 None None] The sync data for ids ['45443476-dd8b-4371-9495-70b7cbccbf87'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:38.932674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:38.978522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:38.983668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:38.988337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:39.041106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd268ebe-a6ed-4c81-af69-00d12dd5733f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (de7585f6-df36-435f-be6e-e77cc3161142), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.044992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd268ebe-a6ed-4c81-af69-00d12dd5733f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (de7585f6-df36-435f-be6e-e77cc3161142), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.059446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Pushing event updated for resources: {'Port': ['ID=1b48fc85-f23d-4646-ae22-92bc9b6330d4,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:39.063422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Attempting to bind port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:39.063797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Attempting to bind port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:39.064160 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Attempting to bind port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:39.083184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:39.095920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=3,neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:39.103243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b0d5181b-e959-4e01-924b-930d230ae0a9 None None] Provisioning complete for port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:39.103682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b0d5181b-e959-4e01-924b-930d230ae0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.104014 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b0d5181b-e959-4e01-924b-930d230ae0a9 None None] Attempt 1 to provision port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 Oct 23 01:12:39.112360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:12:39.152108 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (574f3eb8-0532-4bd0-a445-df9e06bfcc88), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.152556 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added segment 574f3eb8-0532-4bd0-a445-df9e06bfcc88 of type vlan for network 96e01a7c-a73b-428b-b348-f8a388800a42 Oct 23 01:12:39.155579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:39.210047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd268ebe-a6ed-4c81-af69-00d12dd5733f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (de7585f6-df36-435f-be6e-e77cc3161142), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.210639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd268ebe-a6ed-4c81-af69-00d12dd5733f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Fanout notify agent at l3_agent the message router_deleted on router de7585f6-df36-435f-be6e-e77cc3161142 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:12:39.216306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (96e01a7c-a73b-428b-b348-f8a388800a42), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.219249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fd268ebe-a6ed-4c81-af69-00d12dd5733f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.221014 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fd268ebe-a6ed-4c81-af69-00d12dd5733f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/de7585f6-df36-435f-be6e-e77cc3161142 HTTP/1.1" status: 204 len: 168 time: 0.8964274 Oct 23 01:12:39.223481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34912) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:39.243934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.274808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 90a28e5e-fc04-49df-b5a4-8c50ee0911da yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:39.296854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:39.299347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:39.299347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:39.299768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.300104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:39.300584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Bound port: 1b48fc85-f23d-4646-ae22-92bc9b6330d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:39.300951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.317967 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (96e01a7c-a73b-428b-b348-f8a388800a42), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.318234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7323483-db72-47c8-b94b-839fcd934868 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting subnet a6d86e7b-29cf-498b-a76d-9c5e1de430b4 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:39.323096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:39.323514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f7323483-db72-47c8-b94b-839fcd934868 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (a6d86e7b-29cf-498b-a76d-9c5e1de430b4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.323762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.368911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c3ee-5625-4c06-a5ff-ee90d2ef26ed tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (45443476-dd8b-4371-9495-70b7cbccbf87), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.393620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5181b-e959-4e01-924b-930d230ae0a9 None None] Current status of the port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:39.401974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] For port 1b48fc85-f23d-4646-ae22-92bc9b6330d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:39.405759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] For port 1b48fc85-f23d-4646-ae22-92bc9b6330d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b48fc85-f23d-4646-ae22-92bc9b6330d4,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:39.410488 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f7323483-db72-47c8-b94b-839fcd934868 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (a6d86e7b-29cf-498b-a76d-9c5e1de430b4), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.433885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Network': ['ID=96e01a7c-a73b-428b-b348-f8a388800a42,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:39.445530 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0d89f25a-a41e-465b-b65b-6d41619476d9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8555257 Oct 23 01:12:39.446866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34914) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:39.450010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 96e01a7c-a73b-428b-b348-f8a388800a42 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:12:39.451178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'subnet': {'network_id': '96e01a7c-a73b-428b-b348-f8a388800a42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:39.500368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.523970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::f816:3eff:fea5:e4bf (93e5b356-0704-414d-a7cb-470971f9a8ef/106742b2-4d8e-4648-90dd-956058c66897/90a28e5e-fc04-49df-b5a4-8c50ee0911da) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:39.575053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3d0c8-e0cc-496b-b3e2-9f13a0192aa8 None None] Pushing event updated for resources: {'Port': ['ID=1b48fc85-f23d-4646-ae22-92bc9b6330d4,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:39.619645 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f7323483-db72-47c8-b94b-839fcd934868 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (a6d86e7b-29cf-498b-a76d-9c5e1de430b4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.679465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:39.683567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.701282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2c3ee-5625-4c06-a5ff-ee90d2ef26ed tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 498f48dc-c47a-4c2d-9e9c-62f7c1918429 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:39.702018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c3ee-5625-4c06-a5ff-ee90d2ef26ed tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.808558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (90a28e5e-fc04-49df-b5a4-8c50ee0911da), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.828526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c3ee-5625-4c06-a5ff-ee90d2ef26ed tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.849240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f7323483-db72-47c8-b94b-839fcd934868 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (a6d86e7b-29cf-498b-a76d-9c5e1de430b4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.860563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2c3ee-5625-4c06-a5ff-ee90d2ef26ed tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 498f48dc-c47a-4c2d-9e9c-62f7c1918429 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:39.889683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7323483-db72-47c8-b94b-839fcd934868 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d86e7b-29cf-498b-a76d-9c5e1de430b4,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:39.900477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f7323483-db72-47c8-b94b-839fcd934868 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:39.900477 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f7323483-db72-47c8-b94b-839fcd934868 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/a6d86e7b-29cf-498b-a76d-9c5e1de430b4 HTTP/1.1" status: 204 len: 168 time: 0.6758139 Oct 23 01:12:39.904007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34916) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:39.943857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (90a28e5e-fc04-49df-b5a4-8c50ee0911da), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.001001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:40.006298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:40.008793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:40.013592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:40.014240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.018319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=90a28e5e-fc04-49df-b5a4-8c50ee0911da,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:40.033292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (1f61aad6-d914-48ec-ac5c-f878ba4c64df), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.057300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (6450ee8c-d64c-4dce-9dfe-38603baea379), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.099259 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bee3440b-d38c-4494-84f0-db03044e2226 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5812025 Oct 23 01:12:40.104259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34918) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:40.131318 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Subnet': ['ID=6450ee8c-d64c-4dce-9dfe-38603baea379,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:40.140278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Checking segment: {'id': '574f3eb8-0532-4bd0-a445-df9e06bfcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '96e01a7c-a73b-428b-b348-f8a388800a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:40.140781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network hostable DHCP agents. Network: 96e01a7c-a73b-428b-b348-f8a388800a42, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:12:40.143399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:40.158481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:40.158855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.203889 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0047026-912d-4ec7-933c-d3c9eda04c51 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:40.208849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0047026-912d-4ec7-933c-d3c9eda04c51 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:40.210431 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a0047026-912d-4ec7-933c-d3c9eda04c51 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1046455 Oct 23 01:12:40.213463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34920) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:40.223160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 96e01a7c-a73b-428b-b348-f8a388800a42 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:12:40.280416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port d8b1660c-b71b-46df-a349-5a1f8b45d0f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8b1660c-b71b-46df-a349-5a1f8b45d0f7,segment=NetworkSegment(d17cbe1b-6dbe-4f67-a5bf-821a8031369b),segment_id=d17cbe1b-6dbe-4f67-a5bf-821a8031369b)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:40.280785 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.295349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:40.295569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for d8b1660c-b71b-46df-a349-5a1f8b45d0f7 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:40.306004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f07fe-4a0e-4a20-bf46-abf3116bcfdc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 90a28e5e-fc04-49df-b5a4-8c50ee0911da {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:40.306583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ef3f07fe-4a0e-4a20-bf46-abf3116bcfdc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (90a28e5e-fc04-49df-b5a4-8c50ee0911da), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.321400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 96e01a7c-a73b-428b-b348-f8a388800a42) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:40.347266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c3ee-5625-4c06-a5ff-ee90d2ef26ed tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (498f48dc-c47a-4c2d-9e9c-62f7c1918429), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.357585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:40.358998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.382372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2c3ee-5625-4c06-a5ff-ee90d2ef26ed tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=498f48dc-c47a-4c2d-9e9c-62f7c1918429,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:40.423731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ef3f07fe-4a0e-4a20-bf46-abf3116bcfdc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (90a28e5e-fc04-49df-b5a4-8c50ee0911da), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.441717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f07fe-4a0e-4a20-bf46-abf3116bcfdc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 90a28e5e-fc04-49df-b5a4-8c50ee0911da owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:40.457309 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ea6994a6-c8d5-4567-81fe-5a8350541597 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0099580 Oct 23 01:12:40.464480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34922) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:40.495384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ffb714fe-3d78-45d8-951b-bbef4772981c tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-991893714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:40.601239 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:40.615008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ffb714fe-3d78-45d8-951b-bbef4772981c tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (75503bd3-63ea-470c-908c-ec3a084d7014), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.615974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ffb714fe-3d78-45d8-951b-bbef4772981c tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (75503bd3-63ea-470c-908c-ec3a084d7014), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.700032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a804ff7e-608a-4e4e-8aa6-feb4f2902195 None None] Network 1f61aad6-d914-48ec-ac5c-f878ba4c64df requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:40.718825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31976aec-ad24-4863-89ba-2ea86f9f7771 None None] Network 96e01a7c-a73b-428b-b348-f8a388800a42 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:40.736095 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ef3f07fe-4a0e-4a20-bf46-abf3116bcfdc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (90a28e5e-fc04-49df-b5a4-8c50ee0911da), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.775702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:40.813006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f07fe-4a0e-4a20-bf46-abf3116bcfdc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=90a28e5e-fc04-49df-b5a4-8c50ee0911da,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:40.826570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] Provisioning complete for port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:40.826957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.827297 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] Attempt 1 to provision port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 Oct 23 01:12:40.852718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ef3f07fe-4a0e-4a20-bf46-abf3116bcfdc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.861475 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ef3f07fe-4a0e-4a20-bf46-abf3116bcfdc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/90a28e5e-fc04-49df-b5a4-8c50ee0911da HTTP/1.1" status: 204 len: 168 time: 0.6469970 Oct 23 01:12:40.863930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34924) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:40.890181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (d8b1660c-b71b-46df-a349-5a1f8b45d0f7), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.901574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c3ee-5625-4c06-a5ff-ee90d2ef26ed tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (45443476-dd8b-4371-9495-70b7cbccbf87), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.914817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No DVR routers for this DVR port d8b1660c-b71b-46df-a349-5a1f8b45d0f7 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:40.932518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] Could not find standard attr ID for object d8b1660c-b71b-46df-a349-5a1f8b45d0f7. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:40.950546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ffb714fe-3d78-45d8-951b-bbef4772981c tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (75503bd3-63ea-470c-908c-ec3a084d7014), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.953605 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.db [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] No ports have port_id starting with d8b1660c-b71b-46df-a349-5a1f8b45d0f7 Oct 23 01:12:40.962408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:40.967564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] Provisioning complete for port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:40.968488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:40.968862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=d8b1660c-b71b-46df-a349-5a1f8b45d0f7,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:40.969163 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] Attempt 1 to provision port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 Oct 23 01:12:40.972096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:40.980895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498b4535-1fbf-4c8d-b732-5f8182d57c7e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:40.984445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498b4535-1fbf-4c8d-b732-5f8182d57c7e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:40.989870 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-498b4535-1fbf-4c8d-b732-5f8182d57c7e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955396 Oct 23 01:12:40.990797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34926) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:40.997005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-96e01a7c-a73b-428b-b348-f8a388800a42', 'network_id': '96e01a7c-a73b-428b-b348-f8a388800a42', 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'fixed_ips': [{'subnet_id': '6450ee8c-d64c-4dce-9dfe-38603baea379'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:40.998806 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.035578 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ffb714fe-3d78-45d8-951b-bbef4772981c tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (75503bd3-63ea-470c-908c-ec3a084d7014), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.049971 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3771122b-4d8a-4dc0-8e65-a6007ea39856 None None] DHCP port deletion for 1f61aad6-d914-48ec-ac5c-f878ba4c64df request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:41.050775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:41.089914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e899a7-984d-48a2-867a-e8ed36c18bb1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 106742b2-4d8e-4648-90dd-956058c66897 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:41.092611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-22e899a7-984d-48a2-867a-e8ed36c18bb1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (106742b2-4d8e-4648-90dd-956058c66897), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.125561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (1f61aad6-d914-48ec-ac5c-f878ba4c64df), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.161472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-22e899a7-984d-48a2-867a-e8ed36c18bb1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (106742b2-4d8e-4648-90dd-956058c66897), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.163165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-75113489-ddc8-4102-8754-03ea325cdf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.191802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] Current status of the port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:41.192182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.212720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ffb714fe-3d78-45d8-951b-bbef4772981c tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.214342 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ffb714fe-3d78-45d8-951b-bbef4772981c tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7518053 Oct 23 01:12:41.221530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34928) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:41.221686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f61aad6-d914-48ec-ac5c-f878ba4c64df']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:41.240208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17cbe1b-6dbe-4f67-a5bf-821a8031369b') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:41.240432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17cbe1b-6dbe-4f67-a5bf-821a8031369b') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:41.243583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc2c3ee-5625-4c06-a5ff-ee90d2ef26ed tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Router 45443476-dd8b-4371-9495-70b7cbccbf87 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:41.258928 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (d17cbe1b-6dbe-4f67-a5bf-821a8031369b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.267783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] For port 1b48fc85-f23d-4646-ae22-92bc9b6330d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b48fc85-f23d-4646-ae22-92bc9b6330d4,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:41.278857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (d17cbe1b-6dbe-4f67-a5bf-821a8031369b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.279157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Allocated IP 2001:db8::2 (96e01a7c-a73b-428b-b348-f8a388800a42/6450ee8c-d64c-4dce-9dfe-38603baea379/92ea93c4-4520-48da-8d6c-838fad390073) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:41.291587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:41.319455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1b48fc85-f23d-4646-ae22-92bc9b6330d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:41.328205 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:12:41.328622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (d17cbe1b-6dbe-4f67-a5bf-821a8031369b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.380778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.411555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:41.437001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:41.446049 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-22e899a7-984d-48a2-867a-e8ed36c18bb1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (106742b2-4d8e-4648-90dd-956058c66897), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.447736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc2c3ee-5625-4c06-a5ff-ee90d2ef26ed tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:41.455476 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5dc2c3ee-5625-4c06-a5ff-ee90d2ef26ed tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "PUT /networking/v2.0/routers/45443476-dd8b-4371-9495-70b7cbccbf87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7001271 Oct 23 01:12:41.464633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34934) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:41.466875 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95061ea7-746e-463e-b8cc-56b63a57456d None None] Sync routers for ids ['45443476-dd8b-4371-9495-70b7cbccbf87'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:41.474172 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=53,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:41.479648 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95061ea7-746e-463e-b8cc-56b63a57456d None None] Routers {'45443476-dd8b-4371-9495-70b7cbccbf87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:41.480274 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-95061ea7-746e-463e-b8cc-56b63a57456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['45443476-dd8b-4371-9495-70b7cbccbf87'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:41.486221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6d8e6-420b-419f-baee-fb9f8854d088 None None] Pushing event updated for resources: {'Port': ['ID=1b48fc85-f23d-4646-ae22-92bc9b6330d4,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:41.505043 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment d17cbe1b-6dbe-4f67-a5bf-821a8031369b resource provider aggregate not found Oct 23 01:12:41.508444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:41.516248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5b63d195-3c0b-4223-a9cb-77c4532f6799 None None] Could not find standard attr ID for object 498f48dc-c47a-4c2d-9e9c-62f7c1918429. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:41.516983 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07f2f2a-7825-40b0-8cac-46392a512dde tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:12:41.516983 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f07f2f2a-7825-40b0-8cac-46392a512dde tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/498f48dc-c47a-4c2d-9e9c-62f7c1918429 HTTP/1.1" status: 404 len: 333 time: 0.0450668 Oct 23 01:12:41.516983 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34938) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:41.525543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:41.528321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.528704 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 Oct 23 01:12:41.534287 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-95061ea7-746e-463e-b8cc-56b63a57456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:41.550362 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95061ea7-746e-463e-b8cc-56b63a57456d None None] Routers {'45443476-dd8b-4371-9495-70b7cbccbf87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:41.550977 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-95061ea7-746e-463e-b8cc-56b63a57456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['45443476-dd8b-4371-9495-70b7cbccbf87'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:41.608952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66533a16-c882-4904-8002-266f8a0abfc1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for router (45443476-dd8b-4371-9495-70b7cbccbf87), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.611815 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-95061ea7-746e-463e-b8cc-56b63a57456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:41.612469 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95061ea7-746e-463e-b8cc-56b63a57456d None None] The sync data for ids ['45443476-dd8b-4371-9495-70b7cbccbf87'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:41.613499 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment d17cbe1b-6dbe-4f67-a5bf-821a8031369b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d17cbe1b-6dbe-4f67-a5bf-821a8031369b found for delete ", "request_id": "req-30d0625c-6400-4421-be19-e1113e061881"}]} Oct 23 01:12:41.618012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (1f61aad6-d914-48ec-ac5c-f878ba4c64df), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.621941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Publish callbacks [] for port (92ea93c4-4520-48da-8d6c-838fad390073), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.623363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.628001 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/networks/1f61aad6-d914-48ec-ac5c-f878ba4c64df HTTP/1.1" status: 204 len: 168 time: 1.7223644 Oct 23 01:12:41.633605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34940) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:41.638460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5a378b8d-00e0-47c9-86b3-ab374f29ab3c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2128369585', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:41.651828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-22e899a7-984d-48a2-867a-e8ed36c18bb1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (106742b2-4d8e-4648-90dd-956058c66897), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.670994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:41.687016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b39af-7504-4eb5-b033-b702fb61a1a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Network': ['ID=1f61aad6-d914-48ec-ac5c-f878ba4c64df,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:41.702454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:41.703405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e899a7-984d-48a2-867a-e8ed36c18bb1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=106742b2-4d8e-4648-90dd-956058c66897,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:41.712383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-22e899a7-984d-48a2-867a-e8ed36c18bb1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.715559 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-22e899a7-984d-48a2-867a-e8ed36c18bb1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/106742b2-4d8e-4648-90dd-956058c66897 HTTP/1.1" status: 204 len: 168 time: 0.7237213 Oct 23 01:12:41.716301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (92ea93c4-4520-48da-8d6c-838fad390073), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.720819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34942) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:41.744992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.760209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Network 96e01a7c-a73b-428b-b348-f8a388800a42 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:41.763456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:41.767771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:41.770460 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8eab0895-eb8a-41ea-acfe-635fd6cdd739 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485415 Oct 23 01:12:41.796011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34944) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:41.802930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Pushing event updated for resources: {'Port': ['ID=92ea93c4-4520-48da-8d6c-838fad390073,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:41.807575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5a378b8d-00e0-47c9-86b3-ab374f29ab3c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.808597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5a378b8d-00e0-47c9-86b3-ab374f29ab3c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.848337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Attempting to bind port 92ea93c4-4520-48da-8d6c-838fad390073 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:41.848828 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Attempting to bind port 92ea93c4-4520-48da-8d6c-838fad390073 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '574f3eb8-0532-4bd0-a445-df9e06bfcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '96e01a7c-a73b-428b-b348-f8a388800a42'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:41.849405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Attempting to bind port 92ea93c4-4520-48da-8d6c-838fad390073 on network 96e01a7c-a73b-428b-b348-f8a388800a42 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:41.866520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66533a16-c882-4904-8002-266f8a0abfc1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (45443476-dd8b-4371-9495-70b7cbccbf87), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.869066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66533a16-c882-4904-8002-266f8a0abfc1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for router_controller (45443476-dd8b-4371-9495-70b7cbccbf87), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.894992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749edf04-fe2f-4c46-8e2e-0d6fded6bd25 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:41.895257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:41.895870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Checking segment: {'id': '574f3eb8-0532-4bd0-a445-df9e06bfcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '96e01a7c-a73b-428b-b348-f8a388800a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:41.896435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.896550 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-749edf04-fe2f-4c46-8e2e-0d6fded6bd25 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0995018 Oct 23 01:12:41.897070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Bound using segment: {'id': '574f3eb8-0532-4bd0-a445-df9e06bfcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '96e01a7c-a73b-428b-b348-f8a388800a42'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:41.897674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Bound port: 92ea93c4-4520-48da-8d6c-838fad390073, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f3eb8-0532-4bd0-a445-df9e06bfcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '96e01a7c-a73b-428b-b348-f8a388800a42'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:41.898231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (92ea93c4-4520-48da-8d6c-838fad390073), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.904949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34946) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:41.960449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c3876-3ee7-4fa2-bd5c-9c6eac48c1d7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:41.962054 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-788c3876-3ee7-4fa2-bd5c-9c6eac48c1d7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0560644 Oct 23 01:12:41.964744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34948) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:41.970695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5a378b8d-00e0-47c9-86b3-ab374f29ab3c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (4ed01cba-d3c5-4512-b1c2-699caccff041), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.977679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] For port 92ea93c4-4520-48da-8d6c-838fad390073, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:41.981930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] For port 92ea93c4-4520-48da-8d6c-838fad390073, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=92ea93c4-4520-48da-8d6c-838fad390073,segment=NetworkSegment(574f3eb8-0532-4bd0-a445-df9e06bfcc88),segment_id=574f3eb8-0532-4bd0-a445-df9e06bfcc88)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:42.009338 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1f38c2d4-db6c-476c-a3ba-a58db2b36d0b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432241 Oct 23 01:12:42.010744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66533a16-c882-4904-8002-266f8a0abfc1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (45443476-dd8b-4371-9495-70b7cbccbf87), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.010744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66533a16-c882-4904-8002-266f8a0abfc1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Fanout notify agent at l3_agent the message router_deleted on router 45443476-dd8b-4371-9495-70b7cbccbf87 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:12:42.014129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34950) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:42.024027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:42.029776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-66533a16-c882-4904-8002-266f8a0abfc1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.031438 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-66533a16-c882-4904-8002-266f8a0abfc1 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/routers/45443476-dd8b-4371-9495-70b7cbccbf87 HTTP/1.1" status: 204 len: 168 time: 0.5156815 Oct 23 01:12:42.034198 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34952) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:42.053864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:42.060183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5a378b8d-00e0-47c9-86b3-ab374f29ab3c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.067288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (92ea93c4-4520-48da-8d6c-838fad390073), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.095537 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Allocated IP 2001:db8::1 (96e01a7c-a73b-428b-b348-f8a388800a42/6450ee8c-d64c-4dce-9dfe-38603baea379/d39c9979-36d2-4979-a2e2-5c77ccf60e5e) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:42.103280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:42.141661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b047c-0e01-4c87-bbee-d139fb2425f7 None None] Pushing event updated for resources: {'Port': ['ID=92ea93c4-4520-48da-8d6c-838fad390073,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:42.152939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fde507b-092b-45bd-a8aa-46cf9096f1f7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting subnet 8c0cf39b-fdc9-435d-b376-a458ca0c85ee {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:42.159762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7fde507b-092b-45bd-a8aa-46cf9096f1f7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (8c0cf39b-fdc9-435d-b376-a458ca0c85ee), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.178985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5a378b8d-00e0-47c9-86b3-ab374f29ab3c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.181873 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5a378b8d-00e0-47c9-86b3-ab374f29ab3c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5454493 Oct 23 01:12:42.183018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34954) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:42.188430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'network': {'name': 'tempest-RoutersTest-425400131'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:42.212646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7fde507b-092b-45bd-a8aa-46cf9096f1f7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (8c0cf39b-fdc9-435d-b376-a458ca0c85ee), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.253012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (d39c9979-36d2-4979-a2e2-5c77ccf60e5e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.262088 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:42.291571 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:42.298251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.323674 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:42.327754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.354049 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:12:42.363019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7fde507b-092b-45bd-a8aa-46cf9096f1f7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (8c0cf39b-fdc9-435d-b376-a458ca0c85ee), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.363589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (52baddee-2b00-4331-9a1f-fc5506bd3a10), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.364001 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added segment 52baddee-2b00-4331-9a1f-fc5506bd3a10 of type vlan for network 70b45fff-9425-4a47-a11d-93a8914cb3a6 Oct 23 01:12:42.379931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (d39c9979-36d2-4979-a2e2-5c77ccf60e5e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.428822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.453691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (70b45fff-9425-4a47-a11d-93a8914cb3a6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.466344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 96e01a7c-a73b-428b-b348-f8a388800a42 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:42.473149 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:42.478116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:42.478673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (75503bd3-63ea-470c-908c-ec3a084d7014), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.481115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=d39c9979-36d2-4979-a2e2-5c77ccf60e5e,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:42.631995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (70b45fff-9425-4a47-a11d-93a8914cb3a6), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.632695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7fde507b-092b-45bd-a8aa-46cf9096f1f7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (8c0cf39b-fdc9-435d-b376-a458ca0c85ee), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.642867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:42.643635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.686202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde507b-092b-45bd-a8aa-46cf9096f1f7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0cf39b-fdc9-435d-b376-a458ca0c85ee,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:42.699837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7fde507b-092b-45bd-a8aa-46cf9096f1f7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.705278 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7fde507b-092b-45bd-a8aa-46cf9096f1f7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/8c0cf39b-fdc9-435d-b376-a458ca0c85ee HTTP/1.1" status: 204 len: 168 time: 0.6699758 Oct 23 01:12:42.710024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34956) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:42.796135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Network': ['ID=70b45fff-9425-4a47-a11d-93a8914cb3a6,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:42.809622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 70b45fff-9425-4a47-a11d-93a8914cb3a6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:12:42.811392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d39c9979-36d2-4979-a2e2-5c77ccf60e5e), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.830584 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-341862d4-7b2c-4ae3-a013-fdf289869deb tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6465571 Oct 23 01:12:42.835092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34958) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:42.841314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'subnet': {'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:42.962102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (b3df6838-db69-4fe7-b174-cd3ee275cfa1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:42.982542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:12:43.097593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=3,neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:43.110788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:43.111137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.221668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1b48fc85-f23d-4646-ae22-92bc9b6330d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:43.236081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] For port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a3b395d-ba57-4d1c-be87-21a15e7cf8f8,segment=NetworkSegment(1f3dff06-d9c7-48aa-a2fb-50e09fde8f17),segment_id=1f3dff06-d9c7-48aa-a2fb-50e09fde8f17)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:43.236726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.256716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:43.271496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:43.271875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.272208 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 Oct 23 01:12:43.285592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (d39c9979-36d2-4979-a2e2-5c77ccf60e5e), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.288669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:43.294574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.361136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:43.362929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 92ea93c4-4520-48da-8d6c-838fad390073 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:43.371257 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.414450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (d39c9979-36d2-4979-a2e2-5c77ccf60e5e), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.414450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (75503bd3-63ea-470c-908c-ec3a084d7014), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.429745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 92ea93c4-4520-48da-8d6c-838fad390073 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:43.430751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (92ea93c4-4520-48da-8d6c-838fad390073), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.431109 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 92ea93c4-4520-48da-8d6c-838fad390073 Oct 23 01:12:43.501726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81a939-1324-4361-b896-892085b9ac60 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:12:43.539258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 92ea93c4-4520-48da-8d6c-838fad390073 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:43.539801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (92ea93c4-4520-48da-8d6c-838fad390073), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.552647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=d39c9979-36d2-4979-a2e2-5c77ccf60e5e,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:43.575681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (7a3b395d-ba57-4d1c-be87-21a15e7cf8f8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.612027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No DVR routers for this DVR port 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:43.624167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] For port 1b48fc85-f23d-4646-ae22-92bc9b6330d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b48fc85-f23d-4646-ae22-92bc9b6330d4,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:43.626914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=7a3b395d-ba57-4d1c-be87-21a15e7cf8f8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:43.630511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 92ea93c4-4520-48da-8d6c-838fad390073, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=92ea93c4-4520-48da-8d6c-838fad390073,segment=NetworkSegment(574f3eb8-0532-4bd0-a445-df9e06bfcc88),segment_id=574f3eb8-0532-4bd0-a445-df9e06bfcc88)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:43.631803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-abdf1ced-749d-413c-bf04-7d5af88b205f None None] Provisioning complete for port 92ea93c4-4520-48da-8d6c-838fad390073 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:43.632281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-abdf1ced-749d-413c-bf04-7d5af88b205f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (92ea93c4-4520-48da-8d6c-838fad390073), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.632719 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-abdf1ced-749d-413c-bf04-7d5af88b205f None None] Attempt 1 to provision port 92ea93c4-4520-48da-8d6c-838fad390073 Oct 23 01:12:43.683989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81a939-1324-4361-b896-892085b9ac60 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:12:43.694519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (92ea93c4-4520-48da-8d6c-838fad390073), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.730221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d8b1660c-b71b-46df-a349-5a1f8b45d0f7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:43.737239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.744211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (b3df6838-db69-4fe7-b174-cd3ee275cfa1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.747993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:43.771671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3df6838-db69-4fe7-b174-cd3ee275cfa1']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:43.783207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3dff06-d9c7-48aa-a2fb-50e09fde8f17') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:43.783501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3dff06-d9c7-48aa-a2fb-50e09fde8f17') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:43.793440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: d8b1660c-b71b-46df-a349-5a1f8b45d0f7 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:43.794170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d8b1660c-b71b-46df-a349-5a1f8b45d0f7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:43.795234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (1f3dff06-d9c7-48aa-a2fb-50e09fde8f17), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.811237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.812705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (d4c933ee-7184-4e3b-b2aa-e33e37306add), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.819631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (1f3dff06-d9c7-48aa-a2fb-50e09fde8f17), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.868862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:43.875462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=92ea93c4-4520-48da-8d6c-838fad390073,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:43.880880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-abdf1ced-749d-413c-bf04-7d5af88b205f None None] Current status of the port 92ea93c4-4520-48da-8d6c-838fad390073 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:43.885694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:12:43.886090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (1f3dff06-d9c7-48aa-a2fb-50e09fde8f17), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.915387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 96e01a7c-a73b-428b-b348-f8a388800a42 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:43.917069 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:43.918436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:43.921951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:43.954890 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 1f3dff06-d9c7-48aa-a2fb-50e09fde8f17 resource provider aggregate not found Oct 23 01:12:43.969095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:43.972119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:43.972717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.985275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:43.994807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:44.004728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (e7a5072d-0950-4723-8133-3c42e3ab6237), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:44.007673 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 1f3dff06-d9c7-48aa-a2fb-50e09fde8f17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f3dff06-d9c7-48aa-a2fb-50e09fde8f17 found for delete ", "request_id": "req-b486df6e-ee7b-421e-ad35-c651ca8180ca"}]} Oct 23 01:12:44.018724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=d4c933ee-7184-4e3b-b2aa-e33e37306add,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:44.023532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=1b48fc85-f23d-4646-ae22-92bc9b6330d4,revision_number=6']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:44.024686 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:12:44.043482 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:44.074655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Subnet': ['ID=e7a5072d-0950-4723-8133-3c42e3ab6237,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:44.112198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Checking segment: {'id': '52baddee-2b00-4331-9a1f-fc5506bd3a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:44.112639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network hostable DHCP agents. Network: 70b45fff-9425-4a47-a11d-93a8914cb3a6, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:12:44.116441 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-204715fc-12f2-4ec0-b714-01aa24f97c1f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0940490 Oct 23 01:12:44.116636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34964) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:44.118008 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (b3df6838-db69-4fe7-b174-cd3ee275cfa1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:44.122485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:c6:12:1f', 'name': 'tempest-NetworksTestDHCPv6-1931457384'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:44.137113 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:44.141166 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/networks/b3df6838-db69-4fe7-b174-cd3ee275cfa1 HTTP/1.1" status: 204 len: 168 time: 1.4297071 Oct 23 01:12:44.142174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ebcc8-8f6c-4fa3-91f1-760bed9f981a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Network': ['ID=b3df6838-db69-4fe7-b174-cd3ee275cfa1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:44.142671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=16 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:44.146579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34966) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:44.230768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 75503bd3-63ea-470c-908c-ec3a084d7014 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:12:44.247681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5725d910-2018-468e-b2aa-73ee4a3276dc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:44.249093 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5725d910-2018-468e-b2aa-73ee4a3276dc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/9c2c2a97-fe87-4689-9272-679d2db50095 HTTP/1.1" status: 200 len: 839 time: 0.0983522 Oct 23 01:12:44.253880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34968) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:44.308937 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-65e400af-c40b-4877-94f5-4cecfec486da tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/9c2c2a97-fe87-4689-9272-679d2db50095?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0538633 Oct 23 01:12:44.309475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34970) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:44.322506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-d084a4ae-2bba-418f-9c09-bea12a10e05c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:44.331429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 70b45fff-9425-4a47-a11d-93a8914cb3a6 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:12:44.454893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:44.464008 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ce63aa19-212b-4c40-becc-fed744fceaf1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/75503bd3-63ea-470c-908c-ec3a084d7014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2419672 Oct 23 01:12:44.464165 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34972) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:44.468156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b21df-b96b-41ae-964a-79979ffe3b9c None None] Sync routers for ids ['75503bd3-63ea-470c-908c-ec3a084d7014'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:44.482534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b21df-b96b-41ae-964a-79979ffe3b9c None None] Routers {'75503bd3-63ea-470c-908c-ec3a084d7014'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:44.483192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e39b21df-b96b-41ae-964a-79979ffe3b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['75503bd3-63ea-470c-908c-ec3a084d7014'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:44.485144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 70b45fff-9425-4a47-a11d-93a8914cb3a6) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:44.489449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:44.490071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:44.529725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e39b21df-b96b-41ae-964a-79979ffe3b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:44.539382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b21df-b96b-41ae-964a-79979ffe3b9c None None] Routers {'75503bd3-63ea-470c-908c-ec3a084d7014'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:44.540003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e39b21df-b96b-41ae-964a-79979ffe3b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['75503bd3-63ea-470c-908c-ec3a084d7014'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:44.546268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:44.559993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709e12d5-f7e0-4c54-809d-f344e71a22be tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:44.564708 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-709e12d5-f7e0-4c54-809d-f344e71a22be tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports/d39c9979-36d2-4979-a2e2-5c77ccf60e5e HTTP/1.1" status: 200 len: 911 time: 0.0964339 Oct 23 01:12:44.565810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34974) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:44.580643 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bd956e3f-1cbd-424c-855f-f0890489e1e1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7437134 Oct 23 01:12:44.585759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34976) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:44.604007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848c6a99-7c98-4557-9d4c-c5cc106d3e7b None None] Network 96e01a7c-a73b-428b-b348-f8a388800a42 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:44.606215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec074401-506d-47e7-b91a-496f7d16852d None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:44.646663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d084a4ae-2bba-418f-9c09-bea12a10e05c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:44.650581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d084a4ae-2bba-418f-9c09-bea12a10e05c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:44.760023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3fb9b7-224e-46d4-89e2-9ecbda72d938 None None] Network 70b45fff-9425-4a47-a11d-93a8914cb3a6 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:44.768249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e39b21df-b96b-41ae-964a-79979ffe3b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:44.769135 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b21df-b96b-41ae-964a-79979ffe3b9c None None] The sync data for ids ['75503bd3-63ea-470c-908c-ec3a084d7014'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:44.774766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:44.786586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:44.877643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:44.905073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29742e3e-f255-4ec7-aa5b-7b466fa895bb None None] DHCP port deletion for b3df6838-db69-4fe7-b174-cd3ee275cfa1 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:44.912744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:44.913011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:44.914003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a4f79b1c-bb9f-4359-b7a8-76932e091737 None None] Provisioning complete for port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:44.914373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a4f79b1c-bb9f-4359-b7a8-76932e091737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:44.914704 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a4f79b1c-bb9f-4359-b7a8-76932e091737 None None] Attempt 1 to provision port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 Oct 23 01:12:44.955535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:44.989522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:44.989646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:45.131126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:45.133588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-70b45fff-9425-4a47-a11d-93a8914cb3a6', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:45.134855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.181516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1b48fc85-f23d-4646-ae22-92bc9b6330d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:45.221899 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a58c742d-85f4-4b8a-b33a-bb7231c590ed tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (75503bd3-63ea-470c-908c-ec3a084d7014), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.250154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a4f79b1c-bb9f-4359-b7a8-76932e091737 None None] Current status of the port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:45.250417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:45.272757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::f816:3eff:fec6:121f (93e5b356-0704-414d-a7cb-470971f9a8ef/d4c933ee-7184-4e3b-b2aa-e33e37306add/ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:45.293035 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Allocated IP 172.20.0.1 (70b45fff-9425-4a47-a11d-93a8914cb3a6/e7a5072d-0950-4723-8133-3c42e3ab6237/b12c9ce0-5eda-4f01-8b23-a33130dd9a74) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:45.358612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d084a4ae-2bba-418f-9c09-bea12a10e05c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (a8a8214e-fba3-4190-a2be-72f1c13d4cfd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.365963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:45.367085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.367425 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 Oct 23 01:12:45.433638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:45.445611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084a4ae-2bba-418f-9c09-bea12a10e05c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:45.455149 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-d084a4ae-2bba-418f-9c09-bea12a10e05c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:45.458560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d084a4ae-2bba-418f-9c09-bea12a10e05c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:45.459226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d084a4ae-2bba-418f-9c09-bea12a10e05c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.493946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13754b1-09e2-4dd2-b685-62f52ec4ef2d None None] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:45.497013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:45.498331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 92ea93c4-4520-48da-8d6c-838fad390073 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:45.571641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084a4ae-2bba-418f-9c09-bea12a10e05c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Subnet': ['ID=a8a8214e-fba3-4190-a2be-72f1c13d4cfd,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:45.594722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:45.651606 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d084a4ae-2bba-418f-9c09-bea12a10e05c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3333495 Oct 23 01:12:45.655413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d396bcc-2f80-4acb-8807-254a8c2973f5 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:45.658474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34978) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:45.685296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c25038a8-a28a-4ee6-b4bd-1ffdb29251e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'security_group': {'name': 'tempest-secgroup-108511759'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:45.746744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a58c742d-85f4-4b8a-b33a-bb7231c590ed tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port d39c9979-36d2-4979-a2e2-5c77ccf60e5e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:45.747094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a58c742d-85f4-4b8a-b33a-bb7231c590ed tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d39c9979-36d2-4979-a2e2-5c77ccf60e5e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.753092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.754840 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 92ea93c4-4520-48da-8d6c-838fad390073 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:45.755005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (92ea93c4-4520-48da-8d6c-838fad390073), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.755359 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 92ea93c4-4520-48da-8d6c-838fad390073 Oct 23 01:12:45.804546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Provisioning complete for port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:45.804919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.805256 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Attempt 1 to provision port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 Oct 23 01:12:45.814161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:45.828456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c25038a8-a28a-4ee6-b4bd-1ffdb29251e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.909062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:45.923318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4068b863-4aa3-4495-86ff-c5e4cb71a423', 'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'project_id': '118c27f55c89478ba681471398554359', 'fixed_ips': [{'subnet_id': 'a8a8214e-fba3-4190-a2be-72f1c13d4cfd'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:45.924258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.943392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c25038a8-a28a-4ee6-b4bd-1ffdb29251e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (c463c34e-791d-4bbd-8cd0-2e790b8c868c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.943917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.945173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a58c742d-85f4-4b8a-b33a-bb7231c590ed tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d39c9979-36d2-4979-a2e2-5c77ccf60e5e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:45.961450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a58c742d-85f4-4b8a-b33a-bb7231c590ed tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for d39c9979-36d2-4979-a2e2-5c77ccf60e5e owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:46.085572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Current status of the port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:46.091813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.146327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 70b45fff-9425-4a47-a11d-93a8914cb3a6 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:46.150388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:46.152945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:46.175337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c25038a8-a28a-4ee6-b4bd-1ffdb29251e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (c463c34e-791d-4bbd-8cd0-2e790b8c868c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.181123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Provisioning complete for port d39c9979-36d2-4979-a2e2-5c77ccf60e5e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:46.181493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d39c9979-36d2-4979-a2e2-5c77ccf60e5e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.181872 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Attempt 1 to provision port d39c9979-36d2-4979-a2e2-5c77ccf60e5e Oct 23 01:12:46.198278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=b12c9ce0-5eda-4f01-8b23-a33130dd9a74,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:46.225207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.225345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 92ea93c4-4520-48da-8d6c-838fad390073 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:46.225345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:46.227004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:46.229473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.307129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Port d39c9979-36d2-4979-a2e2-5c77ccf60e5e cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:46.307129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Provisioning complete for port 92ea93c4-4520-48da-8d6c-838fad390073 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:46.307129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (92ea93c4-4520-48da-8d6c-838fad390073), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.307129 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Attempt 1 to provision port 92ea93c4-4520-48da-8d6c-838fad390073 Oct 23 01:12:46.332565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:46.375024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Allocated IP 172.20.0.2 (70b45fff-9425-4a47-a11d-93a8914cb3a6/e7a5072d-0950-4723-8133-3c42e3ab6237/7e316ab8-9252-4a34-8594-8f5d7a06e524) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:46.384701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:46.385044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7a3b395d-ba57-4d1c-be87-21a15e7cf8f8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:46.412249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Allocated IP 172.20.0.2 (4068b863-4aa3-4495-86ff-c5e4cb71a423/a8a8214e-fba3-4190-a2be-72f1c13d4cfd/6a5b09ee-4f2b-4338-a3a0-b7a710627e6e) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:46.515782 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.518403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:46.528459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8983f768-6910-4bd5-b3e5-8261b0d5bb53 None None] Current status of the port 92ea93c4-4520-48da-8d6c-838fad390073 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:46.591112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:46.634054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25038a8-a28a-4ee6-b4bd-1ffdb29251e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c463c34e-791d-4bbd-8cd0-2e790b8c868c,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:46.642046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:46.649758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:46.652650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:46.657962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:46.658605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.672828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a58c742d-85f4-4b8a-b33a-bb7231c590ed tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (d39c9979-36d2-4979-a2e2-5c77ccf60e5e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.676328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:46.683136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d7d4e4c8-fb09-4413-a7ee-b97df2fdeaea None None] Could not find standard attr ID for object 90a28e5e-fc04-49df-b5a4-8c50ee0911da. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:46.709767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c25038a8-a28a-4ee6-b4bd-1ffdb29251e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.713949 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c25038a8-a28a-4ee6-b4bd-1ffdb29251e8 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0323710 Oct 23 01:12:46.714642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34980) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:46.721540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5ad6345a-2a02-406d-9d98-e3ab0350c5dd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'security_group': {'name': 'tempest-secgroup-1910609814'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:46.726405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c742d-85f4-4b8a-b33a-bb7231c590ed tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=d39c9979-36d2-4979-a2e2-5c77ccf60e5e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:46.791701 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:46.798364 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-52b53f7d-cafb-412d-9c10-e45351a8a714 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6802161 Oct 23 01:12:46.800429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34982) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:46.837458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a58c742d-85f4-4b8a-b33a-bb7231c590ed tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (75503bd3-63ea-470c-908c-ec3a084d7014), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.861939 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Publish callbacks [] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.879906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d7d4e4c8-fb09-4413-a7ee-b97df2fdeaea None None] Provisioning complete for port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:46.880278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d7d4e4c8-fb09-4413-a7ee-b97df2fdeaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.880614 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d7d4e4c8-fb09-4413-a7ee-b97df2fdeaea None None] Attempt 1 to provision port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 Oct 23 01:12:46.889206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd2eb2c-1705-4054-bbee-b42f6c67ee5d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:46.894492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd2eb2c-1705-4054-bbee-b42f6c67ee5d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:46.898750 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4cd2eb2c-1705-4054-bbee-b42f6c67ee5d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0945008 Oct 23 01:12:46.900443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34984) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:46.913269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Publish callbacks [] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.920247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ad6345a-2a02-406d-9d98-e3ab0350c5dd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:46.936922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.001169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.001895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.019064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-0473ac00-57f4-4f23-be7f-6eff12a5ca8a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:47.019415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Network 70b45fff-9425-4a47-a11d-93a8914cb3a6 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:47.019704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0473ac00-57f4-4f23-be7f-6eff12a5ca8a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.024676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4e4c8-fb09-4413-a7ee-b97df2fdeaea None None] Current status of the port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:47.032671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:47.033438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58c742d-85f4-4b8a-b33a-bb7231c590ed tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 75503bd3-63ea-470c-908c-ec3a084d7014 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:47.036770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d7d4e4c8-fb09-4413-a7ee-b97df2fdeaea None None] Could not find standard attr ID for object d39c9979-36d2-4979-a2e2-5c77ccf60e5e. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:12:47.040158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:47.044336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Pushing event updated for resources: {'Port': ['ID=7e316ab8-9252-4a34-8594-8f5d7a06e524,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:47.053302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:47.061662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:47.094544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:47.104991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ad6345a-2a02-406d-9d98-e3ab0350c5dd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (34217c1c-d4e2-4650-94f0-27e91a17dd80), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.117515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.143899 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58c742d-85f4-4b8a-b33a-bb7231c590ed tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:47.145579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:47.152217 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a58c742d-85f4-4b8a-b33a-bb7231c590ed tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/75503bd3-63ea-470c-908c-ec3a084d7014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5826554 Oct 23 01:12:47.152919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34986) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:47.154509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Pushing event updated for resources: {'Port': ['ID=6a5b09ee-4f2b-4338-a3a0-b7a710627e6e,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:47.162111 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1d80b-f2a8-47fc-8857-8c4dbac697bb None None] Sync routers for ids ['75503bd3-63ea-470c-908c-ec3a084d7014'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:47.167883 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:47.181823 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1d80b-f2a8-47fc-8857-8c4dbac697bb None None] Routers {'75503bd3-63ea-470c-908c-ec3a084d7014'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:47.187664 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-74e1d80b-f2a8-47fc-8857-8c4dbac697bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['75503bd3-63ea-470c-908c-ec3a084d7014'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:47.187825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Attempting to bind port 7e316ab8-9252-4a34-8594-8f5d7a06e524 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:47.187825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Attempting to bind port 7e316ab8-9252-4a34-8594-8f5d7a06e524 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '52baddee-2b00-4331-9a1f-fc5506bd3a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:47.188136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Attempting to bind port 7e316ab8-9252-4a34-8594-8f5d7a06e524 on network 70b45fff-9425-4a47-a11d-93a8914cb3a6 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:47.192659 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-00a5998f-99ae-4351-ab86-5de70cb7e220 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=75503bd3-63ea-470c-908c-ec3a084d7014 HTTP/1.1" status: 200 len: 205 time: 0.0347273 Oct 23 01:12:47.192659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ad6345a-2a02-406d-9d98-e3ab0350c5dd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (34217c1c-d4e2-4650-94f0-27e91a17dd80), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.194766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34988) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:47.226033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0473ac00-57f4-4f23-be7f-6eff12a5ca8a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.226266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Attempting to bind port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:47.226514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Attempting to bind port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5544ac0f-547b-4191-9b75-a15bc531a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:47.226799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Attempting to bind port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e on network 4068b863-4aa3-4495-86ff-c5e4cb71a423 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:47.246975 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=b12c9ce0-5eda-4f01-8b23-a33130dd9a74,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:47.252776 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-74e1d80b-f2a8-47fc-8857-8c4dbac697bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:47.260083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-0473ac00-57f4-4f23-be7f-6eff12a5ca8a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:47.269269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.271445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:47.271826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Checking segment: {'id': '52baddee-2b00-4331-9a1f-fc5506bd3a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:47.272234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.272629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Bound using segment: {'id': '52baddee-2b00-4331-9a1f-fc5506bd3a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:47.273117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Bound port: 7e316ab8-9252-4a34-8594-8f5d7a06e524, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52baddee-2b00-4331-9a1f-fc5506bd3a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:47.273267 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1d80b-f2a8-47fc-8857-8c4dbac697bb None None] Routers {'75503bd3-63ea-470c-908c-ec3a084d7014'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:47.273507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.274020 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-74e1d80b-f2a8-47fc-8857-8c4dbac697bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['75503bd3-63ea-470c-908c-ec3a084d7014'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:47.294423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:47.295633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:47.296006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Checking segment: {'id': '5544ac0f-547b-4191-9b75-a15bc531a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:47.296934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.297330 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Bound using segment: {'id': '5544ac0f-547b-4191-9b75-a15bc531a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:47.297842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Bound port: 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5544ac0f-547b-4191-9b75-a15bc531a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:47.298230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.311080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6345a-2a02-406d-9d98-e3ab0350c5dd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34217c1c-d4e2-4650-94f0-27e91a17dd80,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:47.325014 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-74e1d80b-f2a8-47fc-8857-8c4dbac697bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:47.326408 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1d80b-f2a8-47fc-8857-8c4dbac697bb None None] The sync data for ids ['75503bd3-63ea-470c-908c-ec3a084d7014'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:47.331358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c3dd5f9c-bf90-44ce-b7ed-807d34c1141f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (75503bd3-63ea-470c-908c-ec3a084d7014), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.375011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ad6345a-2a02-406d-9d98-e3ab0350c5dd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.379798 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5ad6345a-2a02-406d-9d98-e3ab0350c5dd tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6623738 Oct 23 01:12:47.382670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34990) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:47.388073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1984094060', 'security_groups': ['34217c1c-d4e2-4650-94f0-27e91a17dd80'], 'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a8a8214e-fba3-4190-a2be-72f1c13d4cfd'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:47.394017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] For port 7e316ab8-9252-4a34-8594-8f5d7a06e524, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:47.398706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] For port 7e316ab8-9252-4a34-8594-8f5d7a06e524, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e316ab8-9252-4a34-8594-8f5d7a06e524,segment=NetworkSegment(52baddee-2b00-4331-9a1f-fc5506bd3a10),segment_id=52baddee-2b00-4331-9a1f-fc5506bd3a10)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:47.410308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] For port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:47.413907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] For port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a5b09ee-4f2b-4338-a3a0-b7a710627e6e,segment=NetworkSegment(5544ac0f-547b-4191-9b75-a15bc531a8ab),segment_id=5544ac0f-547b-4191-9b75-a15bc531a8ab)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:47.436482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 70b45fff-9425-4a47-a11d-93a8914cb3a6 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:47.440207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:47.521575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.527582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.590461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c3dd5f9c-bf90-44ce-b7ed-807d34c1141f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (75503bd3-63ea-470c-908c-ec3a084d7014), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.593450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c3dd5f9c-bf90-44ce-b7ed-807d34c1141f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (75503bd3-63ea-470c-908c-ec3a084d7014), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.619101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86433cb-66dc-4f3e-a3a5-f277e739c0b9 None None] Pushing event updated for resources: {'Port': ['ID=6a5b09ee-4f2b-4338-a3a0-b7a710627e6e,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:47.626233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:47.695336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827bba9-3e50-4848-b085-f0aa5423df95 None None] Pushing event updated for resources: {'Port': ['ID=7e316ab8-9252-4a34-8594-8f5d7a06e524,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:47.731261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0473ac00-57f4-4f23-be7f-6eff12a5ca8a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.768038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c3dd5f9c-bf90-44ce-b7ed-807d34c1141f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (75503bd3-63ea-470c-908c-ec3a084d7014), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.768669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dd5f9c-bf90-44ce-b7ed-807d34c1141f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Fanout notify agent at l3_agent the message router_deleted on router 75503bd3-63ea-470c-908c-ec3a084d7014 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:12:47.769100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 4ed01cba-d3c5-4512-b1c2-699caccff041 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:12:47.778052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c3dd5f9c-bf90-44ce-b7ed-807d34c1141f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.779933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473ac00-57f4-4f23-be7f-6eff12a5ca8a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:47.782388 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c3dd5f9c-bf90-44ce-b7ed-807d34c1141f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/75503bd3-63ea-470c-908c-ec3a084d7014 HTTP/1.1" status: 204 len: 168 time: 0.5837760 Oct 23 01:12:47.785169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34992) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:47.847617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:47.862697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0473ac00-57f4-4f23-be7f-6eff12a5ca8a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:47.868926 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0473ac00-57f4-4f23-be7f-6eff12a5ca8a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06 HTTP/1.1" status: 204 len: 168 time: 0.9644947 Oct 23 01:12:47.869098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34994) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:47.927208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:47.938618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Sync routers for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:47.947019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 34996) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:47.948771 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5287ee85-b2d0-494a-a6c0-46c0f5414435 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3582821 Oct 23 01:12:47.952189 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'network': {'name': 'tempest-RoutersTest-1105150628'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:47.974227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:47.974227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:47.988462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-165b842d-64e4-4dc5-9fed-bd7a06b0c37b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting subnet 6450ee8c-d64c-4dce-9dfe-38603baea379 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:47.993141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-165b842d-64e4-4dc5-9fed-bd7a06b0c37b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (6450ee8c-d64c-4dce-9dfe-38603baea379), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.061989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8071e-ad3c-429c-9e5f-23f4eddb04b1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:48.069172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8071e-ad3c-429c-9e5f-23f4eddb04b1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:48.069172 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b8a8071e-ad3c-429c-9e5f-23f4eddb04b1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1951687 Oct 23 01:12:48.069399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 34998) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:48.086628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:12:48.088461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-165b842d-64e4-4dc5-9fed-bd7a06b0c37b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (6450ee8c-d64c-4dce-9dfe-38603baea379), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.095928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.137959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b0c3f9-ad23-4144-a790-9607c981649d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet d4c933ee-7184-4e3b-b2aa-e33e37306add {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:48.138414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:48.142622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c3f9-ad23-4144-a790-9607c981649d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (d4c933ee-7184-4e3b-b2aa-e33e37306add), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.153244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:48.157742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.160019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 55df1b62-a775-4049-b35a-6e586285d301 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:48.195219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c3f9-ad23-4144-a790-9607c981649d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (d4c933ee-7184-4e3b-b2aa-e33e37306add), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.259979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:12:48.285763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ebc1cdec-2fe4-4fdf-accf-b59650405463), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.286139 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added segment ebc1cdec-2fe4-4fdf-accf-b59650405463 of type vlan for network 32900da6-fe00-4fa6-811e-ee1f1073db64 Oct 23 01:12:48.287957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-165b842d-64e4-4dc5-9fed-bd7a06b0c37b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (6450ee8c-d64c-4dce-9dfe-38603baea379), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.290025 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:12:46Z', 'revision_number': 2, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:46Z', 'revision_number': 2, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:48.299106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c3f9-ad23-4144-a790-9607c981649d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (d4c933ee-7184-4e3b-b2aa-e33e37306add), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.317145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Checking router: 4ed01cba-d3c5-4512-b1c2-699caccff041 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:12:48.317496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Updating router 4ed01cba-d3c5-4512-b1c2-699caccff041 port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:12:48.321532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:48.348899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.420641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (32900da6-fe00-4fa6-811e-ee1f1073db64), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.433683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:48.463882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c3f9-ad23-4144-a790-9607c981649d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (d4c933ee-7184-4e3b-b2aa-e33e37306add), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.477619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:48.488565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c3f9-ad23-4144-a790-9607c981649d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.496298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35000) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:48.502548 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d5b0c3f9-ad23-4144-a790-9607c981649d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/d4c933ee-7184-4e3b-b2aa-e33e37306add HTTP/1.1" status: 204 len: 168 time: 0.4273193 Oct 23 01:12:48.536099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0c3f9-ad23-4144-a790-9607c981649d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c933ee-7184-4e3b-b2aa-e33e37306add,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:48.561339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-165b842d-64e4-4dc5-9fed-bd7a06b0c37b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (6450ee8c-d64c-4dce-9dfe-38603baea379), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.561339 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-61087892-abe1-4f96-b5e8-3f812027b100 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610511 Oct 23 01:12:48.561339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.12 (4068b863-4aa3-4495-86ff-c5e4cb71a423/a8a8214e-fba3-4190-a2be-72f1c13d4cfd/55df1b62-a775-4049-b35a-6e586285d301) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:48.564309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35002) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:48.567839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:48.590801 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (32900da6-fe00-4fa6-811e-ee1f1073db64), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.617701 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:48.621133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.683499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Publish callbacks [] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.692231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-165b842d-64e4-4dc5-9fed-bd7a06b0c37b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.695693 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-165b842d-64e4-4dc5-9fed-bd7a06b0c37b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/6450ee8c-d64c-4dce-9dfe-38603baea379 HTTP/1.1" status: 204 len: 168 time: 0.9093192 Oct 23 01:12:48.701641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b842d-64e4-4dc5-9fed-bd7a06b0c37b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Subnet': ['ID=6450ee8c-d64c-4dce-9dfe-38603baea379,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:48.702110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35006) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:48.741711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:48.757374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.762120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:48.766011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.854861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Network': ['ID=32900da6-fe00-4fa6-811e-ee1f1073db64,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:48.870843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 32900da6-fe00-4fa6-811e-ee1f1073db64 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:12:48.889724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (96e01a7c-a73b-428b-b348-f8a388800a42), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:48.895562 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-add49c6f-f6e6-4f89-8e32-0480640ad50f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9438615 Oct 23 01:12:48.895562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35012) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:48.899684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'subnet': {'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:48.967186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (55df1b62-a775-4049-b35a-6e586285d301), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.040025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port 92ea93c4-4520-48da-8d6c-838fad390073 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:49.040466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (92ea93c4-4520-48da-8d6c-838fad390073), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.049268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c1ec2-4edc-4336-bb71-f1d8554a1a2e None None] Pushing event updated for resources: {'Port': ['ID=b12c9ce0-5eda-4f01-8b23-a33130dd9a74,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:49.059723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Attempting to bind port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:49.060101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Attempting to bind port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '52baddee-2b00-4331-9a1f-fc5506bd3a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:49.060673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Attempting to bind port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 on network 70b45fff-9425-4a47-a11d-93a8914cb3a6 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:49.100597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:49.105548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.116933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1aed7650-dadf-45ad-9c0d-4ec7f98961b7 None None] Provisioning complete for port 7e316ab8-9252-4a34-8594-8f5d7a06e524 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:49.117315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1aed7650-dadf-45ad-9c0d-4ec7f98961b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.117650 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1aed7650-dadf-45ad-9c0d-4ec7f98961b7 None None] Attempt 1 to provision port 7e316ab8-9252-4a34-8594-8f5d7a06e524 Oct 23 01:12:49.217243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port 92ea93c4-4520-48da-8d6c-838fad390073, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=92ea93c4-4520-48da-8d6c-838fad390073,segment=NetworkSegment(574f3eb8-0532-4bd0-a445-df9e06bfcc88),segment_id=574f3eb8-0532-4bd0-a445-df9e06bfcc88)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:49.218819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (92ea93c4-4520-48da-8d6c-838fad390073), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.232725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:49.233234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Checking segment: {'id': '52baddee-2b00-4331-9a1f-fc5506bd3a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:49.234442 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.234761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (55df1b62-a775-4049-b35a-6e586285d301), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.235088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Bound using segment: {'id': '52baddee-2b00-4331-9a1f-fc5506bd3a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:49.235720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Bound port: b12c9ce0-5eda-4f01-8b23-a33130dd9a74, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52baddee-2b00-4331-9a1f-fc5506bd3a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:49.236194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.240437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7e316ab8-9252-4a34-8594-8f5d7a06e524 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:49.255364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for 92ea93c4-4520-48da-8d6c-838fad390073 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:49.299537 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:49.307873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:49.311283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:49.370494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:49.389324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=55df1b62-a775-4049-b35a-6e586285d301,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:49.410696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1aed7650-dadf-45ad-9c0d-4ec7f98961b7 None None] Current status of the port 7e316ab8-9252-4a34-8594-8f5d7a06e524 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:49.410696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1aed7650-dadf-45ad-9c0d-4ec7f98961b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.411002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:49.411002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.431252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] For port b12c9ce0-5eda-4f01-8b23-a33130dd9a74, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:49.437989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c808af-e48a-402e-8926-3689c2229602 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:12:49.440537 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (92ea93c4-4520-48da-8d6c-838fad390073), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.450352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7e316ab8-9252-4a34-8594-8f5d7a06e524 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:49.450719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.451044 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7e316ab8-9252-4a34-8594-8f5d7a06e524 Oct 23 01:12:49.460887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No DVR routers for this DVR port 92ea93c4-4520-48da-8d6c-838fad390073 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:12:49.486842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] For port b12c9ce0-5eda-4f01-8b23-a33130dd9a74, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b12c9ce0-5eda-4f01-8b23-a33130dd9a74,segment=NetworkSegment(52baddee-2b00-4331-9a1f-fc5506bd3a10),segment_id=52baddee-2b00-4331-9a1f-fc5506bd3a10)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:49.495056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=92ea93c4-4520-48da-8d6c-838fad390073,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:49.518522 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c125a0a8-0aa1-43cb-aa4b-07ec739f3cb2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1344302 Oct 23 01:12:49.520924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35014) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:49.527657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8813ab32-a979-43a1-83d6-6767e699053f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:49.528955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:12:49.540697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-1aed7650-dadf-45ad-9c0d-4ec7f98961b7 None None] For port 7e316ab8-9252-4a34-8594-8f5d7a06e524, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e316ab8-9252-4a34-8594-8f5d7a06e524,segment=NetworkSegment(52baddee-2b00-4331-9a1f-fc5506bd3a10),segment_id=52baddee-2b00-4331-9a1f-fc5506bd3a10)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:49.556381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (1867b245-d393-4cc8-9afd-9685c73d70cb), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.617578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:49.619229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.648228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1aed7650-dadf-45ad-9c0d-4ec7f98961b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.651866 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (96e01a7c-a73b-428b-b348-f8a388800a42), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.682861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7e316ab8-9252-4a34-8594-8f5d7a06e524 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:49.683172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.688072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e01a7c-a73b-428b-b348-f8a388800a42']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:49.688259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Subnet': ['ID=1867b245-d393-4cc8-9afd-9685c73d70cb,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:49.689443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c808af-e48a-402e-8926-3689c2229602 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:12:49.704610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:49.708065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:49.719886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574f3eb8-0532-4bd0-a445-df9e06bfcc88') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:49.720222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574f3eb8-0532-4bd0-a445-df9e06bfcc88') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:49.722857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Checking segment: {'id': 'ebc1cdec-2fe4-4fdf-accf-b59650405463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:49.723827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network hostable DHCP agents. Network: 32900da6-fe00-4fa6-811e-ee1f1073db64, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:12:49.733729 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (574f3eb8-0532-4bd0-a445-df9e06bfcc88), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.756356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (574f3eb8-0532-4bd0-a445-df9e06bfcc88), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.763885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:12:49.764534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (574f3eb8-0532-4bd0-a445-df9e06bfcc88), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.815468 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 574f3eb8-0532-4bd0-a445-df9e06bfcc88 resource provider aggregate not found Oct 23 01:12:49.825675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c1ec2-4edc-4336-bb71-f1d8554a1a2e None None] Pushing event updated for resources: {'Port': ['ID=b12c9ce0-5eda-4f01-8b23-a33130dd9a74,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:49.829565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8813ab32-a979-43a1-83d6-6767e699053f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:49.834418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:49.841134 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 574f3eb8-0532-4bd0-a445-df9e06bfcc88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 574f3eb8-0532-4bd0-a445-df9e06bfcc88 found for delete ", "request_id": "req-ad89bb25-d378-433e-86c3-0ce3faba6543"}]} Oct 23 01:12:49.841327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8813ab32-a979-43a1-83d6-6767e699053f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.847908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 32900da6-fe00-4fa6-811e-ee1f1073db64 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:12:49.876900 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.885218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] Provisioning complete for port 9c2c2a97-fe87-4689-9272-679d2db50095 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:49.885598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9c2c2a97-fe87-4689-9272-679d2db50095), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.885959 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] Attempt 1 to provision port 9c2c2a97-fe87-4689-9272-679d2db50095 Oct 23 01:12:49.940680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 32900da6-fe00-4fa6-811e-ee1f1073db64) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:49.942990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (96e01a7c-a73b-428b-b348-f8a388800a42), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.952795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:49.953545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.962838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:49.970875 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/networks/96e01a7c-a73b-428b-b348-f8a388800a42 HTTP/1.1" status: 204 len: 168 time: 1.2710910 Oct 23 01:12:49.972282 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.ipam_backend_mixin [None req-8813ab32-a979-43a1-83d6-6767e699053f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a8a8214e-fba3-4190-a2be-72f1c13d4cfd (CIDR: 172.20.0.0/28) Oct 23 01:12:49.973618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35020) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:49.980857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1275576545', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:50.032986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2fb62-6064-4f3a-8593-9d1271eee9fc tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Network': ['ID=96e01a7c-a73b-428b-b348-f8a388800a42,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:50.035039 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8813ab32-a979-43a1-83d6-6767e699053f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:12:50.035834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8813ab32-a979-43a1-83d6-6767e699053f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:12:50.068153 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c6f359eb-2f61-4ecf-b3c3-4366264a7882 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1697457 Oct 23 01:12:50.068721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35022) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:50.112521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:12:50.117334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:50.126450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] For port 1b48fc85-f23d-4646-ae22-92bc9b6330d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b48fc85-f23d-4646-ae22-92bc9b6330d4,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:50.141221 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8813ab32-a979-43a1-83d6-6767e699053f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6167824 Oct 23 01:12:50.143510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35024) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:50.148723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8615c709-ec61-4b30-a709-b9bf58377010 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:50.157814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:12:50.158254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:12:50.166406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:50.167715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (00284bf6-4391-4b61-9997-23bfe5804686), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.168740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (00284bf6-4391-4b61-9997-23bfe5804686), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.186210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:50.224154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] Port 9c2c2a97-fe87-4689-9272-679d2db50095 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:50.227813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed7650-dadf-45ad-9c0d-4ec7f98961b7 None None] Pushing event updated for resources: {'Port': ['ID=7e316ab8-9252-4a34-8594-8f5d7a06e524,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:50.258517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.293294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] Provisioning complete for port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:50.293675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.294041 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] Attempt 1 to provision port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e Oct 23 01:12:50.319834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (00284bf6-4391-4b61-9997-23bfe5804686), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.322395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.323167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (2149221b-1a53-4699-aff0-1a771df2b442), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.342652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8615c709-ec61-4b30-a709-b9bf58377010 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:50.347396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8615c709-ec61-4b30-a709-b9bf58377010 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.427723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:50.510745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:12:46Z', 'revision_number': 2, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:49Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:50.512729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] Current status of the port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:50.513121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.514216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:50.522857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=2149221b-1a53-4699-aff0-1a771df2b442,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:50.527684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:50.528293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.577220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe972f8-4138-4cb4-8d38-25afcbc7d5af None None] The sync data for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv is: [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:12:46Z', 'revision_number': 2, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:49Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:50.586789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=1b48fc85-f23d-4646-ae22-92bc9b6330d4,revision_number=9']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:50.625850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] For port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a5b09ee-4f2b-4338-a3a0-b7a710627e6e,segment=NetworkSegment(5544ac0f-547b-4191-9b75-a15bc531a8ab),segment_id=5544ac0f-547b-4191-9b75-a15bc531a8ab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:50.699950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.714269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7e316ab8-9252-4a34-8594-8f5d7a06e524 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:50.715327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:50.754429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:50.786211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:50.825453 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9024b6c-271d-4a72-a3ff-fcbab2b31e6a None None] Pushing event updated for resources: {'Port': ['ID=6a5b09ee-4f2b-4338-a3a0-b7a710627e6e,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:50.838610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:50.839163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:50.839516 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e Oct 23 01:12:50.979049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:51.068311 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1619d71f-81f9-4355-9698-0f51bd8f27f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5045519 Oct 23 01:12:51.071305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35026) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:51.077852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:9d:23:df', 'name': 'tempest-NetworksTestDHCPv6-652443362'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:51.124906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:51.184610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8615c709-ec61-4b30-a709-b9bf58377010 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (185ded34-b2b5-4524-98a4-2b82623f427c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:51.199396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_gateway (00284bf6-4391-4b61-9997-23bfe5804686), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:51.241735 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615c709-ec61-4b30-a709-b9bf58377010 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:51.249387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-8615c709-ec61-4b30-a709-b9bf58377010 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:51.271162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:51.273307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8615c709-ec61-4b30-a709-b9bf58377010 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:51.273307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8615c709-ec61-4b30-a709-b9bf58377010 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:51.317696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615c709-ec61-4b30-a709-b9bf58377010 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Subnet': ['ID=185ded34-b2b5-4524-98a4-2b82623f427c,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:51.362033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630f9503-a125-456c-aedc-904641b6b07d None None] Network 70b45fff-9425-4a47-a11d-93a8914cb3a6 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:51.401365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d90978-0b11-4e4e-a8af-a8c0ff5ef66b None None] Network 32900da6-fe00-4fa6-811e-ee1f1073db64 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:51.401587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35030) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:51.403526 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8615c709-ec61-4b30-a709-b9bf58377010 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2578185 Oct 23 01:12:51.408814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-aafcfa02-9d45-4f8f-85f6-c64c0e287530 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-913240827', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '185ded34-b2b5-4524-98a4-2b82623f427c'}], 'security_groups': ['c463c34e-791d-4bbd-8cd0-2e790b8c868c']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:51.446764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:51.488433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:51.612051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f646bf0d-0363-44b5-870a-1233cff9e182 None None] Provisioning complete for port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:51.612730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f646bf0d-0363-44b5-870a-1233cff9e182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:51.613233 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f646bf0d-0363-44b5-870a-1233cff9e182 None None] Attempt 1 to provision port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 Oct 23 01:12:51.673746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:51.692556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:51.738952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 539511fd-2241-482f-ac44-48750916c15e yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:51.823129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32900da6-fe00-4fa6-811e-ee1f1073db64', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:51.824239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:51.833655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:51.847164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:51.847671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:51.848104 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e Oct 23 01:12:51.888008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::f816:3eff:fe9d:23df (93e5b356-0704-414d-a7cb-470971f9a8ef/2149221b-1a53-4699-aff0-1a771df2b442/539511fd-2241-482f-ac44-48750916c15e) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:51.898197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_gateway (00284bf6-4391-4b61-9997-23bfe5804686), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:51.915143 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:51.956399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.013532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f646bf0d-0363-44b5-870a-1233cff9e182 None None] Current status of the port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:52.017558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aafcfa02-9d45-4f8f-85f6-c64c0e287530 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (55df1b62-a775-4049-b35a-6e586285d301), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.079254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:52.080370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1b48fc85-f23d-4646-ae22-92bc9b6330d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:52.089777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:52.114667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Allocated IP 172.21.0.1 (32900da6-fe00-4fa6-811e-ee1f1073db64/1867b245-d393-4cc8-9afd-9685c73d70cb/5d383adb-aaa1-44d1-a12a-44b388954a7a) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:52.124034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (539511fd-2241-482f-ac44-48750916c15e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.153593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:52.154658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.155002 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 Oct 23 01:12:52.159068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-eed7e880-49cd-4eb0-a697-7d158361e5bd None None] Provisioning complete for port 55df1b62-a775-4049-b35a-6e586285d301 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:52.159068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eed7e880-49cd-4eb0-a697-7d158361e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (55df1b62-a775-4049-b35a-6e586285d301), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.159068 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-eed7e880-49cd-4eb0-a697-7d158361e5bd None None] Attempt 1 to provision port 55df1b62-a775-4049-b35a-6e586285d301 Oct 23 01:12:52.215222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (539511fd-2241-482f-ac44-48750916c15e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.223486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e880-49cd-4eb0-a697-7d158361e5bd None None] Port 55df1b62-a775-4049-b35a-6e586285d301 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:12:52.267608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:52.269372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b12c9ce0-5eda-4f01-8b23-a33130dd9a74 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:52.274678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:52.293708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:52.296881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:52.301996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:52.302653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.315606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=539511fd-2241-482f-ac44-48750916c15e,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:52.321087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Allocated IP 172.36.3.121 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/f0458445-1636-4baa-abda-2f24a22866c5) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:52.323199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:52.325279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:52.325660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.326027 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 Oct 23 01:12:52.369933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Provisioning complete for port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:52.370600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.370709 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Attempt 1 to provision port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 Oct 23 01:12:52.413677 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4c4f8772-a178-40f2-8101-4c2fb94ae938 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3388641 Oct 23 01:12:52.414055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35032) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:52.474670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:52.474894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c669c5-8560-4f03-85c6-140b31d2b9c2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:52.475000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.480910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c669c5-8560-4f03-85c6-140b31d2b9c2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:52.485753 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-95c669c5-8560-4f03-85c6-140b31d2b9c2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0677910 Oct 23 01:12:52.486046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35034) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:52.507648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.516556 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:52.531377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Current status of the port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:52.531963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.552036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port b12c9ce0-5eda-4f01-8b23-a33130dd9a74, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b12c9ce0-5eda-4f01-8b23-a33130dd9a74,segment=NetworkSegment(52baddee-2b00-4331-9a1f-fc5506bd3a10),segment_id=52baddee-2b00-4331-9a1f-fc5506bd3a10)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:52.586132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-cddef29a-72e6-467f-8028-ff74454ccbe6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 539511fd-2241-482f-ac44-48750916c15e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:52.591473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cddef29a-72e6-467f-8028-ff74454ccbe6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (539511fd-2241-482f-ac44-48750916c15e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.641032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.641921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7e316ab8-9252-4a34-8594-8f5d7a06e524 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:52.643908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (f0458445-1636-4baa-abda-2f24a22866c5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.669554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-aafcfa02-9d45-4f8f-85f6-c64c0e287530 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Delete allocated IP 172.20.0.12 (4068b863-4aa3-4495-86ff-c5e4cb71a423/a8a8214e-fba3-4190-a2be-72f1c13d4cfd) {{(pid=105985) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 23 01:12:52.684156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cddef29a-72e6-467f-8028-ff74454ccbe6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (539511fd-2241-482f-ac44-48750916c15e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.687832 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-aafcfa02-9d45-4f8f-85f6-c64c0e287530 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.21 (4068b863-4aa3-4495-86ff-c5e4cb71a423/185ded34-b2b5-4524-98a4-2b82623f427c/55df1b62-a775-4049-b35a-6e586285d301) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:52.700205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-cddef29a-72e6-467f-8028-ff74454ccbe6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 539511fd-2241-482f-ac44-48750916c15e owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:52.707391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.770745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 32900da6-fe00-4fa6-811e-ee1f1073db64 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:52.784037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:52.803762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:52.809158 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f0458445-1636-4baa-abda-2f24a22866c5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.847427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:52.850863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:52.864625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=5d383adb-aaa1-44d1-a12a-44b388954a7a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:52.870516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:52.907483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cddef29a-72e6-467f-8028-ff74454ccbe6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (539511fd-2241-482f-ac44-48750916c15e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.916569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:52.928631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:52.937701 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:52.945670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:12:52.945670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:12:52.946868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddef29a-72e6-467f-8028-ff74454ccbe6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=539511fd-2241-482f-ac44-48750916c15e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:52.954644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.958559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=b12c9ce0-5eda-4f01-8b23-a33130dd9a74,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:52.963551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Allocated IP 172.21.0.2 (32900da6-fe00-4fa6-811e-ee1f1073db64/1867b245-d393-4cc8-9afd-9685c73d70cb/e9779c09-5990-42d0-a815-ea9434bc0418) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:52.978776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cddef29a-72e6-467f-8028-ff74454ccbe6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.979006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7e316ab8-9252-4a34-8594-8f5d7a06e524 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:52.979191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.979532 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7e316ab8-9252-4a34-8594-8f5d7a06e524 Oct 23 01:12:52.986276 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cddef29a-72e6-467f-8028-ff74454ccbe6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/539511fd-2241-482f-ac44-48750916c15e HTTP/1.1" status: 204 len: 168 time: 0.4984081 Oct 23 01:12:52.988160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35036) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:52.998123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=f0458445-1636-4baa-abda-2f24a22866c5,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:53.035839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:53.050346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf79a217-dfe2-40aa-b642-3c9409caf69c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:53.052822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf79a217-dfe2-40aa-b642-3c9409caf69c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:53.056521 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cf79a217-dfe2-40aa-b642-3c9409caf69c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0646608 Oct 23 01:12:53.056904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35038) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:53.122420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-9391ed38-ab1d-4478-a4bc-eb199d52ab7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 2149221b-1a53-4699-aff0-1a771df2b442 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:53.125853 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9391ed38-ab1d-4478-a4bc-eb199d52ab7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (2149221b-1a53-4699-aff0-1a771df2b442), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.156699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7e316ab8-9252-4a34-8594-8f5d7a06e524 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:53.159803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aafcfa02-9d45-4f8f-85f6-c64c0e287530 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (55df1b62-a775-4049-b35a-6e586285d301), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.178542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9391ed38-ab1d-4478-a4bc-eb199d52ab7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (2149221b-1a53-4699-aff0-1a771df2b442), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.191074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Publish callbacks [] for port (e9779c09-5990-42d0-a815-ea9434bc0418), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.254929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b12c9ce0-5eda-4f01-8b23-a33130dd9a74 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:53.259889 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aafcfa02-9d45-4f8f-85f6-c64c0e287530 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (55df1b62-a775-4049-b35a-6e586285d301), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.263317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9391ed38-ab1d-4478-a4bc-eb199d52ab7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (2149221b-1a53-4699-aff0-1a771df2b442), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.291480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.353850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Network 32900da6-fe00-4fa6-811e-ee1f1073db64 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:53.359514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:53.362859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:53.365130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Pushing event updated for resources: {'Port': ['ID=e9779c09-5990-42d0-a815-ea9434bc0418,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:53.368910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:53.369289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.369626 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 Oct 23 01:12:53.414695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcfa02-9d45-4f8f-85f6-c64c0e287530 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=55df1b62-a775-4049-b35a-6e586285d301,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:53.417296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:53.422714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.455763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9391ed38-ab1d-4478-a4bc-eb199d52ab7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (2149221b-1a53-4699-aff0-1a771df2b442), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.467067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-aafcfa02-9d45-4f8f-85f6-c64c0e287530 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] In _notify_port_updated(), no bound segment for port 55df1b62-a775-4049-b35a-6e586285d301 on network 4068b863-4aa3-4495-86ff-c5e4cb71a423 {{(pid=105985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:12:53.468915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:53.472835 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafcfa02-9d45-4f8f-85f6-c64c0e287530 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:53.473508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aafcfa02-9d45-4f8f-85f6-c64c0e287530 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.474451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9391ed38-ab1d-4478-a4bc-eb199d52ab7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.481756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Attempting to bind port e9779c09-5990-42d0-a815-ea9434bc0418 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:53.481939 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aafcfa02-9d45-4f8f-85f6-c64c0e287530 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "PUT /networking/v2.0/ports/55df1b62-a775-4049-b35a-6e586285d301 HTTP/1.1" status: 200 len: 920 time: 2.0710938 Oct 23 01:12:53.482046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Attempting to bind port e9779c09-5990-42d0-a815-ea9434bc0418 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ebc1cdec-2fe4-4fdf-accf-b59650405463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:53.482046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Attempting to bind port e9779c09-5990-42d0-a815-ea9434bc0418 on network 32900da6-fe00-4fa6-811e-ee1f1073db64 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:53.482249 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9391ed38-ab1d-4478-a4bc-eb199d52ab7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/2149221b-1a53-4699-aff0-1a771df2b442 HTTP/1.1" status: 204 len: 168 time: 0.4211683 Oct 23 01:12:53.500412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35040) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:53.500412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35042) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:53.523290 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Current status of the port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:53.533766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391ed38-ab1d-4478-a4bc-eb199d52ab7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=2149221b-1a53-4699-aff0-1a771df2b442,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:53.557598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Provisioning complete for port 7e316ab8-9252-4a34-8594-8f5d7a06e524 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:53.558016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.562806 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Attempt 1 to provision port 7e316ab8-9252-4a34-8594-8f5d7a06e524 Oct 23 01:12:53.580008 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-78d5d5e6-0051-4a02-a5f3-62aece470bfe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674553 Oct 23 01:12:53.581770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35044) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:53.589745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:53.595078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_gateway (00284bf6-4391-4b61-9997-23bfe5804686), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.607409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:53.609177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Checking segment: {'id': 'ebc1cdec-2fe4-4fdf-accf-b59650405463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:53.609177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.609589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Bound using segment: {'id': 'ebc1cdec-2fe4-4fdf-accf-b59650405463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:53.610134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Bound port: e9779c09-5990-42d0-a815-ea9434bc0418, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc1cdec-2fe4-4fdf-accf-b59650405463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:53.610520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.636410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:53.650606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:53.676263 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb35250-c155-417c-aeba-c85a539cd684 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:53.678057 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2bb35250-c155-417c-aeba-c85a539cd684 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0950732 Oct 23 01:12:53.679420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5157337f-d1b2-44cd-bd61-acadcac7fb7a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 55df1b62-a775-4049-b35a-6e586285d301 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:53.679760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5157337f-d1b2-44cd-bd61-acadcac7fb7a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (55df1b62-a775-4049-b35a-6e586285d301), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.682587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35046) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:53.717377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d286711c-475b-4ad2-9167-7434be4f848d None None] Current status of the port 7e316ab8-9252-4a34-8594-8f5d7a06e524 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:53.720571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] For port e9779c09-5990-42d0-a815-ea9434bc0418, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:53.733409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] For port e9779c09-5990-42d0-a815-ea9434bc0418, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9779c09-5990-42d0-a815-ea9434bc0418,segment=NetworkSegment(ebc1cdec-2fe4-4fdf-accf-b59650405463),segment_id=ebc1cdec-2fe4-4fdf-accf-b59650405463)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:53.792906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370a776d-f047-4ff1-8193-3f43be35a897 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:53.794451 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-370a776d-f047-4ff1-8193-3f43be35a897 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1097157 Oct 23 01:12:53.798054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35048) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:53.846579 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9db47b65-d680-4788-b56a-ce4063e5e5aa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471644 Oct 23 01:12:53.851425 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35050) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:53.856072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-399da132-1cdc-4fb3-a0e6-c3dfce7a6b6c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:53.866887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.880658 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5157337f-d1b2-44cd-bd61-acadcac7fb7a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (55df1b62-a775-4049-b35a-6e586285d301), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.927953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c6d51-74f2-438d-9816-ce4d81b00cf1 None None] Pushing event updated for resources: {'Port': ['ID=e9779c09-5990-42d0-a815-ea9434bc0418,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:53.938789 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5157337f-d1b2-44cd-bd61-acadcac7fb7a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 55df1b62-a775-4049-b35a-6e586285d301 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:54.107802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399da132-1cdc-4fb3-a0e6-c3dfce7a6b6c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:54.111593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-399da132-1cdc-4fb3-a0e6-c3dfce7a6b6c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.263774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5157337f-d1b2-44cd-bd61-acadcac7fb7a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (55df1b62-a775-4049-b35a-6e586285d301), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.291663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:54.303552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157337f-d1b2-44cd-bd61-acadcac7fb7a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=55df1b62-a775-4049-b35a-6e586285d301,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:54.315039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (00284bf6-4391-4b61-9997-23bfe5804686), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.326689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.390595 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:54.416971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5157337f-d1b2-44cd-bd61-acadcac7fb7a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.421973 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.422486 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5157337f-d1b2-44cd-bd61-acadcac7fb7a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/55df1b62-a775-4049-b35a-6e586285d301 HTTP/1.1" status: 204 len: 168 time: 0.9192064 Oct 23 01:12:54.423687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35052) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:54.452816 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ec2b7a-54ff-4379-9970-673578ec1128 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:12:54.454272 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-43ec2b7a-54ff-4379-9970-673578ec1128 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/55df1b62-a775-4049-b35a-6e586285d301 HTTP/1.1" status: 404 len: 333 time: 0.0296135 Oct 23 01:12:54.457128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35054) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:54.492623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-399da132-1cdc-4fb3-a0e6-c3dfce7a6b6c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (3c9ecdf6-16ee-4050-b4bd-236843f4fa7c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.512696 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.517727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=5d383adb-aaa1-44d1-a12a-44b388954a7a,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:54.547483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399da132-1cdc-4fb3-a0e6-c3dfce7a6b6c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:54.554800 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-399da132-1cdc-4fb3-a0e6-c3dfce7a6b6c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:54.563640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399da132-1cdc-4fb3-a0e6-c3dfce7a6b6c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:54.563957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-399da132-1cdc-4fb3-a0e6-c3dfce7a6b6c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.571891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-404b0f20-8d10-4b2a-aa07-eac82eff5282 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (34217c1c-d4e2-4650-94f0-27e91a17dd80), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.588267 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399da132-1cdc-4fb3-a0e6-c3dfce7a6b6c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=3c9ecdf6-16ee-4050-b4bd-236843f4fa7c,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:54.607495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-404b0f20-8d10-4b2a-aa07-eac82eff5282 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (34217c1c-d4e2-4650-94f0-27e91a17dd80), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.637961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 32900da6-fe00-4fa6-811e-ee1f1073db64 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:54.640356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:54.684764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 00284bf6-4391-4b61-9997-23bfe5804686 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:12:54.699328 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-399da132-1cdc-4fb3-a0e6-c3dfce7a6b6c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8472240 Oct 23 01:12:54.701955 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35056) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:54.707680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:4a:cd:18', 'name': 'tempest-NetworksTestDHCPv6-747380002'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:54.726489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-404b0f20-8d10-4b2a-aa07-eac82eff5282 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (34217c1c-d4e2-4650-94f0-27e91a17dd80), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.729135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-404b0f20-8d10-4b2a-aa07-eac82eff5282 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.730292 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-404b0f20-8d10-4b2a-aa07-eac82eff5282 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/34217c1c-d4e2-4650-94f0-27e91a17dd80 HTTP/1.1" status: 204 len: 168 time: 0.2720516 Oct 23 01:12:54.736714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35058) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:54.779324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b0f20-8d10-4b2a-aa07-eac82eff5282 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34217c1c-d4e2-4650-94f0-27e91a17dd80,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:54.801349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:54.830204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 4ed01cba-d3c5-4512-b1c2-699caccff041 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:54.890673 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:54.903197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-90d67a7f-0c50-4747-97ad-815a5bb3ad48 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (c463c34e-791d-4bbd-8cd0-2e790b8c868c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.936669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2a03ca-7733-4d66-b21e-533f896ecae8 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:12:54.942587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:54.947073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.952898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:54.962835 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b732c0-8b1b-41b8-bfd3-da115ba04ab7 None None] Sync routers for ids ['00284bf6-4391-4b61-9997-23bfe5804686'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:54.971773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 04039667-ca95-4250-a386-eae58b72c14f yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:54.976827 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b732c0-8b1b-41b8-bfd3-da115ba04ab7 None None] Routers {'00284bf6-4391-4b61-9997-23bfe5804686'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:54.976827 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-78b732c0-8b1b-41b8-bfd3-da115ba04ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['00284bf6-4391-4b61-9997-23bfe5804686'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:54.984600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bf827e25-146b-4469-a709-b8f2e3845a7e None None] Provisioning complete for port e9779c09-5990-42d0-a815-ea9434bc0418 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:54.989375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bf827e25-146b-4469-a709-b8f2e3845a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:54.989375 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bf827e25-146b-4469-a709-b8f2e3845a7e None None] Attempt 1 to provision port e9779c09-5990-42d0-a815-ea9434bc0418 Oct 23 01:12:55.012709 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-78b732c0-8b1b-41b8-bfd3-da115ba04ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:55.023045 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b732c0-8b1b-41b8-bfd3-da115ba04ab7 None None] Routers {'00284bf6-4391-4b61-9997-23bfe5804686'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:55.023660 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-78b732c0-8b1b-41b8-bfd3-da115ba04ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['00284bf6-4391-4b61-9997-23bfe5804686'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:55.041951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:55.057865 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5c341f9e-c84a-4592-ab81-4f30a05a8dc7 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9879272 Oct 23 01:12:55.060042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-90d67a7f-0c50-4747-97ad-815a5bb3ad48 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (c463c34e-791d-4bbd-8cd0-2e790b8c868c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.060284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35062) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:55.064086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:55.064961 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-78b732c0-8b1b-41b8-bfd3-da115ba04ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:55.065565 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b732c0-8b1b-41b8-bfd3-da115ba04ab7 None None] The sync data for ids ['00284bf6-4391-4b61-9997-23bfe5804686'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:55.068963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'network': {'name': 'tempest-RoutersTest-325368235'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:55.090252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Sync routers for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:55.103836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.105096 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-93016908-fc14-44d5-986e-97a5dcb3a594 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1285551 Oct 23 01:12:55.109848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35064) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:55.138044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:55.138680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:55.163250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::330 (93e5b356-0704-414d-a7cb-470971f9a8ef/3c9ecdf6-16ee-4050-b4bd-236843f4fa7c/04039667-ca95-4250-a386-eae58b72c14f) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:55.240509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bf827e25-146b-4469-a709-b8f2e3845a7e None None] Current status of the port e9779c09-5990-42d0-a815-ea9434bc0418 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:55.245632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bf827e25-146b-4469-a709-b8f2e3845a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.246411 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0e3d8876-c7d0-48e9-af50-01d8ee04471d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/routers/00284bf6-4391-4b61-9997-23bfe5804686 HTTP/1.1" status: 200 len: 885 time: 0.1310875 Oct 23 01:12:55.251267 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35068) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:55.288634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a03ca-7733-4d66-b21e-533f896ecae8 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:12:55.290774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-90d67a7f-0c50-4747-97ad-815a5bb3ad48 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (c463c34e-791d-4bbd-8cd0-2e790b8c868c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.295646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-90d67a7f-0c50-4747-97ad-815a5bb3ad48 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.295790 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:12:55.295898 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-90d67a7f-0c50-4747-97ad-815a5bb3ad48 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c463c34e-791d-4bbd-8cd0-2e790b8c868c HTTP/1.1" status: 204 len: 168 time: 0.5576735 Oct 23 01:12:55.301122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35070) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:55.348916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d67a7f-0c50-4747-97ad-815a5bb3ad48 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c463c34e-791d-4bbd-8cd0-2e790b8c868c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:55.360392 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-bf827e25-146b-4469-a709-b8f2e3845a7e None None] For port e9779c09-5990-42d0-a815-ea9434bc0418, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9779c09-5990-42d0-a815-ea9434bc0418,segment=NetworkSegment(ebc1cdec-2fe4-4fdf-accf-b59650405463),segment_id=ebc1cdec-2fe4-4fdf-accf-b59650405463)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:55.363951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e9779c09-5990-42d0-a815-ea9434bc0418 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:55.367171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:55.376090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.419547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-6696e42d-5e81-4d6a-9291-4479dfd98b4c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting subnet a8a8214e-fba3-4190-a2be-72f1c13d4cfd {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:55.424498 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6696e42d-5e81-4d6a-9291-4479dfd98b4c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (a8a8214e-fba3-4190-a2be-72f1c13d4cfd), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.485317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6696e42d-5e81-4d6a-9291-4479dfd98b4c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (a8a8214e-fba3-4190-a2be-72f1c13d4cfd), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.555021 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bf827e25-146b-4469-a709-b8f2e3845a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.564424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:12:55.597260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6696e42d-5e81-4d6a-9291-4479dfd98b4c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (a8a8214e-fba3-4190-a2be-72f1c13d4cfd), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.626964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (04039667-ca95-4250-a386-eae58b72c14f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.629879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e82cba25-cd98-4311-8a94-19b06079c521), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.630355 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added segment e82cba25-cd98-4311-8a94-19b06079c521 of type vlan for network 8fa7fc10-8188-4e36-87b9-bb79bbd757c7 Oct 23 01:12:55.631663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e9779c09-5990-42d0-a815-ea9434bc0418 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:55.632038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.632369 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e9779c09-5990-42d0-a815-ea9434bc0418 Oct 23 01:12:55.706325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf827e25-146b-4469-a709-b8f2e3845a7e None None] Pushing event updated for resources: {'Port': ['ID=e9779c09-5990-42d0-a815-ea9434bc0418,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:55.744879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:55.771297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:12:53Z', 'revision_number': 3, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:12:54Z', 'revision_number': 2, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:55.798022 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6696e42d-5e81-4d6a-9291-4479dfd98b4c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (a8a8214e-fba3-4190-a2be-72f1c13d4cfd), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.835330 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6696e42d-5e81-4d6a-9291-4479dfd98b4c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:55.842656 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6696e42d-5e81-4d6a-9291-4479dfd98b4c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/a8a8214e-fba3-4190-a2be-72f1c13d4cfd HTTP/1.1" status: 204 len: 168 time: 0.5381658 Oct 23 01:12:55.842877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35082) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:55.845809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696e42d-5e81-4d6a-9291-4479dfd98b4c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a8214e-fba3-4190-a2be-72f1c13d4cfd,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:55.860331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c073d659-3bec-44a6-8da0-945ed9bd025f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:55.981298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Checking router: 4ed01cba-d3c5-4512-b1c2-699caccff041 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:12:55.981981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Updating router 4ed01cba-d3c5-4512-b1c2-699caccff041 port 5d383adb-aaa1-44d1-a12a-44b388954a7a binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:12:56.014829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.048120 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f94617c3-b458-4b75-aaea-f98909f9bf66 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7955351 Oct 23 01:12:56.051050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:56.051614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35086) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:56.059900 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7231ac50-2f65-44db-a997-bd01be9f8a11 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1275576545'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:56.069981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:56.100143 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e9779c09-5990-42d0-a815-ea9434bc0418 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:56.100367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (8fa7fc10-8188-4e36-87b9-bb79bbd757c7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.133525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c073d659-3bec-44a6-8da0-945ed9bd025f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:56.137830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c073d659-3bec-44a6-8da0-945ed9bd025f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.211731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911f8cd-d3af-46a3-8a87-ca2e432f0d3f None None] DHCP port deletion for 96e01a7c-a73b-428b-b348-f8a388800a42 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:56.227883 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (04039667-ca95-4250-a386-eae58b72c14f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.237829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (8fa7fc10-8188-4e36-87b9-bb79bbd757c7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.252150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:56.254047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.344207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:56.356585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:56.373566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:56.398603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb11c1ec-90f1-4dda-a950-04898e63088e None None] Update dhcp port {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': '3c9ecdf6-16ee-4050-b4bd-236843f4fa7c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '1b48fc85-f23d-4646-ae22-92bc9b6330d4'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:12:56.407080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:12:56.408185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:56.413360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:56.414252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.457582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb11c1ec-90f1-4dda-a950-04898e63088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.461453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Network': ['ID=8fa7fc10-8188-4e36-87b9-bb79bbd757c7,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:56.473052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758af031-e448-492b-9ff7-7c9951459b7a req-42081c06-cd28-4ab8-810c-5a1f5ee8b357 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:56.474675 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-758af031-e448-492b-9ff7-7c9951459b7a req-42081c06-cd28-4ab8-810c-5a1f5ee8b357 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.3574135 Oct 23 01:12:56.475764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=04039667-ca95-4250-a386-eae58b72c14f,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:56.478605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 8fa7fc10-8188-4e36-87b9-bb79bbd757c7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:12:56.484552 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c4bc5042-56d6-4c14-a28a-6cbcdd4fc045 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4205561 Oct 23 01:12:56.489691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35096) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:56.495803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'subnet': {'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:56.567509 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:56.594080 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7c987e08-9997-4d38-a95e-c1e6a44c2d6e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8906152 Oct 23 01:12:56.605336 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35098) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:56.613494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:56.620774 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-758af031-e448-492b-9ff7-7c9951459b7a req-fa177ca0-27c2-419b-af30-05a49a64bbf1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376281 Oct 23 01:12:56.621008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Publish callbacks [] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.701752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:56.706707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.713048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5972cd42-6f49-47dd-8dc0-04ff4785570a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:56.718500 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5972cd42-6f49-47dd-8dc0-04ff4785570a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:56.722749 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5972cd42-6f49-47dd-8dc0-04ff4785570a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1137331 Oct 23 01:12:56.724160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35100) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:56.759471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7231ac50-2f65-44db-a997-bd01be9f8a11 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (00284bf6-4391-4b61-9997-23bfe5804686), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.759713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.780194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-fb11c1ec-90f1-4dda-a950-04898e63088e None None] Allocated IP 2001:db8::2 (93e5b356-0704-414d-a7cb-470971f9a8ef/3c9ecdf6-16ee-4050-b4bd-236843f4fa7c/1b48fc85-f23d-4646-ae22-92bc9b6330d4) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:56.781883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:56.869197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7231ac50-2f65-44db-a997-bd01be9f8a11 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (00284bf6-4391-4b61-9997-23bfe5804686), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.880285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-554c1dbf-e298-4eea-9fdf-bb9324fae183 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 04039667-ca95-4250-a386-eae58b72c14f {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:56.880629 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554c1dbf-e298-4eea-9fdf-bb9324fae183 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (04039667-ca95-4250-a386-eae58b72c14f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:56.895549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55783977-ca2c-451d-a6be-cf304bf78aa2 None None] Pushing event updated for resources: {'Port': ['ID=5d383adb-aaa1-44d1-a12a-44b388954a7a,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:56.938179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Attempting to bind port 5d383adb-aaa1-44d1-a12a-44b388954a7a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:12:56.938552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Attempting to bind port 5d383adb-aaa1-44d1-a12a-44b388954a7a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ebc1cdec-2fe4-4fdf-accf-b59650405463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:12:56.939122 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Attempting to bind port 5d383adb-aaa1-44d1-a12a-44b388954a7a on network 32900da6-fe00-4fa6-811e-ee1f1073db64 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:12:56.939351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c073d659-3bec-44a6-8da0-945ed9bd025f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (151a35e8-e531-4abd-90c3-e5dc37a45c05), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.003923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-fb11c1ec-90f1-4dda-a950-04898e63088e None None] For port 1b48fc85-f23d-4646-ae22-92bc9b6330d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b48fc85-f23d-4646-ae22-92bc9b6330d4,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:12:57.023906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:12:57.024413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Checking segment: {'id': 'ebc1cdec-2fe4-4fdf-accf-b59650405463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:57.024862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.025261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Bound using segment: {'id': 'ebc1cdec-2fe4-4fdf-accf-b59650405463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:12:57.025819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Bound port: 5d383adb-aaa1-44d1-a12a-44b388954a7a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc1cdec-2fe4-4fdf-accf-b59650405463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:12:57.026203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.028862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073d659-3bec-44a6-8da0-945ed9bd025f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:12:57.035670 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-c073d659-3bec-44a6-8da0-945ed9bd025f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:57.046612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c073d659-3bec-44a6-8da0-945ed9bd025f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:57.047223 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c073d659-3bec-44a6-8da0-945ed9bd025f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.047424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554c1dbf-e298-4eea-9fdf-bb9324fae183 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (04039667-ca95-4250-a386-eae58b72c14f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.071690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073d659-3bec-44a6-8da0-945ed9bd025f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Subnet': ['ID=151a35e8-e531-4abd-90c3-e5dc37a45c05,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:57.071917 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-554c1dbf-e298-4eea-9fdf-bb9324fae183 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 04039667-ca95-4250-a386-eae58b72c14f owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:57.074664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb11c1ec-90f1-4dda-a950-04898e63088e None None] Publish callbacks [] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.075490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7231ac50-2f65-44db-a997-bd01be9f8a11 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 00284bf6-4391-4b61-9997-23bfe5804686 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:12:57.095230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:57.112259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] For port 5d383adb-aaa1-44d1-a12a-44b388954a7a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:12:57.115769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] For port 5d383adb-aaa1-44d1-a12a-44b388954a7a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d383adb-aaa1-44d1-a12a-44b388954a7a,segment=NetworkSegment(ebc1cdec-2fe4-4fdf-accf-b59650405463),segment_id=ebc1cdec-2fe4-4fdf-accf-b59650405463)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:12:57.128941 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c073d659-3bec-44a6-8da0-945ed9bd025f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2844422 Oct 23 01:12:57.131664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35102) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:57.137652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e2679938-e32b-4dc0-bcf6-7ae467e75029 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'security_group': {'name': 'tempest-secgroup-2134056807'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:57.188082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb11c1ec-90f1-4dda-a950-04898e63088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.193132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (9a26e51d-12a5-460f-b18b-2e94f707eff0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.206312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7231ac50-2f65-44db-a997-bd01be9f8a11 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:12:57.213048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7231ac50-2f65-44db-a997-bd01be9f8a11 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.216950 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7231ac50-2f65-44db-a997-bd01be9f8a11 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/00284bf6-4391-4b61-9997-23bfe5804686 HTTP/1.1" status: 200 len: 892 time: 1.1611419 Oct 23 01:12:57.218110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35104) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:57.221381 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c530fe0-262c-4b4b-b51a-b5fe6664c1dc None None] Sync routers for ids ['00284bf6-4391-4b61-9997-23bfe5804686'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:12:57.244165 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c530fe0-262c-4b4b-b51a-b5fe6664c1dc None None] Routers {'00284bf6-4391-4b61-9997-23bfe5804686'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:57.244801 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3c530fe0-262c-4b4b-b51a-b5fe6664c1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['00284bf6-4391-4b61-9997-23bfe5804686'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:57.287025 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3c530fe0-262c-4b4b-b51a-b5fe6664c1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:57.294096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e2679938-e32b-4dc0-bcf6-7ae467e75029 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.299240 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c530fe0-262c-4b4b-b51a-b5fe6664c1dc None None] Routers {'00284bf6-4391-4b61-9997-23bfe5804686'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:57.299892 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3c530fe0-262c-4b4b-b51a-b5fe6664c1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['00284bf6-4391-4b61-9997-23bfe5804686'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:57.309726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11c1ec-90f1-4dda-a950-04898e63088e None None] Pushing event updated for resources: {'Port': ['ID=1b48fc85-f23d-4646-ae22-92bc9b6330d4,revision_number=11']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:57.313980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.316335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e9779c09-5990-42d0-a815-ea9434bc0418 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:57.344232 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3c530fe0-262c-4b4b-b51a-b5fe6664c1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:57.347290 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c530fe0-262c-4b4b-b51a-b5fe6664c1dc None None] The sync data for ids ['00284bf6-4391-4b61-9997-23bfe5804686'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:57.360500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Subnet': ['ID=9a26e51d-12a5-460f-b18b-2e94f707eff0,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:57.371987 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b25081cf-c7ef-4597-8a61-2d66365e5ae4 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/routers/00284bf6-4391-4b61-9997-23bfe5804686 HTTP/1.1" status: 200 len: 892 time: 0.1431653 Oct 23 01:12:57.372820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35106) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:57.395818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:57.396502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Checking segment: {'id': 'e82cba25-cd98-4311-8a94-19b06079c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:12:57.396926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network hostable DHCP agents. Network: 8fa7fc10-8188-4e36-87b9-bb79bbd757c7, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:12:57.408662 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-80f4a0e8-2608-4180-93ca-02cafe750d1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00284bf6-4391-4b61-9997-23bfe5804686 HTTP/1.1" status: 200 len: 205 time: 0.0320945 Oct 23 01:12:57.408879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35108) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:57.430195 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:12:57.430836 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:57.435686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554c1dbf-e298-4eea-9fdf-bb9324fae183 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (04039667-ca95-4250-a386-eae58b72c14f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.493170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e9779c09-5990-42d0-a815-ea9434bc0418 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:57.493549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.493921 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e9779c09-5990-42d0-a815-ea9434bc0418 Oct 23 01:12:57.498446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55783977-ca2c-451d-a6be-cf304bf78aa2 None None] Pushing event updated for resources: {'Port': ['ID=5d383adb-aaa1-44d1-a12a-44b388954a7a,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:57.498704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c1dbf-e298-4eea-9fdf-bb9324fae183 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=04039667-ca95-4250-a386-eae58b72c14f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:57.521677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 8fa7fc10-8188-4e36-87b9-bb79bbd757c7 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:12:57.527810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:57.535324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-554c1dbf-e298-4eea-9fdf-bb9324fae183 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.541635 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-554c1dbf-e298-4eea-9fdf-bb9324fae183 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/04039667-ca95-4250-a386-eae58b72c14f HTTP/1.1" status: 204 len: 168 time: 0.8142684 Oct 23 01:12:57.548516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35110) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:57.574532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (00284bf6-4391-4b61-9997-23bfe5804686), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.584947 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:12:57.618728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e2679938-e32b-4dc0-bcf6-7ae467e75029 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (764bfa12-0551-45fc-9bfa-49c95b553432), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.628557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25218643-fb1c-4b02-801d-1a95ddaf6202 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:57.632305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25218643-fb1c-4b02-801d-1a95ddaf6202 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:57.637511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35112) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:57.638469 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-25218643-fb1c-4b02-801d-1a95ddaf6202 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0914934 Oct 23 01:12:57.642304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8fa7fc10-8188-4e36-87b9-bb79bbd757c7) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:12:57.652598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:57.653704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.733874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e2679938-e32b-4dc0-bcf6-7ae467e75029 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (764bfa12-0551-45fc-9bfa-49c95b553432), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.776151 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ad7b4c08-35fc-4610-bdee-551e4fc338a1 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2767539 Oct 23 01:12:57.776321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35116) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:57.777477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2679938-e32b-4dc0-bcf6-7ae467e75029 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764bfa12-0551-45fc-9bfa-49c95b553432,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:57.800000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbd0df6-efd0-4009-ac33-0b207714c17e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 3c9ecdf6-16ee-4050-b4bd-236843f4fa7c {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:12:57.804830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e9779c09-5990-42d0-a815-ea9434bc0418 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:57.816288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 92ea93c4-4520-48da-8d6c-838fad390073 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:12:57.824165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e2679938-e32b-4dc0-bcf6-7ae467e75029 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.826107 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e2679938-e32b-4dc0-bcf6-7ae467e75029 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6927340 Oct 23 01:12:57.829000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35118) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:57.834112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6be528e9-fc1e-46a9-8a19-e5923f2da8ab tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'security_group': {'name': 'tempest-secgroup-787979140'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:57.841968 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0df6-efd0-4009-ac33-0b207714c17e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (3c9ecdf6-16ee-4050-b4bd-236843f4fa7c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:57.850867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 92ea93c4-4520-48da-8d6c-838fad390073 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:12:57.851570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 92ea93c4-4520-48da-8d6c-838fad390073 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:12:57.919138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:12:53Z', 'revision_number': 3, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:12:57Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:12:57.941947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:57.949707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437cc29-46d5-4c55-a918-76fc8b6de420 None None] The sync data for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv is: [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:12:53Z', 'revision_number': 3, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:12:57Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:12:57.970422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6be528e9-fc1e-46a9-8a19-e5923f2da8ab tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.107857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6be528e9-fc1e-46a9-8a19-e5923f2da8ab tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (b87dcce0-c59f-476b-be58-02069a2b2ee9), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.134975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b9b41-2a6a-4992-a6fb-1f83086a0ff6 None None] Network 32900da6-fe00-4fa6-811e-ee1f1073db64 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:58.138076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:58.170768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6be528e9-fc1e-46a9-8a19-e5923f2da8ab tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (b87dcce0-c59f-476b-be58-02069a2b2ee9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.206143 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07508695-0c2e-42dd-a584-fa847e8d67a0 None None] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:58.228295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be528e9-fc1e-46a9-8a19-e5923f2da8ab tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87dcce0-c59f-476b-be58-02069a2b2ee9,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:58.258878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf4ca5-f92a-4338-92f2-8c15c2e9c3e3 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:58.261756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c21f67-a226-42d4-b10d-f767758c0001 None None] Network 8fa7fc10-8188-4e36-87b9-bb79bbd757c7 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:58.265827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9de821-73a7-4e0a-9e85-64d3683d6029 req-dc3570ee-33e6-4bf8-a19a-1ea69e174950 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:58.268405 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8a9de821-73a7-4e0a-9e85-64d3683d6029 req-dc3570ee-33e6-4bf8-a19a-1ea69e174950 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.5380113 Oct 23 01:12:58.277322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_gateway (00284bf6-4391-4b61-9997-23bfe5804686), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.304452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6be528e9-fc1e-46a9-8a19-e5923f2da8ab tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.310937 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6be528e9-fc1e-46a9-8a19-e5923f2da8ab tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4782362 Oct 23 01:12:58.311188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35120) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:58.316433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0dd3f8a0-ed72-4e44-8931-45e816c1bdb6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'security_group': {'name': 'tempest-secgroup-47091783'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:58.350125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5045127e-3960-447c-917c-a65a73ec2f55 None None] Provisioning complete for port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:58.350581 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5045127e-3960-447c-917c-a65a73ec2f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.350988 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5045127e-3960-447c-917c-a65a73ec2f55 None None] Attempt 1 to provision port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 Oct 23 01:12:58.360074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0df6-efd0-4009-ac33-0b207714c17e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (3c9ecdf6-16ee-4050-b4bd-236843f4fa7c), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.430766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f8a0-ed72-4e44-8931-45e816c1bdb6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.502862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port f0458445-1636-4baa-abda-2f24a22866c5 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:58.503314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f0458445-1636-4baa-abda-2f24a22866c5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.561704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f8a0-ed72-4e44-8931-45e816c1bdb6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (7a42f740-7efc-49c8-9b09-dfd14a05fe20), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.567355 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:58.622209 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f8a0-ed72-4e44-8931-45e816c1bdb6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7a42f740-7efc-49c8-9b09-dfd14a05fe20), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.667994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3f8a0-ed72-4e44-8931-45e816c1bdb6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a42f740-7efc-49c8-9b09-dfd14a05fe20,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:58.682983 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8a9de821-73a7-4e0a-9e85-64d3683d6029 req-6822d5d3-a1e4-4c44-a0ca-0bfe550384b1 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3976543 Oct 23 01:12:58.693973 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:58.713847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f8a0-ed72-4e44-8931-45e816c1bdb6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.714966 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0dd3f8a0-ed72-4e44-8931-45e816c1bdb6 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.4022820 Oct 23 01:12:58.715738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:58.718203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35122) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:58.723859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1146661603', 'security_groups': ['7a42f740-7efc-49c8-9b09-dfd14a05fe20'], 'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '151a35e8-e531-4abd-90c3-e5dc37a45c05'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:58.853108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f0458445-1636-4baa-abda-2f24a22866c5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.901646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:58.904768 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for f0458445-1636-4baa-abda-2f24a22866c5 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:12:58.922363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0df6-efd0-4009-ac33-0b207714c17e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (3c9ecdf6-16ee-4050-b4bd-236843f4fa7c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:58.927336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:12:58.928592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.033045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:12:59.051008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5045127e-3960-447c-917c-a65a73ec2f55 None None] Current status of the port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:59.109135 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd28fb6-1d2f-4894-8a0c-ec7a9d063185 None None] Update dhcp port {'port': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'fixed_ips': [{'subnet_id': '151a35e8-e531-4abd-90c3-e5dc37a45c05'}, {'subnet_id': '185ded34-b2b5-4524-98a4-2b82623f427c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '6a5b09ee-4f2b-4338-a3a0-b7a710627e6e'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:12:59.172704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.194586 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0bd28fb6-1d2f-4894-8a0c-ec7a9d063185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.207025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] device_id is not set on port 2135395a-2fae-409d-9315-c7ca31230422 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:12:59.245295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Provisioning complete for port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:59.245854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.246295 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Attempt 1 to provision port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 Oct 23 01:12:59.300497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54390786-e264-45cc-88ea-a9908ae443b1 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:12:59.339598 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0df6-efd0-4009-ac33-0b207714c17e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (3c9ecdf6-16ee-4050-b4bd-236843f4fa7c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.356112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Allocated IP 172.22.0.2 (8fa7fc10-8188-4e36-87b9-bb79bbd757c7/9a26e51d-12a5-460f-b18b-2e94f707eff0/9f85ace3-354b-44d3-9c54-b5741904b1a4) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:59.372351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:59.374752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:59.416581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd0df6-efd0-4009-ac33-0b207714c17e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9ecdf6-16ee-4050-b4bd-236843f4fa7c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:59.425809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0df6-efd0-4009-ac33-0b207714c17e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.429896 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2fbd0df6-efd0-4009-ac33-0b207714c17e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/3c9ecdf6-16ee-4050-b4bd-236843f4fa7c HTTP/1.1" status: 204 len: 168 time: 1.7902696 Oct 23 01:12:59.433073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35124) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:59.445232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f0458445-1636-4baa-abda-2f24a22866c5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.454884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:59.467216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:59.496788 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.5 (4068b863-4aa3-4495-86ff-c5e4cb71a423/151a35e8-e531-4abd-90c3-e5dc37a45c05/2135395a-2fae-409d-9315-c7ca31230422) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:12:59.550568 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-873042ec-d360-4f4b-856f-5c06d92c80a8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159084 Oct 23 01:12:59.556230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1b48fc85-f23d-4646-ae22-92bc9b6330d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:12:59.579709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35126) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:59.599854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=f0458445-1636-4baa-abda-2f24a22866c5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:12:59.641868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:59.682770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4602dfba-cdb5-49fe-a61b-e44446b5a317 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:59.684450 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4602dfba-cdb5-49fe-a61b-e44446b5a317 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0856109 Oct 23 01:12:59.685360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (00284bf6-4391-4b61-9997-23bfe5804686), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.690689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35128) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:59.721321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Current status of the port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:12:59.748615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:59.749475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.749910 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 Oct 23 01:12:59.782132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (2135395a-2fae-409d-9315-c7ca31230422), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.787673 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (00284bf6-4391-4b61-9997-23bfe5804686), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.790136 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (00284bf6-4391-4b61-9997-23bfe5804686), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.804165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f776eb-1178-4d45-abaa-4f5758ae968c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:12:59.808957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Provisioning complete for port 5d383adb-aaa1-44d1-a12a-44b388954a7a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:12:59.808957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.808957 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Attempt 1 to provision port 5d383adb-aaa1-44d1-a12a-44b388954a7a Oct 23 01:12:59.810013 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c2f776eb-1178-4d45-abaa-4f5758ae968c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1166577 Oct 23 01:12:59.810847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35132) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:59.838714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a89a97-31dc-4066-a382-9ce3c95b3595 None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:12:59.844554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.860583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:59.880328 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8c9bd738-ee8b-46cc-92a0-7c67cfc07ed2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659091 Oct 23 01:12:59.888566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35134) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:59.899100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:59.900155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:59.903239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (00284bf6-4391-4b61-9997-23bfe5804686), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.903859 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Fanout notify agent at l3_agent the message router_deleted on router 00284bf6-4391-4b61-9997-23bfe5804686 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:12:59.935389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:59.941518 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-13dd6441-1b23-4b62-887e-45fcf1b305a3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/00284bf6-4391-4b61-9997-23bfe5804686 HTTP/1.1" status: 204 len: 168 time: 2.5316055 Oct 23 01:12:59.942417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35136) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:12:59.949234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1138736630'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:12:59.993646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-86a89a97-31dc-4066-a382-9ce3c95b3595 None None] Deleting port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:12:59.994316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-86a89a97-31dc-4066-a382-9ce3c95b3595 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.003980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:00.004962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5d383adb-aaa1-44d1-a12a-44b388954a7a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:00.007562 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Publish callbacks [] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.030936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0288b-bac3-433f-b343-649876215b4c req-8274452d-4235-46cf-b5fb-534ac9fe49b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:00.032857 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c5b0288b-bac3-433f-b343-649876215b4c req-8274452d-4235-46cf-b5fb-534ac9fe49b0 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.1700211 Oct 23 01:13:00.090448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:00.090675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2135395a-2fae-409d-9315-c7ca31230422), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.095390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.105503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.136375 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c5b0288b-bac3-433f-b343-649876215b4c req-1e034cc9-1796-4a84-90ae-8c1946f4a98d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920453 Oct 23 01:13:00.166451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:00.166451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.172296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:00.187163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Current status of the port 5d383adb-aaa1-44d1-a12a-44b388954a7a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:00.187497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.187703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:00.192371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:00.196656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-86a89a97-31dc-4066-a382-9ce3c95b3595 None None] For port 1b48fc85-f23d-4646-ae22-92bc9b6330d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b48fc85-f23d-4646-ae22-92bc9b6330d4,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:00.197229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-86a89a97-31dc-4066-a382-9ce3c95b3595 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.201590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:00.221057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Allocated IP 172.22.0.1 (8fa7fc10-8188-4e36-87b9-bb79bbd757c7/9a26e51d-12a5-460f-b18b-2e94f707eff0/f4afe70c-07d3-467a-b69a-46769be88950) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:00.221310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=2135395a-2fae-409d-9315-c7ca31230422,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:00.223262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (cea77f18-7e27-4662-b907-b26d25512a32), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.223627 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added segment cea77f18-7e27-4662-b907-b26d25512a32 of type vlan for network 6baed118-198f-482f-b5de-fce15b8f732c Oct 23 01:13:00.231799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Network 8fa7fc10-8188-4e36-87b9-bb79bbd757c7 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:00.246326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-86a89a97-31dc-4066-a382-9ce3c95b3595 None None] Calling delete_port for 1b48fc85-f23d-4646-ae22-92bc9b6330d4 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:00.248876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:00.250908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:00.293834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (6baed118-198f-482f-b5de-fce15b8f732c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.294205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Pushing event updated for resources: {'Port': ['ID=9f85ace3-354b-44d3-9c54-b5741904b1a4,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:00.303143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:00.303786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.358698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] For port 5d383adb-aaa1-44d1-a12a-44b388954a7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d383adb-aaa1-44d1-a12a-44b388954a7a,segment=NetworkSegment(ebc1cdec-2fe4-4fdf-accf-b59650405463),segment_id=ebc1cdec-2fe4-4fdf-accf-b59650405463)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:00.376810 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 5d383adb-aaa1-44d1-a12a-44b388954a7a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:00.384486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.384486 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 5d383adb-aaa1-44d1-a12a-44b388954a7a Oct 23 01:13:00.389942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:00.415244 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f656a0e7-39c4-45dc-9bc1-82a1247fab7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6958928 Oct 23 01:13:00.418484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35138) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:00.424558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (f4afe70c-07d3-467a-b69a-46769be88950), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.430670 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-cfee0be1-25de-4caf-bf6d-73f0ccfefbf3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:00.433891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:00.438218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (6baed118-198f-482f-b5de-fce15b8f732c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.443147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:00.443895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.444378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.511633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-0bd28fb6-1d2f-4894-8a0c-ec7a9d063185 None None] Allocated IP 172.20.0.2 (4068b863-4aa3-4495-86ff-c5e4cb71a423/151a35e8-e531-4abd-90c3-e5dc37a45c05/6a5b09ee-4f2b-4338-a3a0-b7a710627e6e) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:00.525059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Provisioning complete for port e9779c09-5990-42d0-a815-ea9434bc0418 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:00.525434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.525775 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Attempt 1 to provision port e9779c09-5990-42d0-a815-ea9434bc0418 Oct 23 01:13:00.527438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Attempting to bind port 9f85ace3-354b-44d3-9c54-b5741904b1a4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:00.527803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Attempting to bind port 9f85ace3-354b-44d3-9c54-b5741904b1a4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e82cba25-cd98-4311-8a94-19b06079c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:00.528161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Attempting to bind port 9f85ace3-354b-44d3-9c54-b5741904b1a4 on network 8fa7fc10-8188-4e36-87b9-bb79bbd757c7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:00.556600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:00.556850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-0bd28fb6-1d2f-4894-8a0c-ec7a9d063185 None None] Allocated IP 172.20.0.18 (4068b863-4aa3-4495-86ff-c5e4cb71a423/185ded34-b2b5-4524-98a4-2b82623f427c/6a5b09ee-4f2b-4338-a3a0-b7a710627e6e) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:00.579664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Network': ['ID=6baed118-198f-482f-b5de-fce15b8f732c,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:00.589861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:00.650962 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-26316706-5df3-4bc6-a06c-8bd2cfc8f248 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7012086 Oct 23 01:13:00.650962 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35140) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:00.657385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'subnet': {'network_id': '6baed118-198f-482f-b5de-fce15b8f732c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:00.681128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f4afe70c-07d3-467a-b69a-46769be88950), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.682971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.objects.ports [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105984) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:13:00.754796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee0be1-25de-4caf-bf6d-73f0ccfefbf3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:00.759015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cfee0be1-25de-4caf-bf6d-73f0ccfefbf3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.782304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 6baed118-198f-482f-b5de-fce15b8f732c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:00.788240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 8fa7fc10-8188-4e36-87b9-bb79bbd757c7 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:00.828519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:00.837386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:00.881947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=f4afe70c-07d3-467a-b69a-46769be88950,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:00.891248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Pushing event updated for resources: {'Port': ['ID=5d383adb-aaa1-44d1-a12a-44b388954a7a,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:00.923349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105984) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 23 01:13:00.923814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2a:bd93 {{(pid=105984) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 23 01:13:00.928135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.928813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.941064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:00.941444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Checking segment: {'id': 'e82cba25-cd98-4311-8a94-19b06079c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:00.941894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.942292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Bound using segment: {'id': 'e82cba25-cd98-4311-8a94-19b06079c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:00.942788 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Bound port: 9f85ace3-354b-44d3-9c54-b5741904b1a4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82cba25-cd98-4311-8a94-19b06079c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:00.943173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.945214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-86a89a97-31dc-4066-a382-9ce3c95b3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (1b48fc85-f23d-4646-ae22-92bc9b6330d4), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:00.972515 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.ipam_backend_mixin [None req-cfee0be1-25de-4caf-bf6d-73f0ccfefbf3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 151a35e8-e531-4abd-90c3-e5dc37a45c05 (CIDR: 172.20.0.0/28) Oct 23 01:13:00.980497 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:00.984594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:00.996209 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:00.996970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.006001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:01.020261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:01.020414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a89a97-31dc-4066-a382-9ce3c95b3595 None None] No DVR routers for this DVR port 1b48fc85-f23d-4646-ae22-92bc9b6330d4 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:01.028715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.028715 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfee0be1-25de-4caf-bf6d-73f0ccfefbf3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:13:01.029454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 5d383adb-aaa1-44d1-a12a-44b388954a7a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:01.030000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfee0be1-25de-4caf-bf6d-73f0ccfefbf3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:01.033747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a89a97-31dc-4066-a382-9ce3c95b3595 None None] Pushing event deleted for resources: {'Port': ['ID=1b48fc85-f23d-4646-ae22-92bc9b6330d4,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:01.050225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff28837c-0dd0-4788-a230-c960f49a7912 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:01.112731 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ff8081bd-80ac-41a6-8082-3e80c4468745 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2200489 Oct 23 01:13:01.112969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35142) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:01.118933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-299c0c96-9cb4-4624-a472-b1d2c5b98a7c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:01.164853 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f4afe70c-07d3-467a-b69a-46769be88950), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.182427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0bd28fb6-1d2f-4894-8a0c-ec7a9d063185 None None] For port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a5b09ee-4f2b-4338-a3a0-b7a710627e6e,segment=NetworkSegment(5544ac0f-547b-4191-9b75-a15bc531a8ab),segment_id=5544ac0f-547b-4191-9b75-a15bc531a8ab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:01.212082 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cfee0be1-25de-4caf-bf6d-73f0ccfefbf3 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7831161 Oct 23 01:13:01.214882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35146) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:01.215325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7bba7-7319-4ac5-9a72-973c1a60e781 None None] Current status of the port e9779c09-5990-42d0-a815-ea9434bc0418 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:01.225941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] For port 9f85ace3-354b-44d3-9c54-b5741904b1a4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:01.229844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-27cbe8d4-2f48-4a44-9dcb-312b5bc93959 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:01.232426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] For port 9f85ace3-354b-44d3-9c54-b5741904b1a4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f85ace3-354b-44d3-9c54-b5741904b1a4,segment=NetworkSegment(e82cba25-cd98-4311-8a94-19b06079c521),segment_id=e82cba25-cd98-4311-8a94-19b06079c521)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:01.261558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0bd28fb6-1d2f-4894-8a0c-ec7a9d063185 None None] Publish callbacks [] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.271406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:01.295357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': '993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:13:01.296544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.301138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:01.313965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5d383adb-aaa1-44d1-a12a-44b388954a7a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:01.355011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bccbf0d0-27e8-4432-b5e6-6f8366de0edb None None] Could not find standard attr ID for object 1b48fc85-f23d-4646-ae22-92bc9b6330d4. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:01.360853 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.373960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0bd28fb6-1d2f-4894-8a0c-ec7a9d063185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.465193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:01.488879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bccbf0d0-27e8-4432-b5e6-6f8366de0edb None None] Provisioning complete for port 5d383adb-aaa1-44d1-a12a-44b388954a7a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:01.489260 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bccbf0d0-27e8-4432-b5e6-6f8366de0edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.489605 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bccbf0d0-27e8-4432-b5e6-6f8366de0edb None None] Attempt 1 to provision port 5d383adb-aaa1-44d1-a12a-44b388954a7a Oct 23 01:13:01.496222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299c0c96-9cb4-4624-a472-b1d2c5b98a7c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:01.504210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-299c0c96-9cb4-4624-a472-b1d2c5b98a7c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.529114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 5d383adb-aaa1-44d1-a12a-44b388954a7a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:01.529497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.530420 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 5d383adb-aaa1-44d1-a12a-44b388954a7a Oct 23 01:13:01.597182 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cbe8d4-2f48-4a44-9dcb-312b5bc93959 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:01.611625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-27cbe8d4-2f48-4a44-9dcb-312b5bc93959 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.649892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b3ca7-31ff-4f2f-a2c2-9cedd2feefc2 None None] Pushing event updated for resources: {'Port': ['ID=9f85ace3-354b-44d3-9c54-b5741904b1a4,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:01.664523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:01.806136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Allocated IP 2001:db8::f816:3eff:fe4b:c63c (93e5b356-0704-414d-a7cb-470971f9a8ef/993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c/58a738b9-a2e6-458b-8418-3d265b24525f) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:01.807328 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.ipam_backend_mixin [None req-299c0c96-9cb4-4624-a472-b1d2c5b98a7c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c (CIDR: 2001:db8::/64) Oct 23 01:13:01.818183 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.ipam_backend_mixin [None req-27cbe8d4-2f48-4a44-9dcb-312b5bc93959 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 185ded34-b2b5-4524-98a4-2b82623f427c (CIDR: 172.20.0.16/28) Oct 23 01:13:01.824423 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b4669-1181-48fe-804d-21d2cefef36c req-e4c2648b-68cb-4216-b469-37395ca1fd27 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:01.827238 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-228b4669-1181-48fe-804d-21d2cefef36c req-e4c2648b-68cb-4216-b469-37395ca1fd27 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.5184007 Oct 23 01:13:01.835671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd28fb6-1d2f-4894-8a0c-ec7a9d063185 None None] Pushing event updated for resources: {'Port': ['ID=6a5b09ee-4f2b-4338-a3a0-b7a710627e6e,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:01.892800 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-299c0c96-9cb4-4624-a472-b1d2c5b98a7c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:13:01.895367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299c0c96-9cb4-4624-a472-b1d2c5b98a7c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:01.900002 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cbe8d4-2f48-4a44-9dcb-312b5bc93959 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:13:01.900002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cbe8d4-2f48-4a44-9dcb-312b5bc93959 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:01.956978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 5d383adb-aaa1-44d1-a12a-44b388954a7a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:01.963483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bccbf0d0-27e8-4432-b5e6-6f8366de0edb None None] Current status of the port 5d383adb-aaa1-44d1-a12a-44b388954a7a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:01.992055 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-228b4669-1181-48fe-804d-21d2cefef36c req-533f8e1d-77c5-4c21-8d00-376e6fe503e4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536298 Oct 23 01:13:02.013193 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-299c0c96-9cb4-4624-a472-b1d2c5b98a7c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8991084 Oct 23 01:13:02.015794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35148) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:02.022797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-fe240fc0-a8a4-4986-aed0-1b63bfbc0030 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:02.041396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (7064c671-396d-4b45-a2b2-13700be73cdc), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.068214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1b48fc85-f23d-4646-ae22-92bc9b6330d4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:02.106993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 1b48fc85-f23d-4646-ae22-92bc9b6330d4 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:02.107546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1b48fc85-f23d-4646-ae22-92bc9b6330d4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:02.113181 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Publish callbacks [] for port (58a738b9-a2e6-458b-8418-3d265b24525f), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.129583 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-27cbe8d4-2f48-4a44-9dcb-312b5bc93959 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9127634 Oct 23 01:13:02.133285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35150) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:02.141188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8af9b8e3-2c62-48c6-a7f1-e0ef62ec6a0a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'subnet': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:02.158518 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Subnet': ['ID=7064c671-396d-4b45-a2b2-13700be73cdc,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:02.198970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (f4afe70c-07d3-467a-b69a-46769be88950), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.201213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Checking segment: {'id': 'cea77f18-7e27-4662-b907-b26d25512a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6baed118-198f-482f-b5de-fce15b8f732c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:02.201669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network hostable DHCP agents. Network: 6baed118-198f-482f-b5de-fce15b8f732c, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:13:02.222319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.239142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:02.266437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:02.269406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:02.275564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:02.284357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Pushing event updated for resources: {'Port': ['ID=58a738b9-a2e6-458b-8418-3d265b24525f,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:02.290233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (f4afe70c-07d3-467a-b69a-46769be88950), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.348075 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 6baed118-198f-482f-b5de-fce15b8f732c is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:13:02.369995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe240fc0-a8a4-4986-aed0-1b63bfbc0030 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:02.375589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fe240fc0-a8a4-4986-aed0-1b63bfbc0030 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.378819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Attempting to bind port 58a738b9-a2e6-458b-8418-3d265b24525f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:02.379228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Attempting to bind port 58a738b9-a2e6-458b-8418-3d265b24525f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:02.379604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Attempting to bind port 58a738b9-a2e6-458b-8418-3d265b24525f on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:02.390092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=f4afe70c-07d3-467a-b69a-46769be88950,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:02.393479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.425134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:02.456955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:02.457332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:02.457754 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.458183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:02.458718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Bound port: 58a738b9-a2e6-458b-8418-3d265b24525f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:02.459094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.463807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae42696e-7343-499e-86a4-652529a0acc8 None None] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:02.465855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af9b8e3-2c62-48c6-a7f1-e0ef62ec6a0a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Made reservation on behalf of 118c27f55c89478ba681471398554359 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:02.468085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6baed118-198f-482f-b5de-fce15b8f732c) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:02.474350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8af9b8e3-2c62-48c6-a7f1-e0ef62ec6a0a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.476504 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:02.477537 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.491169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab172d2f-628c-45be-bf5f-7dc6423830df None None] Network 6baed118-198f-482f-b5de-fce15b8f732c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:02.539517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 8fa7fc10-8188-4e36-87b9-bb79bbd757c7 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:02.546017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:02.573099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:02.611079 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c433fe18-4a3c-45a8-bfb4-0cac97704aaa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9572380 Oct 23 01:13:02.611300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1710a2c1-f4e2-4ab3-ac1f-18e50841e35b None None] Provisioning complete for port 9c2c2a97-fe87-4689-9272-679d2db50095 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:02.611300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1710a2c1-f4e2-4ab3-ac1f-18e50841e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9c2c2a97-fe87-4689-9272-679d2db50095), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.611300 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1710a2c1-f4e2-4ab3-ac1f-18e50841e35b None None] Attempt 1 to provision port 9c2c2a97-fe87-4689-9272-679d2db50095 Oct 23 01:13:02.611801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35152) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:02.620028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-2a0cab1f-e6a1-44d9-8772-bf127f91ab63 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-87459896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:02.706021 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1710a2c1-f4e2-4ab3-ac1f-18e50841e35b None None] Port 9c2c2a97-fe87-4689-9272-679d2db50095 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:02.708667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 4ed01cba-d3c5-4512-b1c2-699caccff041 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:02.717846 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1710a2c1-f4e2-4ab3-ac1f-18e50841e35b None None] Provisioning complete for port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:02.718287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1710a2c1-f4e2-4ab3-ac1f-18e50841e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.718624 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1710a2c1-f4e2-4ab3-ac1f-18e50841e35b None None] Attempt 1 to provision port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e Oct 23 01:13:02.737570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] For port 58a738b9-a2e6-458b-8418-3d265b24525f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:02.779348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2a0cab1f-e6a1-44d9-8772-bf127f91ab63 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (6c87197f-1e13-45f2-92ef-0f5630113879), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.780515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2a0cab1f-e6a1-44d9-8772-bf127f91ab63 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (6c87197f-1e13-45f2-92ef-0f5630113879), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.813468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae0e62e-20d3-48b5-80bd-4cfef0edb7ab None None] Network 8fa7fc10-8188-4e36-87b9-bb79bbd757c7 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:02.822795 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:02.853389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] For port 58a738b9-a2e6-458b-8418-3d265b24525f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58a738b9-a2e6-458b-8418-3d265b24525f,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:02.857633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:02.901749 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4c234fc3-2c82-4a28-832c-f965468a1aec tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1223531 Oct 23 01:13:02.902179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35154) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:02.904682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2a0cab1f-e6a1-44d9-8772-bf127f91ab63 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (6c87197f-1e13-45f2-92ef-0f5630113879), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.927391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'network': {'name': 'tempest-RoutersTest-704924797'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:02.963263 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2a0cab1f-e6a1-44d9-8772-bf127f91ab63 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (6c87197f-1e13-45f2-92ef-0f5630113879), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.039674 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:03.044173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.069828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2a0cab1f-e6a1-44d9-8772-bf127f91ab63 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.075280 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2a0cab1f-e6a1-44d9-8772-bf127f91ab63 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4585011 Oct 23 01:13:03.075511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35158) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:03.085554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:03.112331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (0c1c6542-9642-4b20-8a46-d780d6e4870f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.113043 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added segment 0c1c6542-9642-4b20-8a46-d780d6e4870f of type vlan for network 1e0f1bde-5ad6-426e-8137-9f4e558b894c Oct 23 01:13:03.192349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Sync routers for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:03.203037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:03.210200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6baed118-198f-482f-b5de-fce15b8f732c', 'network_id': '6baed118-198f-482f-b5de-fce15b8f732c', 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'fixed_ips': [{'subnet_id': '7064c671-396d-4b45-a2b2-13700be73cdc'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:13:03.211176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.228892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:03.229846 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:03.251589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.291723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb268be-d4d7-4f8a-94e0-7e219448ebf0 req-0342d153-874e-4a97-a82c-4050070e9b7d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:03.293208 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bbb268be-d4d7-4f8a-94e0-7e219448ebf0 req-0342d153-874e-4a97-a82c-4050070e9b7d tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.0945797 Oct 23 01:13:03.298572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8af9b8e3-2c62-48c6-a7f1-e0ef62ec6a0a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (78e3a9c4-3318-4178-964e-356090a58db6), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.316532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fe240fc0-a8a4-4986-aed0-1b63bfbc0030 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (3d99598c-dbac-4b93-88cd-e0aa8d14244f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.323902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:03.417742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (1e0f1bde-5ad6-426e-8137-9f4e558b894c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.476731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9b8e3-2c62-48c6-a7f1-e0ef62ec6a0a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:03.499798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-8af9b8e3-2c62-48c6-a7f1-e0ef62ec6a0a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:03.503207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9b8e3-2c62-48c6-a7f1-e0ef62ec6a0a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:03.504152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8af9b8e3-2c62-48c6-a7f1-e0ef62ec6a0a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.528957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe240fc0-a8a4-4986-aed0-1b63bfbc0030 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:03.536196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-fe240fc0-a8a4-4986-aed0-1b63bfbc0030 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:03.539789 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe240fc0-a8a4-4986-aed0-1b63bfbc0030 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:03.542016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fe240fc0-a8a4-4986-aed0-1b63bfbc0030 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.549771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:03.554051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (1e0f1bde-5ad6-426e-8137-9f4e558b894c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.561110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:03.561753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.607587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f85ace3-354b-44d3-9c54-b5741904b1a4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:03.609686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83374017-a6c1-4cf2-b380-f9cc7fcb376c None None] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:03.657873 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fe240fc0-a8a4-4986-aed0-1b63bfbc0030 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6404560 Oct 23 01:13:03.668487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35160) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:03.678454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:e7:72:aa', 'name': 'tempest-NetworksTestDHCPv6-76229713'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:03.682054 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8af9b8e3-2c62-48c6-a7f1-e0ef62ec6a0a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5473349 Oct 23 01:13:03.687964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35162) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:03.693949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4b304d65-75a5-41cd-94e2-1cda8d8874db tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1840193554', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '78e3a9c4-3318-4178-964e-356090a58db6'}], 'security_groups': ['764bfa12-0551-45fc-9bfa-49c95b553432', 'b87dcce0-c59f-476b-be58-02069a2b2ee9']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:03.745250 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bbb268be-d4d7-4f8a-94e0-7e219448ebf0 req-c1b866c6-2204-42a2-a7a3-b3de05400134 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4167290 Oct 23 01:13:03.797869 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Network': ['ID=1e0f1bde-5ad6-426e-8137-9f4e558b894c,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:03.801010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9b8e3-2c62-48c6-a7f1-e0ef62ec6a0a tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Subnet': ['ID=78e3a9c4-3318-4178-964e-356090a58db6,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:03.808827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:03.870353 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:03.889953 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-85587cd5-ed2a-4dc9-95bf-824bb494d051 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9812727 Oct 23 01:13:03.892421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35164) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:03.897547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'subnet': {'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:03.904886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe240fc0-a8a4-4986-aed0-1b63bfbc0030 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=3d99598c-dbac-4b93-88cd-e0aa8d14244f,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:04.014889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:04.016733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 1e0f1bde-5ad6-426e-8137-9f4e558b894c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:04.035974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:04.083718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Made reservation on behalf of e00deb09b9384a99a41aef95ecc808ff for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:04.089771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:04.131190 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:04.153676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b304d65-75a5-41cd-94e2-1cda8d8874db tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2135395a-2fae-409d-9315-c7ca31230422), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:04.310091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:04.368889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:04.434651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1710a2c1-f4e2-4ab3-ac1f-18e50841e35b None None] Current status of the port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:04.445463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9f85ace3-354b-44d3-9c54-b5741904b1a4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:04.445463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:04.445463 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9f85ace3-354b-44d3-9c54-b5741904b1a4 Oct 23 01:13:04.448227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6de46f-d098-45e3-8efd-0c546d7ad204 None None] Pushing event updated for resources: {'Port': ['ID=58a738b9-a2e6-458b-8418-3d265b24525f,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:04.544539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (253b28a7-4195-41c2-8bd4-0cfb32e16fc7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:04.548683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:04.552061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Allocated IP 2001:db8::2 (6baed118-198f-482f-b5de-fce15b8f732c/7064c671-396d-4b45-a2b2-13700be73cdc/06d7739a-c11e-45af-834f-6233476ce552) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:04.615251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 3dcb7beb-04f6-4e8f-82c9-1740a1667e32 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:13:04.635581 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:01Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:01Z', 'revision_number': 2, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:04.637530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Provisioning complete for port 9c2c2a97-fe87-4689-9272-679d2db50095 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:04.637919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9c2c2a97-fe87-4689-9272-679d2db50095), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:04.638252 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Attempt 1 to provision port 9c2c2a97-fe87-4689-9272-679d2db50095 Oct 23 01:13:04.690959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Checking segment: {'id': '0c1c6542-9642-4b20-8a46-d780d6e4870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:04.692946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network hostable DHCP agents. Network: 1e0f1bde-5ad6-426e-8137-9f4e558b894c, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:13:04.720898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Subnet': ['ID=253b28a7-4195-41c2-8bd4-0cfb32e16fc7,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:04.872703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 1e0f1bde-5ad6-426e-8137-9f4e558b894c is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:13:04.919631 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Checking router: 4ed01cba-d3c5-4512-b1c2-699caccff041 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:04.921822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Updating router 4ed01cba-d3c5-4512-b1c2-699caccff041 port f4afe70c-07d3-467a-b69a-46769be88950 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:13:04.929830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-4b304d65-75a5-41cd-94e2-1cda8d8874db tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Delete allocated IP 172.20.0.5 (4068b863-4aa3-4495-86ff-c5e4cb71a423/151a35e8-e531-4abd-90c3-e5dc37a45c05) {{(pid=105985) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 23 01:13:04.959762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-4b304d65-75a5-41cd-94e2-1cda8d8874db tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Allocated IP 172.20.0.45 (4068b863-4aa3-4495-86ff-c5e4cb71a423/78e3a9c4-3318-4178-964e-356090a58db6/2135395a-2fae-409d-9315-c7ca31230422) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:04.964107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f4afe70c-07d3-467a-b69a-46769be88950), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:04.970937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1e0f1bde-5ad6-426e-8137-9f4e558b894c) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:04.975344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:04.975952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:04.987906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8:0:1::150 (93e5b356-0704-414d-a7cb-470971f9a8ef/3d99598c-dbac-4b93-88cd-e0aa8d14244f/3dcb7beb-04f6-4e8f-82c9-1740a1667e32) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:05.016341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::f816:3eff:fee7:72aa (93e5b356-0704-414d-a7cb-470971f9a8ef/993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c/3dcb7beb-04f6-4e8f-82c9-1740a1667e32) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:05.021452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a04029-533a-4782-be29-a129a6d8c484 None None] Network 1e0f1bde-5ad6-426e-8137-9f4e558b894c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:05.022546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31253653-d7d0-4f7e-b919-f3b52cbc4651 req-42086bba-1b2d-4dfa-895e-d7650fee4444 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:05.024227 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-31253653-d7d0-4f7e-b919-f3b52cbc4651 req-42086bba-1b2d-4dfa-895e-d7650fee4444 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.1300418 Oct 23 01:13:05.089050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9f85ace3-354b-44d3-9c54-b5741904b1a4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:05.089050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:05.089391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35168) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:05.090833 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-463157ba-f7f9-4af1-9ec6-83aaeb6500a0 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1967533 Oct 23 01:13:05.094589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c06ab55-0e19-4a90-ba06-7caf64cda0ff None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:05.142345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Port 9c2c2a97-fe87-4689-9272-679d2db50095 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:05.173497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:05.238979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:05.250136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Publish callbacks [] for port (06d7739a-c11e-45af-834f-6233476ce552), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:05.253770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a8ed34-8f41-4d00-b08a-4ebddcf8c77f None None] Update dhcp port {'port': {'network_id': '4068b863-4aa3-4495-86ff-c5e4cb71a423', 'fixed_ips': [{'subnet_id': '185ded34-b2b5-4524-98a4-2b82623f427c', 'ip_address': '172.20.0.18'}, {'subnet_id': '151a35e8-e531-4abd-90c3-e5dc37a45c05', 'ip_address': '172.20.0.2'}, {'subnet_id': '78e3a9c4-3318-4178-964e-356090a58db6'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '6a5b09ee-4f2b-4338-a3a0-b7a710627e6e'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:13:05.266746 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-31253653-d7d0-4f7e-b919-f3b52cbc4651 req-691cc0ac-8156-4d8c-89b1-506667ba706f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282879 Oct 23 01:13:05.271474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Provisioning complete for port 2135395a-2fae-409d-9315-c7ca31230422 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:05.271848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2135395a-2fae-409d-9315-c7ca31230422), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:05.272214 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Attempt 1 to provision port 2135395a-2fae-409d-9315-c7ca31230422 Oct 23 01:13:05.437357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:05.459121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:05.553538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 9f85ace3-354b-44d3-9c54-b5741904b1a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f85ace3-354b-44d3-9c54-b5741904b1a4,segment=NetworkSegment(e82cba25-cd98-4311-8a94-19b06079c521),segment_id=e82cba25-cd98-4311-8a94-19b06079c521)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:05.574139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (06d7739a-c11e-45af-834f-6233476ce552), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:05.599051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8a8ed34-8f41-4d00-b08a-4ebddcf8c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:05.669178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:05.677426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Port 2135395a-2fae-409d-9315-c7ca31230422 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:05.689388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:05.690123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:05.698768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Network 6baed118-198f-482f-b5de-fce15b8f732c is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:05.746846 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1e0f1bde-5ad6-426e-8137-9f4e558b894c', 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c', 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'fixed_ips': [{'subnet_id': '253b28a7-4195-41c2-8bd4-0cfb32e16fc7'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:13:05.747816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:05.775736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:05.794883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:05.801982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:05.808973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Pushing event updated for resources: {'Port': ['ID=06d7739a-c11e-45af-834f-6233476ce552,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:05.847310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Provisioning complete for port f4afe70c-07d3-467a-b69a-46769be88950 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:05.847685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f4afe70c-07d3-467a-b69a-46769be88950), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:05.848023 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Attempt 1 to provision port f4afe70c-07d3-467a-b69a-46769be88950 Oct 23 01:13:05.849406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b304d65-75a5-41cd-94e2-1cda8d8874db tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for port (2135395a-2fae-409d-9315-c7ca31230422), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:05.858586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Allocated IP 2001:db8::1 (6baed118-198f-482f-b5de-fce15b8f732c/7064c671-396d-4b45-a2b2-13700be73cdc/a2d73381-2ddb-40fa-a599-ca3e40c1dc5e) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:05.912879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b304d65-75a5-41cd-94e2-1cda8d8874db tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (2135395a-2fae-409d-9315-c7ca31230422), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:05.969662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (3dcb7beb-04f6-4e8f-82c9-1740a1667e32), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.084725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:06.094705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Port f4afe70c-07d3-467a-b69a-46769be88950 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:06.125145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:06.163502 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b304d65-75a5-41cd-94e2-1cda8d8874db tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event updated for resources: {'Port': ['ID=2135395a-2fae-409d-9315-c7ca31230422,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:06.215539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=9f85ace3-354b-44d3-9c54-b5741904b1a4,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:06.223452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4b304d65-75a5-41cd-94e2-1cda8d8874db tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] In _notify_port_updated(), no bound segment for port 2135395a-2fae-409d-9315-c7ca31230422 on network 4068b863-4aa3-4495-86ff-c5e4cb71a423 {{(pid=105985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:13:06.227818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b304d65-75a5-41cd-94e2-1cda8d8874db tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:06.228432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b304d65-75a5-41cd-94e2-1cda8d8874db tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.228635 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:06.228967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.229315 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e Oct 23 01:13:06.229757 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4b304d65-75a5-41cd-94e2-1cda8d8874db tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "PUT /networking/v2.0/ports/2135395a-2fae-409d-9315-c7ca31230422 HTTP/1.1" status: 200 len: 960 time: 2.5406814 Oct 23 01:13:06.233881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35170) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:06.260659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Provisioning complete for port 9f85ace3-354b-44d3-9c54-b5741904b1a4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:06.261037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.261380 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Attempt 1 to provision port 9f85ace3-354b-44d3-9c54-b5741904b1a4 Oct 23 01:13:06.263112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Attempting to bind port 06d7739a-c11e-45af-834f-6233476ce552 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:06.263483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Attempting to bind port 06d7739a-c11e-45af-834f-6233476ce552 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cea77f18-7e27-4662-b907-b26d25512a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6baed118-198f-482f-b5de-fce15b8f732c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:06.263879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Attempting to bind port 06d7739a-c11e-45af-834f-6233476ce552 on network 6baed118-198f-482f-b5de-fce15b8f732c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:06.267289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:06.276658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (a2d73381-2ddb-40fa-a599-ca3e40c1dc5e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.335663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.340833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3dcb7beb-04f6-4e8f-82c9-1740a1667e32), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.353745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9e1d6-4641-4c0e-8793-1bbfbba2ea1e None None] Update dhcp port {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': '993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c', 'ip_address': '2001:db8::f816:3eff:fe4b:c63c'}, {'subnet_id': '3d99598c-dbac-4b93-88cd-e0aa8d14244f'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '58a738b9-a2e6-458b-8418-3d265b24525f'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:13:06.400180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (a2d73381-2ddb-40fa-a599-ca3e40c1dc5e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.412613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:06.459848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:06.462519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:06.469947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:06.469947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.503482 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-c8a8ed34-8f41-4d00-b08a-4ebddcf8c77f None None] Allocated IP 172.20.0.34 (4068b863-4aa3-4495-86ff-c5e4cb71a423/78e3a9c4-3318-4178-964e-356090a58db6/6a5b09ee-4f2b-4338-a3a0-b7a710627e6e) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:06.505650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e1d6-4641-4c0e-8793-1bbfbba2ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.520847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=3dcb7beb-04f6-4e8f-82c9-1740a1667e32,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:06.526931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:06.543067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 6baed118-198f-482f-b5de-fce15b8f732c is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:06.566566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:06.573757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:06.574427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Checking segment: {'id': 'cea77f18-7e27-4662-b907-b26d25512a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6baed118-198f-482f-b5de-fce15b8f732c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:06.574565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.574949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Bound using segment: {'id': 'cea77f18-7e27-4662-b907-b26d25512a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6baed118-198f-482f-b5de-fce15b8f732c'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:06.575440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Bound port: 06d7739a-c11e-45af-834f-6233476ce552, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea77f18-7e27-4662-b907-b26d25512a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6baed118-198f-482f-b5de-fce15b8f732c'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:06.575820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (06d7739a-c11e-45af-834f-6233476ce552), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.581298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:06.582006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (6c87197f-1e13-45f2-92ef-0f5630113879), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.588209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Publish callbacks [] for port (f4afe70c-07d3-467a-b69a-46769be88950), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.593699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Allocated IP 172.23.0.2 (1e0f1bde-5ad6-426e-8137-9f4e558b894c/253b28a7-4195-41c2-8bd4-0cfb32e16fc7/4eefc779-0511-4c30-b462-f7ccd1670b06) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:06.655257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35e33b-f424-4ac8-ae73-5cdb69e4d15e req-80dd6096-d4bc-4824-9939-cc495521c4ec tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:06.662259 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ad35e33b-f424-4ac8-ae73-5cdb69e4d15e req-80dd6096-d4bc-4824-9939-cc495521c4ec tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.0871589 Oct 23 01:13:06.687071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=a2d73381-2ddb-40fa-a599-ca3e40c1dc5e,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:06.696191 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6b286659-1c83-4249-8975-ab0a42c5ac5b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0235636 Oct 23 01:13:06.704227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f4afe70c-07d3-467a-b69a-46769be88950), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.714407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a1820219-e722-4cbf-8897-946b44323a4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 2135395a-2fae-409d-9315-c7ca31230422 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:06.714783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1820219-e722-4cbf-8897-946b44323a4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2135395a-2fae-409d-9315-c7ca31230422), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.722914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35174) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:06.726475 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ad35e33b-f424-4ac8-ae73-5cdb69e4d15e req-744e10fe-54cb-4e47-aa73-9ec823f509f6 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631840 Oct 23 01:13:06.850167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1820219-e722-4cbf-8897-946b44323a4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2135395a-2fae-409d-9315-c7ca31230422), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.869274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a1820219-e722-4cbf-8897-946b44323a4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 2135395a-2fae-409d-9315-c7ca31230422 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:06.882082 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-1e247919-15da-46b0-88fe-1bd6a69f2573 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 3dcb7beb-04f6-4e8f-82c9-1740a1667e32 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:06.882526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1e247919-15da-46b0-88fe-1bd6a69f2573 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3dcb7beb-04f6-4e8f-82c9-1740a1667e32), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:06.905127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:06.923193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:06.959506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Current status of the port 9f85ace3-354b-44d3-9c54-b5741904b1a4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:06.998172 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a2d73381-2ddb-40fa-a599-ca3e40c1dc5e), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.007049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d3a70-ddea-489a-af99-bc3c93711692 None None] Pushing event updated for resources: {'Port': ['ID=f4afe70c-07d3-467a-b69a-46769be88950,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:07.058777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] For port 06d7739a-c11e-45af-834f-6233476ce552, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:07.084371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Provisioning complete for port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:07.084744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.085079 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Attempt 1 to provision port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e Oct 23 01:13:07.098260 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1820219-e722-4cbf-8897-946b44323a4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2135395a-2fae-409d-9315-c7ca31230422), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.116194 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:07.136493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1820219-e722-4cbf-8897-946b44323a4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=2135395a-2fae-409d-9315-c7ca31230422,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:07.155297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] For port 06d7739a-c11e-45af-834f-6233476ce552, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06d7739a-c11e-45af-834f-6233476ce552,segment=NetworkSegment(cea77f18-7e27-4662-b907-b26d25512a32),segment_id=cea77f18-7e27-4662-b907-b26d25512a32)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:07.181251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1e247919-15da-46b0-88fe-1bd6a69f2573 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3dcb7beb-04f6-4e8f-82c9-1740a1667e32), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.192507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Attempting to bind port f4afe70c-07d3-467a-b69a-46769be88950 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:07.192908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Attempting to bind port f4afe70c-07d3-467a-b69a-46769be88950 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e82cba25-cd98-4311-8a94-19b06079c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:07.193281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Attempting to bind port f4afe70c-07d3-467a-b69a-46769be88950 on network 8fa7fc10-8188-4e36-87b9-bb79bbd757c7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:07.197808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c8a8ed34-8f41-4d00-b08a-4ebddcf8c77f None None] For port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a5b09ee-4f2b-4338-a3a0-b7a710627e6e,segment=NetworkSegment(5544ac0f-547b-4191-9b75-a15bc531a8ab),segment_id=5544ac0f-547b-4191-9b75-a15bc531a8ab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:07.206861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-1e247919-15da-46b0-88fe-1bd6a69f2573 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 3dcb7beb-04f6-4e8f-82c9-1740a1667e32 owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:07.208270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 58a738b9-a2e6-458b-8418-3d265b24525f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:07.235326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1820219-e722-4cbf-8897-946b44323a4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.238614 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a1820219-e722-4cbf-8897-946b44323a4d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/2135395a-2fae-409d-9315-c7ca31230422 HTTP/1.1" status: 204 len: 168 time: 1.0034242 Oct 23 01:13:07.241381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35176) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:07.250042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-c0e9e1d6-4641-4c0e-8793-1bbfbba2ea1e None None] Allocated IP 2001:db8:0:1::2 (93e5b356-0704-414d-a7cb-470971f9a8ef/3d99598c-dbac-4b93-88cd-e0aa8d14244f/58a738b9-a2e6-458b-8418-3d265b24525f) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:07.271547 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1595f71-052f-4801-9969-722b409bb3d2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] GET failed (client error): The resource could not be found. Oct 23 01:13:07.273201 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f1595f71-052f-4801-9969-722b409bb3d2 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports/2135395a-2fae-409d-9315-c7ca31230422 HTTP/1.1" status: 404 len: 333 time: 0.0307846 Oct 23 01:13:07.277163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35178) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:07.303497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:07.336293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44a56755-1685-4fd5-ab9f-c11d251f807c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (7a42f740-7efc-49c8-9b09-dfd14a05fe20), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.360191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44a56755-1685-4fd5-ab9f-c11d251f807c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (7a42f740-7efc-49c8-9b09-dfd14a05fe20), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.435780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (a2d73381-2ddb-40fa-a599-ca3e40c1dc5e), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.474641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (06d7739a-c11e-45af-834f-6233476ce552), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.476792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44a56755-1685-4fd5-ab9f-c11d251f807c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7a42f740-7efc-49c8-9b09-dfd14a05fe20), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.482578 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44a56755-1685-4fd5-ab9f-c11d251f807c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.484258 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-44a56755-1685-4fd5-ab9f-c11d251f807c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7a42f740-7efc-49c8-9b09-dfd14a05fe20 HTTP/1.1" status: 204 len: 168 time: 0.2058654 Oct 23 01:13:07.487016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35180) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:07.501963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a56755-1685-4fd5-ab9f-c11d251f807c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a42f740-7efc-49c8-9b09-dfd14a05fe20,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:07.516691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (a2d73381-2ddb-40fa-a599-ca3e40c1dc5e), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.518367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (6c87197f-1e13-45f2-92ef-0f5630113879), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.608543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=a2d73381-2ddb-40fa-a599-ca3e40c1dc5e,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:07.618804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8a8ed34-8f41-4d00-b08a-4ebddcf8c77f None None] Publish callbacks [] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.629801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Publish callbacks [] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.673312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7f4c-57d5-445a-bca5-9c35500c66d4 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (b87dcce0-c59f-476b-be58-02069a2b2ee9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.692117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c1e49-cdec-4846-8bda-395c6198693c None None] Pushing event updated for resources: {'Port': ['ID=06d7739a-c11e-45af-834f-6233476ce552,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:07.717274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:07.717654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Checking segment: {'id': 'e82cba25-cd98-4311-8a94-19b06079c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:07.718087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.718491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Bound using segment: {'id': 'e82cba25-cd98-4311-8a94-19b06079c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:07.719013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Bound port: f4afe70c-07d3-467a-b69a-46769be88950, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82cba25-cd98-4311-8a94-19b06079c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:07.719422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f4afe70c-07d3-467a-b69a-46769be88950), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.725453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7f4c-57d5-445a-bca5-9c35500c66d4 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (b87dcce0-c59f-476b-be58-02069a2b2ee9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.731281 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1e247919-15da-46b0-88fe-1bd6a69f2573 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3dcb7beb-04f6-4e8f-82c9-1740a1667e32), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.767381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.769292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8a8ed34-8f41-4d00-b08a-4ebddcf8c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.779757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:07.785256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 58a738b9-a2e6-458b-8418-3d265b24525f triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:07.785256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.786957 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 58a738b9-a2e6-458b-8418-3d265b24525f Oct 23 01:13:07.801283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-88afcbda-1cb9-4b36-990f-c347a93d51a2 None None] Current status of the port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:07.833737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e247919-15da-46b0-88fe-1bd6a69f2573 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=3dcb7beb-04f6-4e8f-82c9-1740a1667e32,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:07.842937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 6baed118-198f-482f-b5de-fce15b8f732c is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:07.862298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:07.895026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c0e9e1d6-4641-4c0e-8793-1bbfbba2ea1e None None] For port 58a738b9-a2e6-458b-8418-3d265b24525f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58a738b9-a2e6-458b-8418-3d265b24525f,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:07.897317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:07.925761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Network 1e0f1bde-5ad6-426e-8137-9f4e558b894c is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:07.966654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:07.975154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1e247919-15da-46b0-88fe-1bd6a69f2573 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:07.978421 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1e247919-15da-46b0-88fe-1bd6a69f2573 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3dcb7beb-04f6-4e8f-82c9-1740a1667e32 HTTP/1.1" status: 204 len: 168 time: 1.2569220 Oct 23 01:13:07.981423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35184) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:07.986489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:08.015149 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Allocated IP 172.23.0.1 (1e0f1bde-5ad6-426e-8137-9f4e558b894c/253b28a7-4195-41c2-8bd4-0cfb32e16fc7/e979c72a-f00a-44f5-8f0f-e2d48e059edf) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:08.029642 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd870b5-9741-49d1-93b6-31e2e7ca6def req-9a3321a2-03ee-4ad2-a720-c3d2153a5a8c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:08.030925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Pushing event updated for resources: {'Port': ['ID=4eefc779-0511-4c30-b462-f7ccd1670b06,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:08.031203 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1cd870b5-9741-49d1-93b6-31e2e7ca6def req-9a3321a2-03ee-4ad2-a720-c3d2153a5a8c tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.1835122 Oct 23 01:13:08.033125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Provisioning complete for port f4afe70c-07d3-467a-b69a-46769be88950 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:08.033500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f4afe70c-07d3-467a-b69a-46769be88950), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.034075 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Attempt 1 to provision port f4afe70c-07d3-467a-b69a-46769be88950 Oct 23 01:13:08.043437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e1d6-4641-4c0e-8793-1bbfbba2ea1e None None] Publish callbacks [] for port (58a738b9-a2e6-458b-8418-3d265b24525f), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.052673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc576103-3ef1-41a6-b6c1-d74f4fe5ebe7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:08.053109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] For port f4afe70c-07d3-467a-b69a-46769be88950, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:08.059541 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dc576103-3ef1-41a6-b6c1-d74f4fe5ebe7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0718994 Oct 23 01:13:08.059541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35186) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:08.098437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7f4c-57d5-445a-bca5-9c35500c66d4 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (b87dcce0-c59f-476b-be58-02069a2b2ee9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.101032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7f4c-57d5-445a-bca5-9c35500c66d4 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.103088 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ea8d7f4c-57d5-445a-bca5-9c35500c66d4 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b87dcce0-c59f-476b-be58-02069a2b2ee9 HTTP/1.1" status: 204 len: 168 time: 0.6149039 Oct 23 01:13:08.106126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35188) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:08.146784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] For port f4afe70c-07d3-467a-b69a-46769be88950, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4afe70c-07d3-467a-b69a-46769be88950,segment=NetworkSegment(e82cba25-cd98-4311-8a94-19b06079c521),segment_id=e82cba25-cd98-4311-8a94-19b06079c521)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:08.153836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f2aa57-b1d9-438d-bf6c-0e30d06cc3f5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:08.155775 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a8f2aa57-b1d9-438d-bf6c-0e30d06cc3f5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0956140 Oct 23 01:13:08.159342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35190) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:08.174464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d7f4c-57d5-445a-bca5-9c35500c66d4 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87dcce0-c59f-476b-be58-02069a2b2ee9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:08.207508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Port f4afe70c-07d3-467a-b69a-46769be88950 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:08.209461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:08.216429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e1d6-4641-4c0e-8793-1bbfbba2ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.225941 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1cd870b5-9741-49d1-93b6-31e2e7ca6def req-9ce9c13a-3eef-4794-ba06-b090f6a53170 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550910 Oct 23 01:13:08.226812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a66d7-74a0-4cb5-8950-d961a81afe02 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:08.229049 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a66d7-74a0-4cb5-8950-d961a81afe02 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:08.233559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a66d7-74a0-4cb5-8950-d961a81afe02 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:08.235656 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4b8a66d7-74a0-4cb5-8950-d961a81afe02 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0750663 Oct 23 01:13:08.241295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35192) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:08.266200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c50842ff-0deb-47d8-b51a-bd0f054e2580 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (764bfa12-0551-45fc-9bfa-49c95b553432), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.266439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f4afe70c-07d3-467a-b69a-46769be88950), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.269123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8ed34-8f41-4d00-b08a-4ebddcf8c77f None None] Pushing event updated for resources: {'Port': ['ID=6a5b09ee-4f2b-4338-a3a0-b7a710627e6e,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:08.278505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 58a738b9-a2e6-458b-8418-3d265b24525f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:08.278893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.280888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Attempting to bind port 4eefc779-0511-4c30-b462-f7ccd1670b06 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:08.281265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Attempting to bind port 4eefc779-0511-4c30-b462-f7ccd1670b06 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0c1c6542-9642-4b20-8a46-d780d6e4870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:08.281630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Attempting to bind port 4eefc779-0511-4c30-b462-f7ccd1670b06 on network 1e0f1bde-5ad6-426e-8137-9f4e558b894c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:08.287250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Provisioning complete for port 58a738b9-a2e6-458b-8418-3d265b24525f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:08.287623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.287964 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Attempt 1 to provision port 58a738b9-a2e6-458b-8418-3d265b24525f Oct 23 01:13:08.301096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c50842ff-0deb-47d8-b51a-bd0f054e2580 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (764bfa12-0551-45fc-9bfa-49c95b553432), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.347316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.369029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42cf7a8-53ad-4416-86ad-830cb4660e2f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 3d99598c-dbac-4b93-88cd-e0aa8d14244f {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:08.372547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e42cf7a8-53ad-4416-86ad-830cb4660e2f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (3d99598c-dbac-4b93-88cd-e0aa8d14244f), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.432714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e42cf7a8-53ad-4416-86ad-830cb4660e2f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (3d99598c-dbac-4b93-88cd-e0aa8d14244f), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.444839 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c50842ff-0deb-47d8-b51a-bd0f054e2580 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (764bfa12-0551-45fc-9bfa-49c95b553432), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.448554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c50842ff-0deb-47d8-b51a-bd0f054e2580 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.449174 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c50842ff-0deb-47d8-b51a-bd0f054e2580 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/764bfa12-0551-45fc-9bfa-49c95b553432 HTTP/1.1" status: 204 len: 168 time: 0.3386707 Oct 23 01:13:08.453932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35196) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:08.477394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:13:08.477945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:13:08.478520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:08.481927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:08.493258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 6c87197f-1e13-45f2-92ef-0f5630113879 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:13:08.493944 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:08.542533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50842ff-0deb-47d8-b51a-bd0f054e2580 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764bfa12-0551-45fc-9bfa-49c95b553432,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:08.597562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f4bc90-830e-4914-9f3f-5ee77e684b50 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting subnet 151a35e8-e531-4abd-90c3-e5dc37a45c05 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:08.597562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6f4bc90-830e-4914-9f3f-5ee77e684b50 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (151a35e8-e531-4abd-90c3-e5dc37a45c05), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.627101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.698855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6f4bc90-830e-4914-9f3f-5ee77e684b50 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (151a35e8-e531-4abd-90c3-e5dc37a45c05), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.707554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 1e0f1bde-5ad6-426e-8137-9f4e558b894c is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:08.723106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:08.742389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:08.742729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:08.742729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Checking segment: {'id': '0c1c6542-9642-4b20-8a46-d780d6e4870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:08.742729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.743362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Bound using segment: {'id': '0c1c6542-9642-4b20-8a46-d780d6e4870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:08.746338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Bound port: 4eefc779-0511-4c30-b462-f7ccd1670b06, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1c6542-9642-4b20-8a46-d780d6e4870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:08.746338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.746608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:08.753135 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-012d529c-0a19-4181-809d-be95b8238e1b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/6c87197f-1e13-45f2-92ef-0f5630113879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6765907 Oct 23 01:13:08.758013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35198) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:08.760944 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ef439-5a34-49cb-8314-74f2064ed1fd None None] Sync routers for ids ['6c87197f-1e13-45f2-92ef-0f5630113879'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:08.787267 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ef439-5a34-49cb-8314-74f2064ed1fd None None] Routers {'6c87197f-1e13-45f2-92ef-0f5630113879'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:08.788512 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dd8ef439-5a34-49cb-8314-74f2064ed1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['6c87197f-1e13-45f2-92ef-0f5630113879'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:08.843393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e42cf7a8-53ad-4416-86ad-830cb4660e2f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (3d99598c-dbac-4b93-88cd-e0aa8d14244f), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:08.848445 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dd8ef439-5a34-49cb-8314-74f2064ed1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:08.855205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9e1d6-4641-4c0e-8793-1bbfbba2ea1e None None] Pushing event updated for resources: {'Port': ['ID=58a738b9-a2e6-458b-8418-3d265b24525f,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:08.858442 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=e979c72a-f00a-44f5-8f0f-e2d48e059edf,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:08.885171 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ef439-5a34-49cb-8314-74f2064ed1fd None None] Routers {'6c87197f-1e13-45f2-92ef-0f5630113879'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:08.887204 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dd8ef439-5a34-49cb-8314-74f2064ed1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:12:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['6c87197f-1e13-45f2-92ef-0f5630113879'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:08.925664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa9940e-6961-4e48-8436-b50e08b35271 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:08.929690 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-efa9940e-6961-4e48-8436-b50e08b35271 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports/a2d73381-2ddb-40fa-a599-ca3e40c1dc5e HTTP/1.1" status: 200 len: 911 time: 0.1682477 Oct 23 01:13:08.933528 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35202) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:08.942606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4d321979-c75d-4aed-ae18-0b6a88df7caa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7064c671-396d-4b45-a2b2-13700be73cdc'}]}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:08.960118 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dd8ef439-5a34-49cb-8314-74f2064ed1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:08.961184 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ef439-5a34-49cb-8314-74f2064ed1fd None None] The sync data for ids ['6c87197f-1e13-45f2-92ef-0f5630113879'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:08.991416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.060635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6f4bc90-830e-4914-9f3f-5ee77e684b50 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (151a35e8-e531-4abd-90c3-e5dc37a45c05), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.094671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:09.103541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 58a738b9-a2e6-458b-8418-3d265b24525f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:09.104113 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.108094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8d621c9d-c77f-422e-9d8c-69f77e46a29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.118351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:09.213776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c1d2b-ad42-4f1d-b4fb-a61a587c2cd3 None None] Network 6baed118-198f-482f-b5de-fce15b8f732c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:09.252573 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d3a70-ddea-489a-af99-bc3c93711692 None None] Pushing event updated for resources: {'Port': ['ID=f4afe70c-07d3-467a-b69a-46769be88950,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:09.331984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6f4bc90-830e-4914-9f3f-5ee77e684b50 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (151a35e8-e531-4abd-90c3-e5dc37a45c05), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.351463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Current status of the port 58a738b9-a2e6-458b-8418-3d265b24525f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:09.352111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.412805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d321979-c75d-4aed-ae18-0b6a88df7caa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a2d73381-2ddb-40fa-a599-ca3e40c1dc5e), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.448734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] For port 4eefc779-0511-4c30-b462-f7ccd1670b06, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:09.497722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4bc90-830e-4914-9f3f-5ee77e684b50 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Subnet': ['ID=151a35e8-e531-4abd-90c3-e5dc37a45c05,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:09.508428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6f4bc90-830e-4914-9f3f-5ee77e684b50 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.525591 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f6f4bc90-830e-4914-9f3f-5ee77e684b50 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/151a35e8-e531-4abd-90c3-e5dc37a45c05 HTTP/1.1" status: 204 len: 168 time: 1.0652583 Oct 23 01:13:09.526854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] For port 4eefc779-0511-4c30-b462-f7ccd1670b06, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4eefc779-0511-4c30-b462-f7ccd1670b06,segment=NetworkSegment(0c1c6542-9642-4b20-8a46-d780d6e4870f),segment_id=0c1c6542-9642-4b20-8a46-d780d6e4870f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:09.534215 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35208) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:09.540385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:09.550330 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:09.621019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffde575-12e4-4fbd-9ce8-1462ec6816ae None None] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:09.625245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.640632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa9d60-6bca-406f-afc0-8c3362dc295b req-91c457b6-c5a8-42c6-8ca9-889eed38e307 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:09.642546 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-75fa9d60-6bca-406f-afc0-8c3362dc295b req-91c457b6-c5a8-42c6-8ca9-889eed38e307 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.2478733 Oct 23 01:13:09.667779 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e42cf7a8-53ad-4416-86ad-830cb4660e2f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (3d99598c-dbac-4b93-88cd-e0aa8d14244f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.709187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cf7a8-53ad-4416-86ad-830cb4660e2f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=3d99598c-dbac-4b93-88cd-e0aa8d14244f,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:09.750218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:09.762745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.771741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e42cf7a8-53ad-4416-86ad-830cb4660e2f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.783661 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e42cf7a8-53ad-4416-86ad-830cb4660e2f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/3d99598c-dbac-4b93-88cd-e0aa8d14244f HTTP/1.1" status: 204 len: 168 time: 1.5297687 Oct 23 01:13:09.793845 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35210) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:09.826565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95919bf-c02b-42a1-8bda-62f39bc26063 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting subnet 78e3a9c4-3318-4178-964e-356090a58db6 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:09.838288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b95919bf-c02b-42a1-8bda-62f39bc26063 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (78e3a9c4-3318-4178-964e-356090a58db6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:09.850625 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-75fa9d60-6bca-406f-afc0-8c3362dc295b req-4ca1cf19-e1ff-42ec-bb66-3dc93821e2a2 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363831 Oct 23 01:13:09.955000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:09.955493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:09.980039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b95919bf-c02b-42a1-8bda-62f39bc26063 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (78e3a9c4-3318-4178-964e-356090a58db6), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.035998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:10.106581 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:13:10.106919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:13:10.185204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749b00b-96c8-4fd5-928b-0ff2a2f5655e None None] Pushing event updated for resources: {'Port': ['ID=4eefc779-0511-4c30-b462-f7ccd1670b06,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:10.194695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbc53f2-6353-4e4e-bed9-19d3f695d6fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:10.201287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0fbc53f2-6353-4e4e-bed9-19d3f695d6fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.208599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:01Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:08Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:10.266606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f0e9d-440a-400f-95f8-7cdef856de48 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:10.272480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d321979-c75d-4aed-ae18-0b6a88df7caa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (a2d73381-2ddb-40fa-a599-ca3e40c1dc5e), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.274194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dcb2a-25f3-4a49-898d-94ca0296aeea None None] The sync data for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv is: [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:01Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:08Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:10.277366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0fbc53f2-6353-4e4e-bed9-19d3f695d6fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.352068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b95919bf-c02b-42a1-8bda-62f39bc26063 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (78e3a9c4-3318-4178-964e-356090a58db6), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.380972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:13:10.380972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:13:10.422908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d321979-c75d-4aed-ae18-0b6a88df7caa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (a2d73381-2ddb-40fa-a599-ca3e40c1dc5e), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.429363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d321979-c75d-4aed-ae18-0b6a88df7caa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:10.430282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d321979-c75d-4aed-ae18-0b6a88df7caa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.431787 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4d321979-c75d-4aed-ae18-0b6a88df7caa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/ports/a2d73381-2ddb-40fa-a599-ca3e40c1dc5e HTTP/1.1" status: 200 len: 911 time: 1.4972596 Oct 23 01:13:10.440096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35214) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:10.519050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479384da-880f-4067-b7d1-47260b87b2ea req-59b9425c-7949-4cf6-8dc5-6d3780904e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:10.523939 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-479384da-880f-4067-b7d1-47260b87b2ea req-59b9425c-7949-4cf6-8dc5-6d3780904e5b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 1130 time: 0.2367833 Oct 23 01:13:10.524172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:10.558107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d321979-c75d-4aed-ae18-0b6a88df7caa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=a2d73381-2ddb-40fa-a599-ca3e40c1dc5e,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:10.613619 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-479384da-880f-4067-b7d1-47260b87b2ea req-529fb8ab-ca7f-4827-8f10-c7422e897e26 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851042 Oct 23 01:13:10.633511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.639595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:10.677435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b95919bf-c02b-42a1-8bda-62f39bc26063 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (78e3a9c4-3318-4178-964e-356090a58db6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.732473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95919bf-c02b-42a1-8bda-62f39bc26063 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Subnet': ['ID=78e3a9c4-3318-4178-964e-356090a58db6,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:10.735557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 58a738b9-a2e6-458b-8418-3d265b24525f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:10.735989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.747525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b95919bf-c02b-42a1-8bda-62f39bc26063 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.751097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.757070 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b95919bf-c02b-42a1-8bda-62f39bc26063 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/78e3a9c4-3318-4178-964e-356090a58db6 HTTP/1.1" status: 204 len: 168 time: 1.2185888 Oct 23 01:13:10.759006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35216) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:10.775414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Current status of the port 58a738b9-a2e6-458b-8418-3d265b24525f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:10.776270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.834993 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-34077a0b-a884-4299-b2f5-48676dc9c9cb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:10.834993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34077a0b-a884-4299-b2f5-48676dc9c9cb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:10.838042 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-34077a0b-a884-4299-b2f5-48676dc9c9cb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/151a35e8-e531-4abd-90c3-e5dc37a45c05 HTTP/1.1" status: 404 len: 337 time: 0.0779786 Oct 23 01:13:10.854828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35218) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:10.866567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0fbc53f2-6353-4e4e-bed9-19d3f695d6fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:10.949702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:11.045110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbd025c-82b0-4347-bbc2-8ba02bdc8222 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting subnet 185ded34-b2b5-4524-98a4-2b82623f427c {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:11.049437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fdbd025c-82b0-4347-bbc2-8ba02bdc8222 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (185ded34-b2b5-4524-98a4-2b82623f427c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:11.084181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:11.112256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fdbd025c-82b0-4347-bbc2-8ba02bdc8222 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (185ded34-b2b5-4524-98a4-2b82623f427c), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:11.128709 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d89c8d2-9c2a-4c26-9995-c1b871bd9300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:11.145082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:11.176183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c5727af3-728e-43dd-876c-80fcaf1e18cd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:13:11.202344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c5727af3-728e-43dd-876c-80fcaf1e18cd no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:11.283882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fdbd025c-82b0-4347-bbc2-8ba02bdc8222 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (185ded34-b2b5-4524-98a4-2b82623f427c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:11.361689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event updated for resources: {'Port': ['ID=e979c72a-f00a-44f5-8f0f-e2d48e059edf,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:11.386169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Network 1e0f1bde-5ad6-426e-8137-9f4e558b894c is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:11.462489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fdbd025c-82b0-4347-bbc2-8ba02bdc8222 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (185ded34-b2b5-4524-98a4-2b82623f427c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:11.498507 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:11.500119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:11.503466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port c5727af3-728e-43dd-876c-80fcaf1e18cd is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:11.503865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:11.505914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd025c-82b0-4347-bbc2-8ba02bdc8222 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Subnet': ['ID=185ded34-b2b5-4524-98a4-2b82623f427c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:11.518525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.518525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.519271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.519271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.519602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.519840 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.520186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.520495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.520822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.521144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.521721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.522422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.522422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.522422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.522732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:11.549406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fdbd025c-82b0-4347-bbc2-8ba02bdc8222 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:11.554673 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fdbd025c-82b0-4347-bbc2-8ba02bdc8222 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/185ded34-b2b5-4524-98a4-2b82623f427c HTTP/1.1" status: 204 len: 168 time: 0.6987820 Oct 23 01:13:11.560021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35222) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:11.565134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:13:11.573332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b069d3-5c85-4047-9a77-99d024038c1e" -d '{"events": [{"server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:13:11.577167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f60875-6f49-4ccf-a7f1-1e16788ee121 req-6032349f-038e-4d7d-a22c-b5fe9bf7421e tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:11.582107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:11.585337 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a7f60875-6f49-4ccf-a7f1-1e16788ee121 req-6032349f-038e-4d7d-a22c-b5fe9bf7421e tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.5270898 Oct 23 01:13:11.622561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c5727af3-728e-43dd-876c-80fcaf1e18cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:11.625119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c5727af3-728e-43dd-876c-80fcaf1e18cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:11.640225 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eadf5ba-d70b-4e61-a44f-49f8df67e006 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:11.642321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eadf5ba-d70b-4e61-a44f-49f8df67e006 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:11.659503 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4eadf5ba-d70b-4e61-a44f-49f8df67e006 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/a8a8214e-fba3-4190-a2be-72f1c13d4cfd HTTP/1.1" status: 404 len: 337 time: 0.0962727 Oct 23 01:13:11.668204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35228) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:11.687263 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0fbc53f2-6353-4e4e-bed9-19d3f695d6fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:11.737928 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1dcb11fe-54d9-43e9-8254-7e6fc66d0b20 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=45443476-dd8b-4371-9495-70b7cbccbf87 HTTP/1.1" status: 200 len: 205 time: 0.0665414 Oct 23 01:13:11.738933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35230) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:11.750944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:13:11.751386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:13:11.804540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0fbc53f2-6353-4e4e-bed9-19d3f695d6fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:11.809930 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0fbc53f2-6353-4e4e-bed9-19d3f695d6fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c HTTP/1.1" status: 204 len: 168 time: 2.0148408 Oct 23 01:13:11.816995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:11.819925 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc53f2-6353-4e4e-bed9-19d3f695d6fd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:11.823931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'port_id': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'mac_address': 'fa:16:3e:48:f3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:13:11.826401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35232) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:11.833674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e8bc58-8238-4607-bdf4-04b552a42df3 None None] Network 1e0f1bde-5ad6-426e-8137-9f4e558b894c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:11.899743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:11.901300 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-91c8b2f0-e800-483a-8773-9dc807ddf833 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] delete failed (client error): The resource could not be found. Oct 23 01:13:11.902407 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-91c8b2f0-e800-483a-8773-9dc807ddf833 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/routers/45443476-dd8b-4371-9495-70b7cbccbf87 HTTP/1.1" status: 404 len: 336 time: 0.1623654 Oct 23 01:13:11.905728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35234) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:11.908719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:11.914599 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8a09c151-5ccb-43c1-8323-f7ec218a71d0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770822 Oct 23 01:13:11.915415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd7caf5-184f-4f95-9ab6-32131dc70ba8 x-openstack-request-id: req-fcd7caf5-184f-4f95-9ab6-32131dc70ba8 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:13:11.915664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:13:11.915925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcd7caf5-184f-4f95-9ab6-32131dc70ba8 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:13:11.916318 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd7caf5-184f-4f95-9ab6-32131dc70ba8'] response: {'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'code': 200} Oct 23 01:13:11.924903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35236) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:11.933156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:11.950519 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a7f60875-6f49-4ccf-a7f1-1e16788ee121 req-a6494921-3e0a-4915-8cdb-e162e9353ea4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640695 Oct 23 01:13:11.966036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 4ed01cba-d3c5-4512-b1c2-699caccff041 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:11.994505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e7f4b1-2ff1-46e6-847b-8ff03545f5b9 None None] Network 4068b863-4aa3-4495-86ff-c5e4cb71a423 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:12.038491 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-afdf1f17-cf08-46cb-a5d2-7ec4b747994f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:12.039125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afdf1f17-cf08-46cb-a5d2-7ec4b747994f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:12.043035 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-afdf1f17-cf08-46cb-a5d2-7ec4b747994f tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/8c0cf39b-fdc9-435d-b376-a458ca0c85ee HTTP/1.1" status: 404 len: 337 time: 0.1356263 Oct 23 01:13:12.043348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0de2d-6577-41fb-a549-6d2d8486c102 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:12.046296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:13:12.046702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:13:12.047009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35238) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:12.090320 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c16b00-aee7-4120-adbf-72d0f5d62d2d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:12.090978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c16b00-aee7-4120-adbf-72d0f5d62d2d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:12.096994 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-66c16b00-aee7-4120-adbf-72d0f5d62d2d tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/268f99c4-a83b-4f22-b8df-f30b40830ca6 HTTP/1.1" status: 404 len: 337 time: 0.0466666 Oct 23 01:13:12.101090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35240) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:12.111599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d81a96e-ec55-4dba-9391-35a790471114 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (6c87197f-1e13-45f2-92ef-0f5630113879), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.134840 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ac9b3a-2767-4dfb-a513-850502264a7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:12.135326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ac9b3a-2767-4dfb-a513-850502264a7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:12.138446 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-50ac9b3a-2767-4dfb-a513-850502264a7c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/62aa6a63-9b4a-400c-bb80-f7a5ab01ccda HTTP/1.1" status: 404 len: 337 time: 0.0363100 Oct 23 01:13:12.141070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35242) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:12.165875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:12.167846 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-46688271-ebfd-4acb-9f38-98ccf9c1bb5b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:12.168683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46688271-ebfd-4acb-9f38-98ccf9c1bb5b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:12.172575 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-46688271-ebfd-4acb-9f38-98ccf9c1bb5b tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/55b10b9e-8797-407e-a3be-c438fe0bfe7f HTTP/1.1" status: 404 len: 333 time: 0.0303166 Oct 23 01:13:12.173411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port c5727af3-728e-43dd-876c-80fcaf1e18cd is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:12.174351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.176435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=c5727af3-728e-43dd-876c-80fcaf1e18cd,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:12.176610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35244) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:12.197948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:12.203633 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-86cb623a-f2a6-4c83-a1a4-509e2bcb129a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1148105 Oct 23 01:13:12.206529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35246) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:12.212038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a87aa876-bda2-4ac7-8006-27513c2c96dc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:12.243865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Sync routers for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:12.249490 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e455f69d-aeb1-4322-8b72-7ef4fe63b3cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:12.250045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e455f69d-aeb1-4322-8b72-7ef4fe63b3cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:12.258196 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e455f69d-aeb1-4322-8b72-7ef4fe63b3cc tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/286ffb76-2f72-4f23-b8a1-b6f721719f02 HTTP/1.1" status: 404 len: 337 time: 0.0804777 Oct 23 01:13:12.259404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35248) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:12.291313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5727af3-728e-43dd-876c-80fcaf1e18cd {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:13:12.299495 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c3fa66-8023-45f7-8cb6-5347555fdceb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:12.300082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c3fa66-8023-45f7-8cb6-5347555fdceb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:12.303065 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a2c3fa66-8023-45f7-8cb6-5347555fdceb tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/e551c211-bd17-46b1-a224-929e74c75109 HTTP/1.1" status: 404 len: 337 time: 0.0426931 Oct 23 01:13:12.304050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:12.307697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35250) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:12.308618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.317047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:12.317670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:12.402674 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d124647-3548-42db-888a-016855e642b0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:12.403275 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d124647-3548-42db-888a-016855e642b0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:12.409819 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7d124647-3548-42db-888a-016855e642b0 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fd5f7259-7f20-4c4a-9135-57b48f77599b HTTP/1.1" status: 404 len: 333 time: 0.0980446 Oct 23 01:13:12.414566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35252) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:12.439675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c5727af3-728e-43dd-876c-80fcaf1e18cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:12.459673 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e5fa87-59b3-49b6-b2c0-78ccd430e859 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:12.460226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e5fa87-59b3-49b6-b2c0-78ccd430e859 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:12.465695 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-94e5fa87-59b3-49b6-b2c0-78ccd430e859 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/5395b1ac-1c03-407a-aec4-7e50b48bbff2 HTTP/1.1" status: 404 len: 337 time: 0.0478885 Oct 23 01:13:12.485044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Current status of the port 58a738b9-a2e6-458b-8418-3d265b24525f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:12.485453 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.518872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ef337-87a7-44c3-925e-6ef1a18736ed None None] DHCP port deletion for 4068b863-4aa3-4495-86ff-c5e4cb71a423 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:13:12.520401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35254) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:12.554192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.558305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:12.563130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] For port 58a738b9-a2e6-458b-8418-3d265b24525f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58a738b9-a2e6-458b-8418-3d265b24525f,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:12.588080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde5df17-9db3-47e9-a156-57e9c1f22d1d None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:13:12.593700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.633888 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e1308a-510c-4723-a7d7-bef4ca7d640c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:12.634356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e1308a-510c-4723-a7d7-bef4ca7d640c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:12.637517 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d5e1308a-510c-4723-a7d7-bef4ca7d640c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/36425e1c-e058-4358-ab93-e7430af2b1d8 HTTP/1.1" status: 404 len: 337 time: 0.1057622 Oct 23 01:13:12.641491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35256) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:12.759424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5d81a96e-ec55-4dba-9391-35a790471114 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port a2d73381-2ddb-40fa-a599-ca3e40c1dc5e {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:12.760270 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d81a96e-ec55-4dba-9391-35a790471114 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a2d73381-2ddb-40fa-a599-ca3e40c1dc5e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.778490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:12.825102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cae23-38eb-428a-be00-bcbeb3f058e7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Deleting port 9c2c2a97-fe87-4689-9272-679d2db50095 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:12.825833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cd4cae23-38eb-428a-be00-bcbeb3f058e7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9c2c2a97-fe87-4689-9272-679d2db50095), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.851212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:12.889268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.898665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:12.907249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:12.911090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:12.924325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:12.925327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.objects.ports [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105984) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:13:12.925609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-973ef337-87a7-44c3-925e-6ef1a18736ed None None] Deleting port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:12.926022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-973ef337-87a7-44c3-925e-6ef1a18736ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.936230 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d81a96e-ec55-4dba-9391-35a790471114 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a2d73381-2ddb-40fa-a599-ca3e40c1dc5e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:12.984026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5d81a96e-ec55-4dba-9391-35a790471114 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for a2d73381-2ddb-40fa-a599-ca3e40c1dc5e owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:13.016710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cd4cae23-38eb-428a-be00-bcbeb3f058e7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9c2c2a97-fe87-4689-9272-679d2db50095), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.032671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:13.047186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cae23-38eb-428a-be00-bcbeb3f058e7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Calling delete_port for 9c2c2a97-fe87-4689-9272-679d2db50095 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:13.053646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:13.055578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['c5727af3-728e-43dd-876c-80fcaf1e18cd'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:13:13.061263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 58a738b9-a2e6-458b-8418-3d265b24525f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:13.062243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f85ace3-354b-44d3-9c54-b5741904b1a4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:13.095506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-973ef337-87a7-44c3-925e-6ef1a18736ed None None] For port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a5b09ee-4f2b-4338-a3a0-b7a710627e6e,segment=NetworkSegment(5544ac0f-547b-4191-9b75-a15bc531a8ab),segment_id=5544ac0f-547b-4191-9b75-a15bc531a8ab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:13.095921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-973ef337-87a7-44c3-925e-6ef1a18736ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.110359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-973ef337-87a7-44c3-925e-6ef1a18736ed None None] Calling delete_port for 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:13.181533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c78436-90b5-4c55-9111-e1c5f9816157 req-a1cb33be-ed71-4b34-b712-c5f38dd6f07f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:13.183621 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-86c78436-90b5-4c55-9111-e1c5f9816157 req-a1cb33be-ed71-4b34-b712-c5f38dd6f07f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 945 time: 0.1315918 Oct 23 01:13:13.211781 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=c5727af3-728e-43dd-876c-80fcaf1e18cd,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:13.214978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bde5df17-9db3-47e9-a156-57e9c1f22d1d None None] Deleting port 58a738b9-a2e6-458b-8418-3d265b24525f {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:13.215354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bde5df17-9db3-47e9-a156-57e9c1f22d1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.273815 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-86c78436-90b5-4c55-9111-e1c5f9816157 req-fbbdd411-b4c9-4117-97b1-79c99b22d426 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750394 Oct 23 01:13:13.279245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Provisioning complete for port 06d7739a-c11e-45af-834f-6233476ce552 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:13.279619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (06d7739a-c11e-45af-834f-6233476ce552), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.279954 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Attempt 1 to provision port 06d7739a-c11e-45af-834f-6233476ce552 Oct 23 01:13:13.315228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35260) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:13.364422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cd4cae23-38eb-428a-be00-bcbeb3f058e7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9c2c2a97-fe87-4689-9272-679d2db50095), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.456196 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:13.471378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:13.479262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.extraroute_db [None req-a87aa876-bda2-4ac7-8006-27513c2c96dc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 23 01:13:13.506882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.extraroute_db [None req-a87aa876-bda2-4ac7-8006-27513c2c96dc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Removed routes are [] {{(pid=105985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 23 01:13:13.507301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a87aa876-bda2-4ac7-8006-27513c2c96dc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.511999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdd5bc-a4e8-4b96-a2bf-bc78719354fb None None] Pushing event updated for resources: {'Port': ['ID=58a738b9-a2e6-458b-8418-3d265b24525f,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:13.545538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9f85ace3-354b-44d3-9c54-b5741904b1a4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:13.545538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.545538 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9f85ace3-354b-44d3-9c54-b5741904b1a4 Oct 23 01:13:13.648300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-bde5df17-9db3-47e9-a156-57e9c1f22d1d None None] For port 58a738b9-a2e6-458b-8418-3d265b24525f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58a738b9-a2e6-458b-8418-3d265b24525f,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:13.648728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bde5df17-9db3-47e9-a156-57e9c1f22d1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.666407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-973ef337-87a7-44c3-925e-6ef1a18736ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (6a5b09ee-4f2b-4338-a3a0-b7a710627e6e), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.696560 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bde5df17-9db3-47e9-a156-57e9c1f22d1d None None] Calling delete_port for 58a738b9-a2e6-458b-8418-3d265b24525f owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:13.714929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:13.719858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:13.735856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ef337-87a7-44c3-925e-6ef1a18736ed None None] Pushing event deleted for resources: {'Port': ['ID=6a5b09ee-4f2b-4338-a3a0-b7a710627e6e,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:13.742844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Current status of the port 06d7739a-c11e-45af-834f-6233476ce552 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:13.743280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (06d7739a-c11e-45af-834f-6233476ce552), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.749181 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ef337-87a7-44c3-925e-6ef1a18736ed None None] No DVR routers for this DVR port 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:13.749537 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ffc92ce6-05c2-42c9-87d6-ead9099201a2 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/floatingips/002dfbf1-42ae-4d34-ade8-e1a021998e00 HTTP/1.1" status: 200 len: 993 time: 0.4330120 Oct 23 01:13:13.753136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:13.757224 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cae23-38eb-428a-be00-bcbeb3f058e7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Port': ['ID=9c2c2a97-fe87-4689-9272-679d2db50095,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:13.772298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d81a96e-ec55-4dba-9391-35a790471114 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (a2d73381-2ddb-40fa-a599-ca3e40c1dc5e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.774109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:09Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e979c72a-f00a-44f5-8f0f-e2d48e059edf', 'name': '', 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:a5:3b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '253b28a7-4195-41c2-8bd4-0cfb32e16fc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:06Z', 'updated_at': '2022-10-23T01:13:10Z', 'revision_number': 2, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '253b28a7-4195-41c2-8bd4-0cfb32e16fc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:08Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:13.783181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cd4cae23-38eb-428a-be00-bcbeb3f058e7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.789375 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cd4cae23-38eb-428a-be00-bcbeb3f058e7 tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/ports/9c2c2a97-fe87-4689-9272-679d2db50095 HTTP/1.1" status: 204 len: 168 time: 1.1464496 Oct 23 01:13:13.790194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35262) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:13.793256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.852053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Checking router: 4ed01cba-d3c5-4512-b1c2-699caccff041 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:13.853328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Updating router 4ed01cba-d3c5-4512-b1c2-699caccff041 port e979c72a-f00a-44f5-8f0f-e2d48e059edf binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:13:13.866805 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81a96e-ec55-4dba-9391-35a790471114 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=a2d73381-2ddb-40fa-a599-ca3e40c1dc5e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:13.939527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (4068b863-4aa3-4495-86ff-c5e4cb71a423), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.950736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:13.989090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a87aa876-bda2-4ac7-8006-27513c2c96dc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.995053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d81a96e-ec55-4dba-9391-35a790471114 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (6c87197f-1e13-45f2-92ef-0f5630113879), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:13.997717 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] For port 06d7739a-c11e-45af-834f-6233476ce552, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06d7739a-c11e-45af-834f-6233476ce552,segment=NetworkSegment(cea77f18-7e27-4662-b907-b26d25512a32),segment_id=cea77f18-7e27-4662-b907-b26d25512a32)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:13.998822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a87aa876-bda2-4ac7-8006-27513c2c96dc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.018624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.047897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.052605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9f85ace3-354b-44d3-9c54-b5741904b1a4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:14.077070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (06d7739a-c11e-45af-834f-6233476ce552), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.104344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] For port 58a738b9-a2e6-458b-8418-3d265b24525f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58a738b9-a2e6-458b-8418-3d265b24525f,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:14.150621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Pushing event updated for resources: {'Port': ['ID=06d7739a-c11e-45af-834f-6233476ce552,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:14.152294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (58a738b9-a2e6-458b-8418-3d265b24525f), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.191051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.212905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Provisioning complete for port 4eefc779-0511-4c30-b462-f7ccd1670b06 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:14.213526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.213612 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Attempt 1 to provision port 4eefc779-0511-4c30-b462-f7ccd1670b06 Oct 23 01:13:14.262097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.266236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (a61abc0f-8260-4220-8c9f-9ce67d20a4d2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.292790 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (4068b863-4aa3-4495-86ff-c5e4cb71a423), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.319284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d81a96e-ec55-4dba-9391-35a790471114 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 6c87197f-1e13-45f2-92ef-0f5630113879 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:14.340825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4eefc779-0511-4c30-b462-f7ccd1670b06 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:14.376524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4068b863-4aa3-4495-86ff-c5e4cb71a423']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:14.387597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87aa876-bda2-4ac7-8006-27513c2c96dc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 4ed01cba-d3c5-4512-b1c2-699caccff041 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:14.401546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:14.408478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5544ac0f-547b-4191-9b75-a15bc531a8ab') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:14.408913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5544ac0f-547b-4191-9b75-a15bc531a8ab') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:14.417915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:14.421760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:14.422941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.448358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (5544ac0f-547b-4191-9b75-a15bc531a8ab), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.456153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=a61abc0f-8260-4220-8c9f-9ce67d20a4d2,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:14.458097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bde5df17-9db3-47e9-a156-57e9c1f22d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (58a738b9-a2e6-458b-8418-3d265b24525f), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.460417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d81a96e-ec55-4dba-9391-35a790471114 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:14.460959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=58a738b9-a2e6-458b-8418-3d265b24525f,revision_number=8']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:14.470060 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5d81a96e-ec55-4dba-9391-35a790471114 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/6c87197f-1e13-45f2-92ef-0f5630113879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0252113 Oct 23 01:13:14.470691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35264) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:14.479846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (5544ac0f-547b-4191-9b75-a15bc531a8ab), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.480076 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942426b8-cff8-43f9-a0fc-4ff02c5705c3 None None] Sync routers for ids ['6c87197f-1e13-45f2-92ef-0f5630113879'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:14.481520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:14.484048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.484321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.484673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.485026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.485366 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.488821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.488821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.488821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.488821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.488821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.488821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.488821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.488821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.488821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.488821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.489851 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=38 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:14.494650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.495687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.495687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.495884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.496134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.496477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.496871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.497144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.497477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.497877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.498214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.498550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.498879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.499205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.499532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:14.509519 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942426b8-cff8-43f9-a0fc-4ff02c5705c3 None None] Routers {'6c87197f-1e13-45f2-92ef-0f5630113879'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:14.510263 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-942426b8-cff8-43f9-a0fc-4ff02c5705c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['6c87197f-1e13-45f2-92ef-0f5630113879'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:14.511115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:14.511754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (5544ac0f-547b-4191-9b75-a15bc531a8ab), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.549384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:14.571806 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5df17-9db3-47e9-a156-57e9c1f22d1d None None] Pushing event deleted for resources: {'Port': ['ID=58a738b9-a2e6-458b-8418-3d265b24525f,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:14.574348 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-942426b8-cff8-43f9-a0fc-4ff02c5705c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:14.582151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 4eefc779-0511-4c30-b462-f7ccd1670b06 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:14.582528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.582869 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 4eefc779-0511-4c30-b462-f7ccd1670b06 Oct 23 01:13:14.584050 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942426b8-cff8-43f9-a0fc-4ff02c5705c3 None None] Routers {'6c87197f-1e13-45f2-92ef-0f5630113879'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:14.584748 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-942426b8-cff8-43f9-a0fc-4ff02c5705c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['6c87197f-1e13-45f2-92ef-0f5630113879'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:14.588744 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 5544ac0f-547b-4191-9b75-a15bc531a8ab resource provider aggregate not found Oct 23 01:13:14.595012 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5df17-9db3-47e9-a156-57e9c1f22d1d None None] No DVR routers for this DVR port 58a738b9-a2e6-458b-8418-3d265b24525f on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:14.599399 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-40871b16-e4b8-4ada-98da-27d8973aadc9 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6c87197f-1e13-45f2-92ef-0f5630113879 HTTP/1.1" status: 200 len: 205 time: 0.1254742 Oct 23 01:13:14.601208 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8e4d72e5-6247-4d4a-bc90-4caa9d1366a4 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6740947 Oct 23 01:13:14.602176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35270) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:14.606221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35272) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:14.615121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b69f0866-4472-4dd9-9838-74634e971dc9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:14.630894 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-942426b8-cff8-43f9-a0fc-4ff02c5705c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:14.631596 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942426b8-cff8-43f9-a0fc-4ff02c5705c3 None None] The sync data for ids ['6c87197f-1e13-45f2-92ef-0f5630113879'] in dv-neutron-master-2-hyperv is: [] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:14.656007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Current status of the port 4eefc779-0511-4c30-b462-f7ccd1670b06 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:14.656397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.658280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:14.672422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87aa876-bda2-4ac7-8006-27513c2c96dc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:14.683972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9686f7c6-27b9-4566-b6cf-c381363a9df8 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:13:14.693096 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 5544ac0f-547b-4191-9b75-a15bc531a8ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5544ac0f-547b-4191-9b75-a15bc531a8ab found for delete ", "request_id": "req-2e5cc7fb-0299-4a30-bea9-3ca6967dd0f9"}]} Oct 23 01:13:14.702165 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a87aa876-bda2-4ac7-8006-27513c2c96dc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.705996 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a87aa876-bda2-4ac7-8006-27513c2c96dc tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041 HTTP/1.1" status: 200 len: 934 time: 2.4955449 Oct 23 01:13:14.706238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35274) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:14.714698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6af305b9-ddf7-4365-8df5-e830cbd50964 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (6c87197f-1e13-45f2-92ef-0f5630113879), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.808266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (4068b863-4aa3-4495-86ff-c5e4cb71a423), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.814982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.819449 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] 10.222.0.36 "DELETE /networking/v2.0/networks/4068b863-4aa3-4495-86ff-c5e4cb71a423 HTTP/1.1" status: 204 len: 168 time: 1.0277610 Oct 23 01:13:14.842449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7392ef-f280-4e30-ae3c-8ccdf981ae3c tempest-PortsTestJSON-1411394603 tempest-PortsTestJSON-1411394603-project] Pushing event deleted for resources: {'Network': ['ID=4068b863-4aa3-4495-86ff-c5e4cb71a423,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:14.894367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69f0866-4472-4dd9-9838-74634e971dc9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:14.900413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b69f0866-4472-4dd9-9838-74634e971dc9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:14.932647 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-71c2fd96-c0fa-4e24-9da0-36b74b3ab764 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041 HTTP/1.1" status: 200 len: 934 time: 0.2196658 Oct 23 01:13:14.942370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] For port 4eefc779-0511-4c30-b462-f7ccd1670b06, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4eefc779-0511-4c30-b462-f7ccd1670b06,segment=NetworkSegment(0c1c6542-9642-4b20-8a46-d780d6e4870f),segment_id=0c1c6542-9642-4b20-8a46-d780d6e4870f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:14.955611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35278) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:14.960063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-28aecc41-d139-4522-86a4-2e3c05c33fd9 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'routes': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:14.995436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6af305b9-ddf7-4365-8df5-e830cbd50964 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (6c87197f-1e13-45f2-92ef-0f5630113879), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.000337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:15.000848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6af305b9-ddf7-4365-8df5-e830cbd50964 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (6c87197f-1e13-45f2-92ef-0f5630113879), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.016551 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.ipam_backend_mixin [None req-b69f0866-4472-4dd9-9838-74634e971dc9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a61abc0f-8260-4220-8c9f-9ce67d20a4d2 (CIDR: 2001:db8::/64) Oct 23 01:13:15.028783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.046191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Could not find standard attr ID for object a2d73381-2ddb-40fa-a599-ca3e40c1dc5e. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:15.056286 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69f0866-4472-4dd9-9838-74634e971dc9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:13:15.056889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69f0866-4472-4dd9-9838-74634e971dc9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:15.097892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4eefc779-0511-4c30-b462-f7ccd1670b06 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:15.098193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.102622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Could not find standard attr ID for object ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:15.107120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Publish callbacks [] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.148103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Could not find standard attr ID for object 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:15.173721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Could not find standard attr ID for object 9c2c2a97-fe87-4689-9272-679d2db50095. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:15.174681 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9686f7c6-27b9-4566-b6cf-c381363a9df8 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:13:15.176497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Pushing event updated for resources: {'Port': ['ID=4eefc779-0511-4c30-b462-f7ccd1670b06,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:15.178024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:15.178882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6af305b9-ddf7-4365-8df5-e830cbd50964 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (6c87197f-1e13-45f2-92ef-0f5630113879), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.179458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af305b9-ddf7-4365-8df5-e830cbd50964 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Fanout notify agent at l3_agent the message router_deleted on router 6c87197f-1e13-45f2-92ef-0f5630113879 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:13:15.181329 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b69f0866-4472-4dd9-9838-74634e971dc9 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5734503 Oct 23 01:13:15.183434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35280) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:15.190348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-efe1e1db-5838-41a5-bead-c39af845187f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:15.202176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6af305b9-ddf7-4365-8df5-e830cbd50964 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.204378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c5727af3-728e-43dd-876c-80fcaf1e18cd up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:15.206028 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6af305b9-ddf7-4365-8df5-e830cbd50964 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/6c87197f-1e13-45f2-92ef-0f5630113879 HTTP/1.1" status: 204 len: 168 time: 0.6026628 Oct 23 01:13:15.206632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35282) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:15.231483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.236858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Could not find standard attr ID for object 2135395a-2fae-409d-9315-c7ca31230422. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:15.290492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:13:15.290912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:13:15.293157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Could not find standard attr ID for object 58a738b9-a2e6-458b-8418-3d265b24525f. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:15.294052 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0855974-b51f-469b-8473-2a66184863c1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting subnet 7064c671-396d-4b45-a2b2-13700be73cdc {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:15.298133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:15.298306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0855974-b51f-469b-8473-2a66184863c1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (7064c671-396d-4b45-a2b2-13700be73cdc), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.358936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fce13-9834-40cf-984c-c5b389bf322f None None] Pushing event updated for resources: {'Port': ['ID=e979c72a-f00a-44f5-8f0f-e2d48e059edf,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:15.375560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0855974-b51f-469b-8473-2a66184863c1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (7064c671-396d-4b45-a2b2-13700be73cdc), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.396618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Provisioning complete for port e979c72a-f00a-44f5-8f0f-e2d48e059edf triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:15.396996 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.397331 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Attempt 1 to provision port e979c72a-f00a-44f5-8f0f-e2d48e059edf Oct 23 01:13:15.445954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port c5727af3-728e-43dd-876c-80fcaf1e18cd triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:15.446345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.446669 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port c5727af3-728e-43dd-876c-80fcaf1e18cd Oct 23 01:13:15.456261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe1e1db-5838-41a5-bead-c39af845187f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:15.467087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-efe1e1db-5838-41a5-bead-c39af845187f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.510546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Attempting to bind port e979c72a-f00a-44f5-8f0f-e2d48e059edf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:15.510942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Attempting to bind port e979c72a-f00a-44f5-8f0f-e2d48e059edf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0c1c6542-9642-4b20-8a46-d780d6e4870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:15.511284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Attempting to bind port e979c72a-f00a-44f5-8f0f-e2d48e059edf on network 1e0f1bde-5ad6-426e-8137-9f4e558b894c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:15.517844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Port e979c72a-f00a-44f5-8f0f-e2d48e059edf cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:15.523151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35286) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:15.524664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.extraroute_db [None req-28aecc41-d139-4522-86a4-2e3c05c33fd9 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added routes are [] {{(pid=105985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 23 01:13:15.524982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.extraroute_db [None req-28aecc41-d139-4522-86a4-2e3c05c33fd9 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 23 01:13:15.536583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0855974-b51f-469b-8473-2a66184863c1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (7064c671-396d-4b45-a2b2-13700be73cdc), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.553760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4008300a-e744-40b6-ae82-1a73793af5cf None None] Could not find standard attr ID for object 55df1b62-a775-4049-b35a-6e586285d301. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:15.610221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28aecc41-d139-4522-86a4-2e3c05c33fd9 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.688287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:15.688753 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Checking segment: {'id': '0c1c6542-9642-4b20-8a46-d780d6e4870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:15.689064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.689453 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Bound using segment: {'id': '0c1c6542-9642-4b20-8a46-d780d6e4870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:15.689970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Bound port: e979c72a-f00a-44f5-8f0f-e2d48e059edf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1c6542-9642-4b20-8a46-d780d6e4870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:15.690351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.725621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port c5727af3-728e-43dd-876c-80fcaf1e18cd is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:15.726048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.733060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-93e5b356-0704-414d-a7cb-470971f9a8ef', 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'project_id': '61d14ff25828433d8448d55982e56df4', 'fixed_ips': [{'subnet_id': 'a61abc0f-8260-4220-8c9f-9ce67d20a4d2'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:13:15.734087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.754766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4e0f2671-2e1e-4608-96cc-9c96305733dd None None] Provisioning complete for port e979c72a-f00a-44f5-8f0f-e2d48e059edf triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:15.755136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4e0f2671-2e1e-4608-96cc-9c96305733dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.755476 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4e0f2671-2e1e-4608-96cc-9c96305733dd None None] Attempt 1 to provision port e979c72a-f00a-44f5-8f0f-e2d48e059edf Oct 23 01:13:15.765194 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-78a544f9-2277-4980-ba88-8cbb0347b3c0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=118c27f55c89478ba681471398554359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404678 Oct 23 01:13:15.769251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35290) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:15.868157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4978195-103a-48f8-89b4-28b35551bd6a admin admin] Publish callbacks [] for security_group (a28a4557-4ca2-4ee3-b8dc-5281649bf0f0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.892790 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4978195-103a-48f8-89b4-28b35551bd6a admin admin] Publish callbacks [] for security_group (a28a4557-4ca2-4ee3-b8dc-5281649bf0f0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:15.960949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:15.972130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:13:15.974585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475602d9-6732-4881-9bbf-fbdc7f8716f3" -d '{"events": [{"server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:13:16.048601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c5727af3-728e-43dd-876c-80fcaf1e18cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:16.049904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4978195-103a-48f8-89b4-28b35551bd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a28a4557-4ca2-4ee3-b8dc-5281649bf0f0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.051698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4eefc779-0511-4c30-b462-f7ccd1670b06 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:16.052690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4978195-103a-48f8-89b4-28b35551bd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.052855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f4afe70c-07d3-467a-b69a-46769be88950 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:16.056726 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c4978195-103a-48f8-89b4-28b35551bd6a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a28a4557-4ca2-4ee3-b8dc-5281649bf0f0 HTTP/1.1" status: 204 len: 168 time: 0.2838604 Oct 23 01:13:16.058707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd27338-436e-4474-bf12-267605d813d5 x-openstack-request-id: req-7bd27338-436e-4474-bf12-267605d813d5 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:13:16.059001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:13:16.059255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bd27338-436e-4474-bf12-267605d813d5 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:13:16.059826 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd27338-436e-4474-bf12-267605d813d5'] response: {'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'code': 200} Oct 23 01:13:16.063298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4978195-103a-48f8-89b4-28b35551bd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28a4557-4ca2-4ee3-b8dc-5281649bf0f0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:16.078152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Allocated IP 2001:db8::f816:3eff:fef9:216a (93e5b356-0704-414d-a7cb-470971f9a8ef/a61abc0f-8260-4220-8c9f-9ce67d20a4d2/5d3466b2-c12c-46b1-b3d3-802782537851) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:16.100824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-efe1e1db-5838-41a5-bead-c39af845187f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (f8135a70-9327-4a16-9b5f-c48ccf116341), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.164284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1e1db-5838-41a5-bead-c39af845187f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:16.172028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-efe1e1db-5838-41a5-bead-c39af845187f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:16.181193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1e1db-5838-41a5-bead-c39af845187f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:16.181913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-efe1e1db-5838-41a5-bead-c39af845187f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.189858 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0855974-b51f-469b-8473-2a66184863c1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (7064c671-396d-4b45-a2b2-13700be73cdc), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.199438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f2671-2e1e-4608-96cc-9c96305733dd None None] Port e979c72a-f00a-44f5-8f0f-e2d48e059edf cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:16.200793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1e1db-5838-41a5-bead-c39af845187f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=f8135a70-9327-4a16-9b5f-c48ccf116341,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:16.219134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:16.254608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.268175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0855974-b51f-469b-8473-2a66184863c1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Subnet': ['ID=7064c671-396d-4b45-a2b2-13700be73cdc,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:16.304887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b0855974-b51f-469b-8473-2a66184863c1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.308314 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b0855974-b51f-469b-8473-2a66184863c1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/7064c671-396d-4b45-a2b2-13700be73cdc HTTP/1.1" status: 204 len: 168 time: 1.0984926 Oct 23 01:13:16.311958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35296) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:16.339636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28aecc41-d139-4522-86a4-2e3c05c33fd9 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.345305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28aecc41-d139-4522-86a4-2e3c05c33fd9 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.371347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] For port e979c72a-f00a-44f5-8f0f-e2d48e059edf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:16.393104 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-efe1e1db-5838-41a5-bead-c39af845187f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2074165 Oct 23 01:13:16.400346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35298) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:16.412529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Publish callbacks [] for port (5d3466b2-c12c-46b1-b3d3-802782537851), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.424020 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:16.424759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:56:ac:c3', 'name': 'tempest-NetworksTestDHCPv6-831028902'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:16.449695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] For port e979c72a-f00a-44f5-8f0f-e2d48e059edf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e979c72a-f00a-44f5-8f0f-e2d48e059edf,segment=NetworkSegment(0c1c6542-9642-4b20-8a46-d780d6e4870f),segment_id=0c1c6542-9642-4b20-8a46-d780d6e4870f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:16.470008 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28aecc41-d139-4522-86a4-2e3c05c33fd9 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 4ed01cba-d3c5-4512-b1c2-699caccff041 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:16.475454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=c5727af3-728e-43dd-876c-80fcaf1e18cd,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:16.479691 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f4afe70c-07d3-467a-b69a-46769be88950 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:16.480063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f4afe70c-07d3-467a-b69a-46769be88950), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.480401 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f4afe70c-07d3-467a-b69a-46769be88950 Oct 23 01:13:16.536273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (6baed118-198f-482f-b5de-fce15b8f732c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.540972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8e0cb8d3-aa60-41db-b114-ec7454d17fef None None] Provisioning complete for port 06d7739a-c11e-45af-834f-6233476ce552 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:16.541353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8e0cb8d3-aa60-41db-b114-ec7454d17fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (06d7739a-c11e-45af-834f-6233476ce552), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.541727 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8e0cb8d3-aa60-41db-b114-ec7454d17fef None None] Attempt 1 to provision port 06d7739a-c11e-45af-834f-6233476ce552 Oct 23 01:13:16.557762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.609430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aecc41-d139-4522-86a4-2e3c05c33fd9 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:16.615763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.625831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28aecc41-d139-4522-86a4-2e3c05c33fd9 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.627252 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-28aecc41-d139-4522-86a4-2e3c05c33fd9 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041 HTTP/1.1" status: 200 len: 700 time: 1.6704726 Oct 23 01:13:16.630190 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35306) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:16.638616 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port 06d7739a-c11e-45af-834f-6233476ce552 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:16.639012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (06d7739a-c11e-45af-834f-6233476ce552), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.673623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:16.678577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:16.683307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:16.685618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Pushing event updated for resources: {'Port': ['ID=5d3466b2-c12c-46b1-b3d3-802782537851,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:16.691961 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:16.715742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:16.719134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:16.722796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:16.731537 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port 06d7739a-c11e-45af-834f-6233476ce552, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06d7739a-c11e-45af-834f-6233476ce552,segment=NetworkSegment(cea77f18-7e27-4662-b907-b26d25512a32),segment_id=cea77f18-7e27-4662-b907-b26d25512a32)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:16.731926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (06d7739a-c11e-45af-834f-6233476ce552), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.750614 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for 06d7739a-c11e-45af-834f-6233476ce552 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:16.768864 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b61cdbc0-d3d4-42ce-bb11-4d7d05789997 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041 HTTP/1.1" status: 200 len: 700 time: 0.1365247 Oct 23 01:13:16.771684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35310) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:16.777104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f4afe70c-07d3-467a-b69a-46769be88950 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:16.777813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f4afe70c-07d3-467a-b69a-46769be88950), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.830571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:16.849491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8e0cb8d3-aa60-41db-b114-ec7454d17fef None None] Current status of the port 06d7739a-c11e-45af-834f-6233476ce552 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:16.902308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:16.936064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (06d7739a-c11e-45af-834f-6233476ce552), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:16.954105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No DVR routers for this DVR port 06d7739a-c11e-45af-834f-6233476ce552 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:16.973531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fce13-9834-40cf-984c-c5b389bf322f None None] Pushing event updated for resources: {'Port': ['ID=e979c72a-f00a-44f5-8f0f-e2d48e059edf,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:16.988215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:17.009238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=06d7739a-c11e-45af-834f-6233476ce552,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:17.093925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.107440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (6baed118-198f-482f-b5de-fce15b8f732c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.137514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port ba60b20f-ded1-402b-af59-75ccb2bea942 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:13:17.145719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6baed118-198f-482f-b5de-fce15b8f732c']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:17.160182 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea77f18-7e27-4662-b907-b26d25512a32') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:17.160515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea77f18-7e27-4662-b907-b26d25512a32') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:17.204979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (cea77f18-7e27-4662-b907-b26d25512a32), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.229459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (cea77f18-7e27-4662-b907-b26d25512a32), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.236207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.244862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:17.245077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port f4afe70c-07d3-467a-b69a-46769be88950, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4afe70c-07d3-467a-b69a-46769be88950,segment=NetworkSegment(e82cba25-cd98-4311-8a94-19b06079c521),segment_id=e82cba25-cd98-4311-8a94-19b06079c521)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:17.245474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (cea77f18-7e27-4662-b907-b26d25512a32), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.256978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Attempting to bind port 5d3466b2-c12c-46b1-b3d3-802782537851 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:17.257701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Attempting to bind port 5d3466b2-c12c-46b1-b3d3-802782537851 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:17.257904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Attempting to bind port 5d3466b2-c12c-46b1-b3d3-802782537851 on network 93e5b356-0704-414d-a7cb-470971f9a8ef {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:17.263199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:17.309833 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment cea77f18-7e27-4662-b907-b26d25512a32 resource provider aggregate not found Oct 23 01:13:17.327210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f4afe70c-07d3-467a-b69a-46769be88950), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.328026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 06d7739a-c11e-45af-834f-6233476ce552 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:17.351813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 06d7739a-c11e-45af-834f-6233476ce552 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:17.352110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 06d7739a-c11e-45af-834f-6233476ce552 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 23 01:13:17.399068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Port 06d7739a-c11e-45af-834f-6233476ce552 not found, will not notify nova. {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 23 01:13:17.422632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:17.426856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Checking segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:17.426856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.426856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Bound using segment: {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:17.426856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Bound port: 5d3466b2-c12c-46b1-b3d3-802782537851, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe42c8-08c7-4832-8788-af31f434233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:17.426856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.474846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8:0:1::1f2 (93e5b356-0704-414d-a7cb-470971f9a8ef/f8135a70-9327-4a16-9b5f-c48ccf116341/ba60b20f-ded1-402b-af59-75ccb2bea942) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:17.485311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::f816:3eff:fe56:acc3 (93e5b356-0704-414d-a7cb-470971f9a8ef/a61abc0f-8260-4220-8c9f-9ce67d20a4d2/ba60b20f-ded1-402b-af59-75ccb2bea942) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:17.503898 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment cea77f18-7e27-4662-b907-b26d25512a32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cea77f18-7e27-4662-b907-b26d25512a32 found for delete ", "request_id": "req-7120e670-f000-4d21-8386-893ccf4cae93"}]} Oct 23 01:13:17.516061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:15Z', 'revision_number': 7, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e979c72a-f00a-44f5-8f0f-e2d48e059edf', 'name': '', 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:a5:3b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '253b28a7-4195-41c2-8bd4-0cfb32e16fc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:06Z', 'updated_at': '2022-10-23T01:13:16Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '253b28a7-4195-41c2-8bd4-0cfb32e16fc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:08Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:17.532870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35326) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:17.547445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 58a738b9-a2e6-458b-8418-3d265b24525f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:17.550901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d97aea-d30a-4218-b0e2-a48af579441a None None] The sync data for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv is: [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:15Z', 'revision_number': 7, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e979c72a-f00a-44f5-8f0f-e2d48e059edf', 'name': '', 'network_id': '1e0f1bde-5ad6-426e-8137-9f4e558b894c', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:a5:3b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '253b28a7-4195-41c2-8bd4-0cfb32e16fc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:06Z', 'updated_at': '2022-10-23T01:13:16Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '253b28a7-4195-41c2-8bd4-0cfb32e16fc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:08Z', 'revision_number': 4, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:17.560091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port e979c72a-f00a-44f5-8f0f-e2d48e059edf {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:17.560480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.599792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:17.603208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=f4afe70c-07d3-467a-b69a-46769be88950,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:17.610431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 58a738b9-a2e6-458b-8418-3d265b24525f {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:17.610596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 58a738b9-a2e6-458b-8418-3d265b24525f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:17.611060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:17.646288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:17.646636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6a5b09ee-4f2b-4338-a3a0-b7a710627e6e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:17.689746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] For port 5d3466b2-c12c-46b1-b3d3-802782537851, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:17.694491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] For port 5d3466b2-c12c-46b1-b3d3-802782537851, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d3466b2-c12c-46b1-b3d3-802782537851,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:17.712463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (6baed118-198f-482f-b5de-fce15b8f732c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.726561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.733776 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/networks/6baed118-198f-482f-b5de-fce15b8f732c HTTP/1.1" status: 204 len: 168 time: 1.4215019 Oct 23 01:13:17.736853 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35330) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:17.750607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8b3045be-9299-44ba-81e1-5c4c6471a412 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-251000941', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:17.752870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.773284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddbf2c-9da2-4cde-93d9-a481917d9764 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Network': ['ID=6baed118-198f-482f-b5de-fce15b8f732c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:17.802190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-298612ad-9ce6-4c4f-80dd-c572848b8a4c tempest-DvrRoutersNegativeTest-1151986816 tempest-DvrRoutersNegativeTest-1151986816-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1438966770', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:17.802190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.policy [None req-298612ad-9ce6-4c4f-80dd-c572848b8a4c tempest-DvrRoutersNegativeTest-1151986816 tempest-DvrRoutersNegativeTest-1151986816-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105984) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 23 01:13:17.802190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.policy [None req-298612ad-9ce6-4c4f-80dd-c572848b8a4c tempest-DvrRoutersNegativeTest-1151986816 tempest-DvrRoutersNegativeTest-1151986816-project] Failed policy enforce for 'create_router' {{(pid=105984) enforce /opt/stack/neutron/neutron/policy.py:523}} Oct 23 01:13:17.802672 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-298612ad-9ce6-4c4f-80dd-c572848b8a4c tempest-DvrRoutersNegativeTest-1151986816 tempest-DvrRoutersNegativeTest-1151986816-project] create failed (client error): Access was denied to this resource. Oct 23 01:13:17.806334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port e979c72a-f00a-44f5-8f0f-e2d48e059edf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e979c72a-f00a-44f5-8f0f-e2d48e059edf,segment=NetworkSegment(0c1c6542-9642-4b20-8a46-d780d6e4870f),segment_id=0c1c6542-9642-4b20-8a46-d780d6e4870f)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:17.807959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.815358 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-298612ad-9ce6-4c4f-80dd-c572848b8a4c tempest-DvrRoutersNegativeTest-1151986816 tempest-DvrRoutersNegativeTest-1151986816-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2777691 Oct 23 01:13:17.868824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for e979c72a-f00a-44f5-8f0f-e2d48e059edf owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:17.880759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:17.889316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b54d8-4bb1-45b2-9356-620a5bdb5b31 None None] Pushing event updated for resources: {'Port': ['ID=5d3466b2-c12c-46b1-b3d3-802782537851,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:17.913019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (ba60b20f-ded1-402b-af59-75ccb2bea942), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:17.943551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:18.077031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8b3045be-9299-44ba-81e1-5c4c6471a412 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.078100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8b3045be-9299-44ba-81e1-5c4c6471a412 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.119751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ba60b20f-ded1-402b-af59-75ccb2bea942), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.144140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e979c72a-f00a-44f5-8f0f-e2d48e059edf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:18.186117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:18.192653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:18.197007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:18.201748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e979c72a-f00a-44f5-8f0f-e2d48e059edf triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:18.202167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.202408 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:18.202679 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e979c72a-f00a-44f5-8f0f-e2d48e059edf Oct 23 01:13:18.204068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.212235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=ba60b20f-ded1-402b-af59-75ccb2bea942,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:18.292896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.296096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e979c72a-f00a-44f5-8f0f-e2d48e059edf is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:18.296726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e979c72a-f00a-44f5-8f0f-e2d48e059edf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.338366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=e979c72a-f00a-44f5-8f0f-e2d48e059edf,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:18.344514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f4afe70c-07d3-467a-b69a-46769be88950 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:18.354652 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cbea69e1-3798-4637-8708-d2bff35fb5ba tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9465191 Oct 23 01:13:18.354652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35334) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:18.396371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f4afe70c-07d3-467a-b69a-46769be88950 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:18.396747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f4afe70c-07d3-467a-b69a-46769be88950), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.400171 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f4afe70c-07d3-467a-b69a-46769be88950 Oct 23 01:13:18.402057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8b3045be-9299-44ba-81e1-5c4c6471a412 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (5ca7d80f-f177-4652-a37c-14b7f000147b), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.475191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-68f1b424-2ced-4233-995b-8ebf478a40ae tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port ba60b20f-ded1-402b-af59-75ccb2bea942 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:18.475654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68f1b424-2ced-4233-995b-8ebf478a40ae tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ba60b20f-ded1-402b-af59-75ccb2bea942), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.522984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f4afe70c-07d3-467a-b69a-46769be88950 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:18.524177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4eefc779-0511-4c30-b462-f7ccd1670b06 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:18.544039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8b3045be-9299-44ba-81e1-5c4c6471a412 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.585576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 4eefc779-0511-4c30-b462-f7ccd1670b06 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:18.586010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.586323 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 4eefc779-0511-4c30-b462-f7ccd1670b06 Oct 23 01:13:18.620151 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35338) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:18.632098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.637168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68f1b424-2ced-4233-995b-8ebf478a40ae tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ba60b20f-ded1-402b-af59-75ccb2bea942), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.647481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8b3045be-9299-44ba-81e1-5c4c6471a412 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.649629 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8b3045be-9299-44ba-81e1-5c4c6471a412 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9050870 Oct 23 01:13:18.653110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35342) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:18.661235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-663364106'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:18.666025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-68f1b424-2ced-4233-995b-8ebf478a40ae tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for ba60b20f-ded1-402b-af59-75ccb2bea942 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:18.680584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4eefc779-0511-4c30-b462-f7ccd1670b06 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:18.799651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d4af7266-241d-4fc2-bdb6-12e866a143c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.810301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:18.814340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.831275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7cb74-e0bf-4f65-8102-3e1736275089 None None] Sync routers for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:18.844902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c7cb74-e0bf-4f65-8102-3e1736275089 None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:18.845577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-74c7cb74-e0bf-4f65-8102-3e1736275089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:18.863133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:18.958602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68f1b424-2ced-4233-995b-8ebf478a40ae tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ba60b20f-ded1-402b-af59-75ccb2bea942), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.965638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:18.970420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-74c7cb74-e0bf-4f65-8102-3e1736275089 None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:18.985965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (4cecd0f4-710d-48e7-939d-8bac1c623c5e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:18.986319 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added segment 4cecd0f4-710d-48e7-939d-8bac1c623c5e of type vlan for network 8a6f13cd-ee3a-433b-b4d8-70892759f585 Oct 23 01:13:18.988956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 4ed01cba-d3c5-4512-b1c2-699caccff041 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:18.999017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1b424-2ced-4233-995b-8ebf478a40ae tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=ba60b20f-ded1-402b-af59-75ccb2bea942,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:19.059732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68f1b424-2ced-4233-995b-8ebf478a40ae tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.064185 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-68f1b424-2ced-4233-995b-8ebf478a40ae tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ba60b20f-ded1-402b-af59-75ccb2bea942 HTTP/1.1" status: 204 len: 168 time: 0.7112949 Oct 23 01:13:19.066879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35344) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:19.125700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:19.134274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a9e9f7-0bc0-4daf-8b03-e057f16e82da tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:19.139577 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a6a9e9f7-0bc0-4daf-8b03-e057f16e82da tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0684497 Oct 23 01:13:19.140252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35346) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:19.164609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (8a6f13cd-ee3a-433b-b4d8-70892759f585), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.190545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e800e0da-4e41-473d-80a7-cd608e90d715 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:19.232751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27b1500-40c5-46bf-9809-11e03f5211bb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:19.237128 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d27b1500-40c5-46bf-9809-11e03f5211bb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0930593 Oct 23 01:13:19.237290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35348) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:19.256624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33be9f-e7ef-4b45-bda1-633dc075d7ee None None] Network 6baed118-198f-482f-b5de-fce15b8f732c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:19.272907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d4af7266-241d-4fc2-bdb6-12e866a143c8 admin admin] Publish callbacks [] for security_group (d46421a3-7e7e-4e28-8fbb-48ad8adcb8ca), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.274416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:19.274581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:19.276515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:19.277030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.277609 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:19.282253 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4325ed1f-298e-459c-928f-19bcd3fbf79e tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5095444 Oct 23 01:13:19.283154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:19.285162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35350) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:19.331480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904bbf4-ac2d-4187-8fc8-99ffc39cf77d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:19.331997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33be9f-e7ef-4b45-bda1-633dc075d7ee None None] Network 6baed118-198f-482f-b5de-fce15b8f732c could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:13:19.335731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904bbf4-ac2d-4187-8fc8-99ffc39cf77d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:19.338782 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904bbf4-ac2d-4187-8fc8-99ffc39cf77d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:19.346531 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7904bbf4-ac2d-4187-8fc8-99ffc39cf77d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1048534 Oct 23 01:13:19.346941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35352) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:19.368164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b636c81d-1f74-429a-a8d6-3e83597557aa tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting subnet 253b28a7-4195-41c2-8bd4-0cfb32e16fc7 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:19.378481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b636c81d-1f74-429a-a8d6-3e83597557aa tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (253b28a7-4195-41c2-8bd4-0cfb32e16fc7), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.386685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (8a6f13cd-ee3a-433b-b4d8-70892759f585), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.392484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:19.393336 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.394685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:19.416191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc5ba9-7c15-4b95-83d5-23edeabda9d9 None None] DHCP port deletion for 6baed118-198f-482f-b5de-fce15b8f732c request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:13:19.439210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d4af7266-241d-4fc2-bdb6-12e866a143c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d46421a3-7e7e-4e28-8fbb-48ad8adcb8ca), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.445940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f9c033-5fe6-4f56-835f-8686cf577432 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet a61abc0f-8260-4220-8c9f-9ce67d20a4d2 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:19.449777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-38f9c033-5fe6-4f56-835f-8686cf577432 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (a61abc0f-8260-4220-8c9f-9ce67d20a4d2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.508509 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-38f9c033-5fe6-4f56-835f-8686cf577432 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (a61abc0f-8260-4220-8c9f-9ce67d20a4d2), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.535430 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8802240 Oct 23 01:13:19.544619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-74c7cb74-e0bf-4f65-8102-3e1736275089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:18Z', 'revision_number': 8, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:16Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:19.545725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35354) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:19.560943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'subnet': {'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:19.566059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b636c81d-1f74-429a-a8d6-3e83597557aa tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (253b28a7-4195-41c2-8bd4-0cfb32e16fc7), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.586760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:19.587144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.592389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7cb74-e0bf-4f65-8102-3e1736275089 None None] Checking router: 4ed01cba-d3c5-4512-b1c2-699caccff041 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:19.607339 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d4af7266-241d-4fc2-bdb6-12e866a143c8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=35eb8043e65d4e7d8093d0fcc99e1b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9849012 Oct 23 01:13:19.607589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1f8a56-256b-49be-97f2-dbd58f663cfa None None] Update dhcp port {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': 'a61abc0f-8260-4220-8c9f-9ce67d20a4d2', 'ip_address': '2001:db8::f816:3eff:fef9:216a'}, {'subnet_id': 'f8135a70-9327-4a16-9b5f-c48ccf116341'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5d3466b2-c12c-46b1-b3d3-802782537851'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:13:19.607694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfdb60-419c-45e7-bd54-5bd72b2b6a81 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Network': ['ID=8a6f13cd-ee3a-433b-b4d8-70892759f585,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:19.609410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35356) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:19.614299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af7266-241d-4fc2-bdb6-12e866a143c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46421a3-7e7e-4e28-8fbb-48ad8adcb8ca,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:19.634295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-38f9c033-5fe6-4f56-835f-8686cf577432 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (a61abc0f-8260-4220-8c9f-9ce67d20a4d2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.652897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 8a6f13cd-ee3a-433b-b4d8-70892759f585 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:19.658371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c7cb74-e0bf-4f65-8102-3e1736275089 None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:19.659128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-74c7cb74-e0bf-4f65-8102-3e1736275089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:19.674993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:19.749155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8a56-256b-49be-97f2-dbd58f663cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.797815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b636c81d-1f74-429a-a8d6-3e83597557aa tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (253b28a7-4195-41c2-8bd4-0cfb32e16fc7), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.801124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6069238e-9d86-444b-a8c1-88b0b9a43db5 admin admin] Publish callbacks [] for security_group (d46421a3-7e7e-4e28-8fbb-48ad8adcb8ca), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.820511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-38f9c033-5fe6-4f56-835f-8686cf577432 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (a61abc0f-8260-4220-8c9f-9ce67d20a4d2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.827576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6069238e-9d86-444b-a8c1-88b0b9a43db5 admin admin] Publish callbacks [] for security_group (d46421a3-7e7e-4e28-8fbb-48ad8adcb8ca), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.852353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9c033-5fe6-4f56-835f-8686cf577432 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=a61abc0f-8260-4220-8c9f-9ce67d20a4d2,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:19.859593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-38f9c033-5fe6-4f56-835f-8686cf577432 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.863589 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-38f9c033-5fe6-4f56-835f-8686cf577432 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/a61abc0f-8260-4220-8c9f-9ce67d20a4d2 HTTP/1.1" status: 204 len: 168 time: 0.5149903 Oct 23 01:13:19.869597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35358) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:19.900361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:19.904205 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:19.959141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5d3466b2-c12c-46b1-b3d3-802782537851 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:20.031191 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f224f632-2e95-420d-8a33-27410c02f9fc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet f8135a70-9327-4a16-9b5f-c48ccf116341 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:20.037562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f224f632-2e95-420d-8a33-27410c02f9fc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (f8135a70-9327-4a16-9b5f-c48ccf116341), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.068168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-74c7cb74-e0bf-4f65-8102-3e1736275089 None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:20.086633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f224f632-2e95-420d-8a33-27410c02f9fc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (f8135a70-9327-4a16-9b5f-c48ccf116341), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.112052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:13:20.112466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:13:20.116215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b636c81d-1f74-429a-a8d6-3e83597557aa tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (253b28a7-4195-41c2-8bd4-0cfb32e16fc7), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.118101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6069238e-9d86-444b-a8c1-88b0b9a43db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d46421a3-7e7e-4e28-8fbb-48ad8adcb8ca), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.120642 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6069238e-9d86-444b-a8c1-88b0b9a43db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.121791 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6069238e-9d86-444b-a8c1-88b0b9a43db5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d46421a3-7e7e-4e28-8fbb-48ad8adcb8ca HTTP/1.1" status: 204 len: 168 time: 0.5045221 Oct 23 01:13:20.176192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069238e-9d86-444b-a8c1-88b0b9a43db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46421a3-7e7e-4e28-8fbb-48ad8adcb8ca,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:20.178197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b636c81d-1f74-429a-a8d6-3e83597557aa tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.181361 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b636c81d-1f74-429a-a8d6-3e83597557aa tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/253b28a7-4195-41c2-8bd4-0cfb32e16fc7 HTTP/1.1" status: 204 len: 168 time: 0.8952651 Oct 23 01:13:20.187431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35362) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:20.187995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636c81d-1f74-429a-a8d6-3e83597557aa tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Subnet': ['ID=253b28a7-4195-41c2-8bd4-0cfb32e16fc7,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:20.204211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f224f632-2e95-420d-8a33-27410c02f9fc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (f8135a70-9327-4a16-9b5f-c48ccf116341), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.214869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:20.260520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:20.261164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.261507 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:20.298670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (1e0f1bde-5ad6-426e-8137-9f4e558b894c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.367742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port 4eefc779-0511-4c30-b462-f7ccd1670b06 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:20.368128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.416641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f224f632-2e95-420d-8a33-27410c02f9fc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (f8135a70-9327-4a16-9b5f-c48ccf116341), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.421251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (5039f11d-dc55-41f1-b3d6-529dfa96e06e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server [None req-6a1f8a56-256b-49be-97f2-dbd58f663cfa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8135a70-9327-4a16-9b5f-c48ccf116341: This subnet is being modified by another concurrent operation. Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 329, in update_dhcp_port Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 120, in _port_action Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1852, in update_port Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1524, in update_port Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 455, in update_port_with_ips Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 379, in _update_ips_for_port Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise exception Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8135a70-9327-4a16-9b5f-c48ccf116341: This subnet is being modified by another concurrent operation. Oct 23 01:13:20.423511 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server Oct 23 01:13:20.441410 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port 4eefc779-0511-4c30-b462-f7ccd1670b06, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4eefc779-0511-4c30-b462-f7ccd1670b06,segment=NetworkSegment(0c1c6542-9642-4b20-8a46-d780d6e4870f),segment_id=0c1c6542-9642-4b20-8a46-d780d6e4870f)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:20.442687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.457441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for 4eefc779-0511-4c30-b462-f7ccd1670b06 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:20.461043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:20.465525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.486357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4adcf6a-5967-4a8e-bbeb-af0366abd1b5 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:13:20.495030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:20.498150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224f632-2e95-420d-8a33-27410c02f9fc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=f8135a70-9327-4a16-9b5f-c48ccf116341,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:20.510266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f224f632-2e95-420d-8a33-27410c02f9fc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.514840 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f224f632-2e95-420d-8a33-27410c02f9fc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/f8135a70-9327-4a16-9b5f-c48ccf116341 HTTP/1.1" status: 204 len: 168 time: 0.6442270 Oct 23 01:13:20.520779 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35366) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:20.538295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:20.578076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:20.588232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-74c7cb74-e0bf-4f65-8102-3e1736275089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:18Z', 'revision_number': 8, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:16Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:20.596200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 5d3466b2-c12c-46b1-b3d3-802782537851, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d3466b2-c12c-46b1-b3d3-802782537851,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:20.611262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35368) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:20.611565 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cbc1186c-c15e-4110-8ed8-db6350356922 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693405 Oct 23 01:13:20.620615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-974c5c85-2e1c-41bc-b885-6b488db07ae0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:20.626026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Checking segment: {'id': '4cecd0f4-710d-48e7-939d-8bac1c623c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:20.626399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network hostable DHCP agents. Network: 8a6f13cd-ee3a-433b-b4d8-70892759f585, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:13:20.630244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Subnet': ['ID=5039f11d-dc55-41f1-b3d6-529dfa96e06e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:20.644288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7cb74-e0bf-4f65-8102-3e1736275089 None None] The sync data for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv is: [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:18Z', 'revision_number': 8, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:16Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:20.694325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:20.695039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.717934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.720822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4eefc779-0511-4c30-b462-f7ccd1670b06), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.736199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 06d7739a-c11e-45af-834f-6233476ce552 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:20.741397 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 8a6f13cd-ee3a-433b-b4d8-70892759f585 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:13:20.760441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=4eefc779-0511-4c30-b462-f7ccd1670b06,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:20.764919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No DVR routers for this DVR port 4eefc779-0511-4c30-b462-f7ccd1670b06 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:20.844515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8a6f13cd-ee3a-433b-b4d8-70892759f585) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:20.851521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:20.852461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.852589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 06d7739a-c11e-45af-834f-6233476ce552 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:20.852906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 06d7739a-c11e-45af-834f-6233476ce552 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:20.859324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (1e0f1bde-5ad6-426e-8137-9f4e558b894c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.881122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0f1bde-5ad6-426e-8137-9f4e558b894c']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:20.887491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:13:20.887925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:13:20.893930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1c6542-9642-4b20-8a46-d780d6e4870f') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:20.893930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1c6542-9642-4b20-8a46-d780d6e4870f') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:20.894993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=5d3466b2-c12c-46b1-b3d3-802782537851,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:20.903229 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (0c1c6542-9642-4b20-8a46-d780d6e4870f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.906967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:20.918294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (0c1c6542-9642-4b20-8a46-d780d6e4870f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.922463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.922463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.922463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.922463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.922463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.922463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.922463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.922463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.922463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.923301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.923301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.923583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.923902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.924220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.924575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:20.925544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:20.926038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (0c1c6542-9642-4b20-8a46-d780d6e4870f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.955796 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 0c1c6542-9642-4b20-8a46-d780d6e4870f resource provider aggregate not found Oct 23 01:13:20.961166 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4adcf6a-5967-4a8e-bbeb-af0366abd1b5 None None] Unable to find a vacant binding_index for network 8a6f13cd-ee3a-433b-b4d8-70892759f585 and agent d33e14db-e492-434a-b642-f16dd8465a6e {{(pid=105986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 23 01:13:20.962462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974c5c85-2e1c-41bc-b885-6b488db07ae0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:20.966780 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-974c5c85-2e1c-41bc-b885-6b488db07ae0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:20.968018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4adcf6a-5967-4a8e-bbeb-af0366abd1b5 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8a6f13cd-ee3a-433b-b4d8-70892759f585) {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:13:20.971405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:20.977657 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a0ef4056-2136-44c2-a3af-86744290bf31 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4254420 Oct 23 01:13:20.980914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35382) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:21.009614 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 0c1c6542-9642-4b20-8a46-d780d6e4870f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c1c6542-9642-4b20-8a46-d780d6e4870f found for delete ", "request_id": "req-81b3ff98-4a16-4d47-9955-1b13af65619b"}]} Oct 23 01:13:21.022854 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:13:21.219016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8a6f13cd-ee3a-433b-b4d8-70892759f585', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:13:21.223513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:21.257695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (1e0f1bde-5ad6-426e-8137-9f4e558b894c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:21.263103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:21.268415 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/networks/1e0f1bde-5ad6-426e-8137-9f4e558b894c HTTP/1.1" status: 204 len: 168 time: 1.0802836 Oct 23 01:13:21.281160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35388) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:21.298481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fe12c-5501-47c7-88f3-5f3bdb349584 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Network': ['ID=1e0f1bde-5ad6-426e-8137-9f4e558b894c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:21.379826 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a74bdce-fcd2-438e-be0e-7a9deea1706a None None] Sync routers for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:21.383360 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=30 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:21.386934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-974c5c85-2e1c-41bc-b885-6b488db07ae0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (56a361f8-9e82-40c4-aaf2-509be97a1421), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:21.391482 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74bdce-fcd2-438e-be0e-7a9deea1706a None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:21.392344 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1a74bdce-fcd2-438e-be0e-7a9deea1706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:21.426167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Allocated IP 2001:db8::2 (8a6f13cd-ee3a-433b-b4d8-70892759f585/5039f11d-dc55-41f1-b3d6-529dfa96e06e/7cd55966-92f0-46b5-b850-3e8aa8f0a9cd) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:21.452672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974c5c85-2e1c-41bc-b885-6b488db07ae0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:21.456778 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-974c5c85-2e1c-41bc-b885-6b488db07ae0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:21.466833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c5c85-2e1c-41bc-b885-6b488db07ae0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:21.467787 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-974c5c85-2e1c-41bc-b885-6b488db07ae0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:21.493656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:21.500149 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-1a74bdce-fcd2-438e-be0e-7a9deea1706a None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:21.516579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c5c85-2e1c-41bc-b885-6b488db07ae0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=56a361f8-9e82-40c4-aaf2-509be97a1421,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:21.611698 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-974c5c85-2e1c-41bc-b885-6b488db07ae0 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9982104 Oct 23 01:13:21.614574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35394) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:21.621044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3172ca8c-0525-4a1d-852e-c1e44ead2b7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:21.675635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35396) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:21.682689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:21.733006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Publish callbacks [] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:21.733006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d70de418-727f-4c16-badc-efc917de6d44 None None] Could not find standard attr ID for object 06d7739a-c11e-45af-834f-6233476ce552. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:21.734553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:21.762860 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:21.832849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:21.883102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Network 8a6f13cd-ee3a-433b-b4d8-70892759f585 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:21.895861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:21.907159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:21.908416 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1a74bdce-fcd2-438e-be0e-7a9deea1706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:18Z', 'revision_number': 8, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:16Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:21.919225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-05ca8684-3dfc-4500-9bc3-1068fef99285 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:21.919225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-05ca8684-3dfc-4500-9bc3-1068fef99285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:21.919225 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-05ca8684-3dfc-4500-9bc3-1068fef99285 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:21.963194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1555528983'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:21.984769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Pushing event updated for resources: {'Port': ['ID=7cd55966-92f0-46b5-b850-3e8aa8f0a9cd,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:21.995480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3172ca8c-0525-4a1d-852e-c1e44ead2b7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:22.007697 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a74bdce-fcd2-438e-be0e-7a9deea1706a None None] Checking router: 4ed01cba-d3c5-4512-b1c2-699caccff041 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:22.008324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3172ca8c-0525-4a1d-852e-c1e44ead2b7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.032754 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74bdce-fcd2-438e-be0e-7a9deea1706a None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:22.034262 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1a74bdce-fcd2-438e-be0e-7a9deea1706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:22.043113 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5d3466b2-c12c-46b1-b3d3-802782537851 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:22.059689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.140175 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-1a74bdce-fcd2-438e-be0e-7a9deea1706a None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:22.243930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:22.244245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Attempting to bind port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:22.244245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Attempting to bind port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4cecd0f4-710d-48e7-939d-8bac1c623c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:22.244245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Attempting to bind port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd on network 8a6f13cd-ee3a-433b-b4d8-70892759f585 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:22.269776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Allocated IP 2001:db8::1 (8a6f13cd-ee3a-433b-b4d8-70892759f585/5039f11d-dc55-41f1-b3d6-529dfa96e06e/df41b061-fa00-4716-b983-cd2ca847f10a) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:22.290620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.365754 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-05ca8684-3dfc-4500-9bc3-1068fef99285 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:22.376571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:22.377327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.378748 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:22.423499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:22.431128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:22.432859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Checking segment: {'id': '4cecd0f4-710d-48e7-939d-8bac1c623c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:22.433454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.434063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Bound using segment: {'id': '4cecd0f4-710d-48e7-939d-8bac1c623c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:22.436127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Bound port: 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cecd0f4-710d-48e7-939d-8bac1c623c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:22.437307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.453454 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1a74bdce-fcd2-438e-be0e-7a9deea1706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:18Z', 'revision_number': 8, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:16Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:22.489770 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a74bdce-fcd2-438e-be0e-7a9deea1706a None None] The sync data for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv is: [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:18Z', 'revision_number': 8, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4afe70c-07d3-467a-b69a-46769be88950', 'name': '', 'network_id': '8fa7fc10-8188-4e36-87b9-bb79bbd757c7', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:b3:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:59Z', 'updated_at': '2022-10-23T01:13:16Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '9a26e51d-12a5-460f-b18b-2e94f707eff0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:22.580950 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (df41b061-fa00-4716-b983-cd2ca847f10a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.581639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] For port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:22.586490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] For port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cd55966-92f0-46b5-b850-3e8aa8f0a9cd,segment=NetworkSegment(4cecd0f4-710d-48e7-939d-8bac1c623c5e),segment_id=4cecd0f4-710d-48e7-939d-8bac1c623c5e)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:22.590861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:22.599066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e979c72a-f00a-44f5-8f0f-e2d48e059edf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:22.625393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: e979c72a-f00a-44f5-8f0f-e2d48e059edf {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:22.626963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e979c72a-f00a-44f5-8f0f-e2d48e059edf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:22.646078 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.ipam_backend_mixin [None req-3172ca8c-0525-4a1d-852e-c1e44ead2b7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56a361f8-9e82-40c4-aaf2-509be97a1421 (CIDR: 2001:db8::/64) Oct 23 01:13:22.679048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port f4afe70c-07d3-467a-b69a-46769be88950 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:22.679410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f4afe70c-07d3-467a-b69a-46769be88950), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.689307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Made reservation on behalf of eacacf7a38cd421b9041fafeb01b8d38 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:22.693866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.703238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.718812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.722564 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-3172ca8c-0525-4a1d-852e-c1e44ead2b7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:13:22.723101 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3172ca8c-0525-4a1d-852e-c1e44ead2b7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:22.771153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.786272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a999b0e-6af0-43c0-85fc-dff5d64cd929 None None] Pushing event updated for resources: {'Port': ['ID=7cd55966-92f0-46b5-b850-3e8aa8f0a9cd,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:22.814330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks [] for security_group (86f60974-ac44-4e61-9fcf-9c42313e1736), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.839080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port f4afe70c-07d3-467a-b69a-46769be88950, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4afe70c-07d3-467a-b69a-46769be88950,segment=NetworkSegment(e82cba25-cd98-4311-8a94-19b06079c521),segment_id=e82cba25-cd98-4311-8a94-19b06079c521)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:22.839517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f4afe70c-07d3-467a-b69a-46769be88950), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.845375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:22.859629 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 8a6f13cd-ee3a-433b-b4d8-70892759f585 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:22.864650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for f4afe70c-07d3-467a-b69a-46769be88950 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:22.866927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=df41b061-fa00-4716-b983-cd2ca847f10a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:22.870545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:22.873263 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:22.873891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.887445 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3172ca8c-0525-4a1d-852e-c1e44ead2b7f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2688768 Oct 23 01:13:22.887798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35400) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:22.892876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:22.964833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (86f60974-ac44-4e61-9fcf-9c42313e1736), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.017827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:23.044350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f60974-ac44-4e61-9fcf-9c42313e1736,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:23.047161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (09849ed3-d0d6-451c-b9c4-982f87fb1631), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.047358 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Added segment 09849ed3-d0d6-451c-b9c4-982f87fb1631 of type vlan for network 57f4fc49-1f58-494c-b7db-64c599f41eb7 Oct 23 01:13:23.120112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (57f4fc49-1f58-494c-b7db-64c599f41eb7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.144878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.157924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:23.219086 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:23.223015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.274867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (57f4fc49-1f58-494c-b7db-64c599f41eb7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.280328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:23.280927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.283577 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7,neutron:DELETE=2,neutron:INSERT=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:23.307068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f4afe70c-07d3-467a-b69a-46769be88950), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.352203 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=f4afe70c-07d3-467a-b69a-46769be88950,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:23.381503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Pushing event updated for resources: {'Network': ['ID=57f4fc49-1f58-494c-b7db-64c599f41eb7,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:23.398641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 57f4fc49-1f58-494c-b7db-64c599f41eb7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:23.405632 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f7845a0a-0e85-4447-a35c-933898d00cdd tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.7180812 Oct 23 01:13:23.405632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35402) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:23.405632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-5051bcdb-4624-4099-80e9-36f451454d33 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7', 'tempest-TagsTest-Tag-793929284') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:23.595361 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5051bcdb-4624-4099-80e9-36f451454d33 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "PUT /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags/tempest-TagsTest-Tag-793929284 HTTP/1.1" status: 201 len: 201 time: 0.1912527 Oct 23 01:13:23.598053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35404) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:23.600310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-b396aeba-24dc-408f-a46a-be509aa1ff5f tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7', 'tempest-TagsTest-Tag-793929284') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:23.606803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (df41b061-fa00-4716-b983-cd2ca847f10a), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.608552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.666039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.666873 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.689828 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b396aeba-24dc-408f-a46a-be509aa1ff5f tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "GET /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags/tempest-TagsTest-Tag-793929284 HTTP/1.1" status: 204 len: 168 time: 0.0909195 Oct 23 01:13:23.690438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35406) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:23.695836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-53ee7c07-30e1-4ce9-b0f5-52563d0d0e3e tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:23.741277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:23.806911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=df41b061-fa00-4716-b983-cd2ca847f10a,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:23.825383 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-53ee7c07-30e1-4ce9-b0f5-52563d0d0e3e tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "GET /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags HTTP/1.1" status: 200 len: 237 time: 0.1342576 Oct 23 01:13:23.828100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35408) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:23.835882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-b938ba48-f1d8-4263-b8e0-1c49fc9d517b tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7', {'tags': ['tempest-TagsTest-Tag-2096737273', 'tempest-TagsTest-Tag-963061608', 'tempest-TagsTest-Tag-1931868983']}) {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:23.898035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154715ae-ac8b-4b01-8581-4d984b008199 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:13:23.938682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.objects.ports [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105984) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:13:23.944443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:23.969914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-71a7627f-ea8f-4817-84d3-0d4601a2b16f None None] Provisioning complete for port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:23.970367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-71a7627f-ea8f-4817-84d3-0d4601a2b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.977013 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-71a7627f-ea8f-4817-84d3-0d4601a2b16f None None] Attempt 1 to provision port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd Oct 23 01:13:24.026564 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:24.036208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 4ed01cba-d3c5-4512-b1c2-699caccff041 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:24.058309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 8a6f13cd-ee3a-433b-b4d8-70892759f585 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:24.062020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:24.080792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:24.082136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:24.082136 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd Oct 23 01:13:24.176944 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b938ba48-f1d8-4263-b8e0-1c49fc9d517b tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "PUT /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags HTTP/1.1" status: 200 len: 308 time: 0.3451798 Oct 23 01:13:24.194545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35410) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:24.201971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-6d76ad83-7624-4fcc-aa7e-e079def9ac8a tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7', 'tempest-TagsTest-Tag-2096737273') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:24.243380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:24.249346 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-768d14df-988a-4d07-bec2-c2c87ff9838d tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9671271 Oct 23 01:13:24.252938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35412) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:24.264402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064dfcb-afdf-41ce-994e-a7774939dc43 None None] Sync routers for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:24.270700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:24.305402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:24.316103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154715ae-ac8b-4b01-8581-4d984b008199 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:13:24.329246 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064dfcb-afdf-41ce-994e-a7774939dc43 None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:24.329918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c064dfcb-afdf-41ce-994e-a7774939dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:24.335415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:24.353506 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 5ca7d80f-f177-4652-a37c-14b7f000147b is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:13:24.358543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:24.368443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-71a7627f-ea8f-4817-84d3-0d4601a2b16f None None] Current status of the port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:24.368838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-71a7627f-ea8f-4817-84d3-0d4601a2b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:24.369378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-357a2afe-677e-427f-bbb7-b936ea9f3944 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting subnet 9a26e51d-12a5-460f-b18b-2e94f707eff0 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:24.375655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-357a2afe-677e-427f-bbb7-b936ea9f3944 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (9a26e51d-12a5-460f-b18b-2e94f707eff0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:24.446858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-357a2afe-677e-427f-bbb7-b936ea9f3944 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (9a26e51d-12a5-460f-b18b-2e94f707eff0), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:24.512656 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6d76ad83-7624-4fcc-aa7e-e079def9ac8a tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "DELETE /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags/tempest-TagsTest-Tag-2096737273 HTTP/1.1" status: 204 len: 168 time: 0.3149295 Oct 23 01:13:24.517863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35414) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:24.522200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-0a76aaef-8b82-4e00-9e63-2907abcaa9d4 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7', 'tempest-TagsTest-Tag-2096737273') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:24.540320 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-71a7627f-ea8f-4817-84d3-0d4601a2b16f None None] For port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cd55966-92f0-46b5-b850-3e8aa8f0a9cd,segment=NetworkSegment(4cecd0f4-710d-48e7-939d-8bac1c623c5e),segment_id=4cecd0f4-710d-48e7-939d-8bac1c623c5e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:24.546831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-c064dfcb-afdf-41ce-994e-a7774939dc43 None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:24.580276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:24.587404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:24.588973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:24.623170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-71a7627f-ea8f-4817-84d3-0d4601a2b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:24.652244 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-0a76aaef-8b82-4e00-9e63-2907abcaa9d4 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] show failed (client error): The resource could not be found. Oct 23 01:13:24.656641 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0a76aaef-8b82-4e00-9e63-2907abcaa9d4 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "GET /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags/tempest-TagsTest-Tag-2096737273 HTTP/1.1" status: 404 len: 326 time: 0.1346979 Oct 23 01:13:24.660716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-71a7627f-ea8f-4817-84d3-0d4601a2b16f None None] Could not find standard attr ID for object 4eefc779-0511-4c30-b462-f7ccd1670b06. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:24.664163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35416) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:24.668537 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-b3e9dbd1-fb62-452d-8f40-840b8f1679ce tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7', 'tempest-TagsTest-Tag-963061608') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:24.680908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] For port 5d3466b2-c12c-46b1-b3d3-802782537851, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d3466b2-c12c-46b1-b3d3-802782537851,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:24.759637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:24.759912 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-357a2afe-677e-427f-bbb7-b936ea9f3944 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (9a26e51d-12a5-460f-b18b-2e94f707eff0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:24.806301 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b3e9dbd1-fb62-452d-8f40-840b8f1679ce tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "GET /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags/tempest-TagsTest-Tag-963061608 HTTP/1.1" status: 204 len: 168 time: 0.1386812 Oct 23 01:13:24.806533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:24.806533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35418) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:24.807935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (5d3466b2-c12c-46b1-b3d3-802782537851), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:24.812128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-b6efba7d-01f9-455a-920c-de2c85f60a3d tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7', 'tempest-TagsTest-Tag-1931868983') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:24.829166 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Sync routers for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:24.842541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7627f-ea8f-4817-84d3-0d4601a2b16f None None] Pushing event updated for resources: {'Port': ['ID=7cd55966-92f0-46b5-b850-3e8aa8f0a9cd,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:24.848194 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:24.852961 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:24.853871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:13:24.853871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:13:24.869979 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b4ac3275-016d-49fd-8231-169afeed07b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8865495 Oct 23 01:13:24.872962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:24.873770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (db5be1f7-19ce-4b10-876f-29260600bb30), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:24.875723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35420) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:24.905358 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b6efba7d-01f9-455a-920c-de2c85f60a3d tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "GET /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags/tempest-TagsTest-Tag-1931868983 HTTP/1.1" status: 204 len: 168 time: 0.0978131 Oct 23 01:13:24.908231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35422) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:24.913212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-b2e2647c-37bc-4663-b162-74128c7a3b43 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:24.951609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c064dfcb-afdf-41ce-994e-a7774939dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:23Z', 'revision_number': 9, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:24.952216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-254137074'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:24.959480 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:24.979046 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:25.004740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064dfcb-afdf-41ce-994e-a7774939dc43 None None] Checking router: 4ed01cba-d3c5-4512-b1c2-699caccff041 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:25.006248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-357a2afe-677e-427f-bbb7-b936ea9f3944 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (9a26e51d-12a5-460f-b18b-2e94f707eff0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.006848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35617d61-932c-4fb8-b87c-8c938804b91b None None] DHCP port deletion for 1e0f1bde-5ad6-426e-8137-9f4e558b894c request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:13:25.020066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064dfcb-afdf-41ce-994e-a7774939dc43 None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:25.020678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c064dfcb-afdf-41ce-994e-a7774939dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:25.036150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:25.050384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:25.062333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:25.063434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.070686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:25.077756 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b2e2647c-37bc-4663-b162-74128c7a3b43 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "DELETE /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags HTTP/1.1" status: 204 len: 168 time: 0.1684954 Oct 23 01:13:25.081493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35424) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:25.081856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:25.087685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-d50eed7f-6cdb-47d1-8e0e-035c6785f77b tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7', 'tempest-TagsTest-Tag-963061608') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:25.092043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-357a2afe-677e-427f-bbb7-b936ea9f3944 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.096076 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-357a2afe-677e-427f-bbb7-b936ea9f3944 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9a26e51d-12a5-460f-b18b-2e94f707eff0 HTTP/1.1" status: 204 len: 168 time: 0.8387694 Oct 23 01:13:25.101431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=db5be1f7-19ce-4b10-876f-29260600bb30,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:25.103765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35426) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:25.133502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:25.139578 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=5d3466b2-c12c-46b1-b3d3-802782537851,revision_number=6']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:25.142650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a2afe-677e-427f-bbb7-b936ea9f3944 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Subnet': ['ID=9a26e51d-12a5-460f-b18b-2e94f707eff0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:25.165778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-c064dfcb-afdf-41ce-994e-a7774939dc43 None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:25.194163 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-d50eed7f-6cdb-47d1-8e0e-035c6785f77b tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] show failed (client error): The resource could not be found. Oct 23 01:13:25.196667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:25.197368 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d50eed7f-6cdb-47d1-8e0e-035c6785f77b tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "GET /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags/tempest-TagsTest-Tag-963061608 HTTP/1.1" status: 404 len: 325 time: 0.1133237 Oct 23 01:13:25.199376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35428) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:25.200962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.205024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:25.206166 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-68654074-409c-4f22-b223-cb1d03be90c1 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7', 'tempest-TagsTest-Tag-1931868983') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:25.209885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b3454-3ad3-4e6b-8556-d5f91543671b None None] Update dhcp port {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': 'db5be1f7-19ce-4b10-876f-29260600bb30', 'ip_address': '2001:db8:0:1:f816:3eff:fef9:216a'}, {'subnet_id': '56a361f8-9e82-40c4-aaf2-509be97a1421'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5d3466b2-c12c-46b1-b3d3-802782537851'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:13:25.213903 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-842249c9-2320-4c6d-959e-b08d9c397286 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3248820 Oct 23 01:13:25.218634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35430) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:25.223759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:eb:74:52', 'name': 'tempest-NetworksTestDHCPv6-1625709427'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:25.249548 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:23Z', 'revision_number': 2, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:23Z', 'revision_number': 2, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:25.279705 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Checking router: 5ca7d80f-f177-4652-a37c-14b7f000147b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:25.280359 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Updating router 5ca7d80f-f177-4652-a37c-14b7f000147b port df41b061-fa00-4716-b983-cd2ca847f10a binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:13:25.291405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e32b3454-3ad3-4e6b-8556-d5f91543671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.298792 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-68654074-409c-4f22-b223-cb1d03be90c1 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] show failed (client error): The resource could not be found. Oct 23 01:13:25.300023 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-68654074-409c-4f22-b223-cb1d03be90c1 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "GET /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags/tempest-TagsTest-Tag-1931868983 HTTP/1.1" status: 404 len: 326 time: 0.0993013 Oct 23 01:13:25.302903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35432) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:25.307735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-2a77bdd1-6f5e-45a8-b5e1-019e0fd41e7d tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '57f4fc49-1f58-494c-b7db-64c599f41eb7') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:25.313599 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.356737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (8fa7fc10-8188-4e36-87b9-bb79bbd757c7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.378197 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:25.382649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:25.384689 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2a77bdd1-6f5e-45a8-b5e1-019e0fd41e7d tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "DELETE /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7/tags HTTP/1.1" status: 204 len: 168 time: 0.0808079 Oct 23 01:13:25.391450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35434) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:25.432617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:25.435542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port 9f85ace3-354b-44d3-9c54-b5741904b1a4 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:25.436224 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.477114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2d0c524c-039d-42f0-bcfa-ce794f1d0ba8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.482917 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added segment 2d0c524c-039d-42f0-bcfa-ce794f1d0ba8 of type vlan for network 9f5e9ae7-df40-4add-af94-5cf18851ec3a Oct 23 01:13:25.483094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (57f4fc49-1f58-494c-b7db-64c599f41eb7), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.598166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (9f5e9ae7-df40-4add-af94-5cf18851ec3a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.598896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (57f4fc49-1f58-494c-b7db-64c599f41eb7), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.602323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port 9f85ace3-354b-44d3-9c54-b5741904b1a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f85ace3-354b-44d3-9c54-b5741904b1a4,segment=NetworkSegment(e82cba25-cd98-4311-8a94-19b06079c521),segment_id=e82cba25-cd98-4311-8a94-19b06079c521)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:25.602930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.620874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for 9f85ace3-354b-44d3-9c54-b5741904b1a4 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:25.635390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c064dfcb-afdf-41ce-994e-a7774939dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:23Z', 'revision_number': 9, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:25.637529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f4fc49-1f58-494c-b7db-64c599f41eb7']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:25.642638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:25.655917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09849ed3-d0d6-451c-b9c4-982f87fb1631') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:25.656282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09849ed3-d0d6-451c-b9c4-982f87fb1631') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:25.667755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (09849ed3-d0d6-451c-b9c4-982f87fb1631), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.672728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064dfcb-afdf-41ce-994e-a7774939dc43 None None] The sync data for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv is: [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:23Z', 'revision_number': 9, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': '5d383adb-aaa1-44d1-a12a-44b388954a7a', 'name': '', 'network_id': '32900da6-fe00-4fa6-811e-ee1f1073db64', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:33:21:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:51Z', 'updated_at': '2022-10-23T01:13:00Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': '1867b245-d393-4cc8-9afd-9685c73d70cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:25.684167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-e32b3454-3ad3-4e6b-8556-d5f91543671b None None] Allocated IP 2001:db8::2 (93e5b356-0704-414d-a7cb-470971f9a8ef/56a361f8-9e82-40c4-aaf2-509be97a1421/5d3466b2-c12c-46b1-b3d3-802782537851) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:25.688512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (09849ed3-d0d6-451c-b9c4-982f87fb1631), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.695566 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Publish callbacks [] for port (df41b061-fa00-4716-b983-cd2ca847f10a), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.695566 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:25.701124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:25.701579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (09849ed3-d0d6-451c-b9c4-982f87fb1631), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.708089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:25.764779 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 09849ed3-d0d6-451c-b9c4-982f87fb1631 resource provider aggregate not found Oct 23 01:13:25.805030 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 09849ed3-d0d6-451c-b9c4-982f87fb1631 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09849ed3-d0d6-451c-b9c4-982f87fb1631 found for delete ", "request_id": "req-79a49b94-a7fe-422a-9c33-e6878ef44109"}]} Oct 23 01:13:25.810178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (9f5e9ae7-df40-4add-af94-5cf18851ec3a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.815144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:25.815760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.827912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e32b3454-3ad3-4e6b-8556-d5f91543671b None None] For port 5d3466b2-c12c-46b1-b3d3-802782537851, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d3466b2-c12c-46b1-b3d3-802782537851,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:25.829800 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.852432 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.861411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e32b3454-3ad3-4e6b-8556-d5f91543671b None None] Publish callbacks [] for port (5d3466b2-c12c-46b1-b3d3-802782537851), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.881972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (57f4fc49-1f58-494c-b7db-64c599f41eb7), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.893168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.899973 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] 10.222.0.36 "DELETE /networking/v2.0/networks/57f4fc49-1f58-494c-b7db-64c599f41eb7 HTTP/1.1" status: 204 len: 168 time: 0.5052741 Oct 23 01:13:25.906306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 2f7776d8-7a91-4d23-922c-9696b8b304fc yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:13:25.913116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e996ea-e92e-4dd1-b12c-3ee78d540877 tempest-TagsTest-432323466 tempest-TagsTest-432323466-project] Pushing event deleted for resources: {'Network': ['ID=57f4fc49-1f58-494c-b7db-64c599f41eb7,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:25.914995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9f85ace3-354b-44d3-9c54-b5741904b1a4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:25.924144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Network': ['ID=9f5e9ae7-df40-4add-af94-5cf18851ec3a,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:25.933485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 9f5e9ae7-df40-4add-af94-5cf18851ec3a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:25.972244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=9f85ace3-354b-44d3-9c54-b5741904b1a4,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:25.990542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e32b3454-3ad3-4e6b-8556-d5f91543671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.094786 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6b35416f-5d0f-4097-95f8-f1a1d15b2937 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2106750 Oct 23 01:13:26.096233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35444) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:26.101540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'subnet': {'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:26.106249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No DVR routers for this DVR port 9f85ace3-354b-44d3-9c54-b5741904b1a4 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:26.178142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:26.272331 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Pushing event updated for resources: {'Port': ['ID=df41b061-fa00-4716-b983-cd2ca847f10a,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:26.283544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:26.302864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (8fa7fc10-8188-4e36-87b9-bb79bbd757c7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.323772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::2c1 (93e5b356-0704-414d-a7cb-470971f9a8ef/56a361f8-9e82-40c4-aaf2-509be97a1421/2f7776d8-7a91-4d23-922c-9696b8b304fc) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:26.338055 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.339251 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.339836 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.340370 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.341417 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.342028 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.342179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa7fc10-8188-4e36-87b9-bb79bbd757c7']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:26.342874 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.343422 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.344012 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.344696 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.345254 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.345849 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.346368 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.346497 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-b104a5d1-14a7-429e-85c6-18b3648e7fe9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1295037 Oct 23 01:13:26.347172 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.347731 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:13:26.347861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:7452 (93e5b356-0704-414d-a7cb-470971f9a8ef/db5be1f7-19ce-4b10-876f-29260600bb30/2f7776d8-7a91-4d23-922c-9696b8b304fc) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:26.353590 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Attempting to bind port df41b061-fa00-4716-b983-cd2ca847f10a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:26.354531 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Attempting to bind port df41b061-fa00-4716-b983-cd2ca847f10a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4cecd0f4-710d-48e7-939d-8bac1c623c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:26.354691 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Attempting to bind port df41b061-fa00-4716-b983-cd2ca847f10a on network 8a6f13cd-ee3a-433b-b4d8-70892759f585 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:26.363619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82cba25-cd98-4311-8a94-19b06079c521') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:26.363924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82cba25-cd98-4311-8a94-19b06079c521') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:26.370774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:26.391667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.393372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (e82cba25-cd98-4311-8a94-19b06079c521), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.425205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3454-3ad3-4e6b-8556-d5f91543671b None None] Pushing event updated for resources: {'Port': ['ID=5d3466b2-c12c-46b1-b3d3-802782537851,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:26.436519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:26.438185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.438686 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd Oct 23 01:13:26.455996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e82cba25-cd98-4311-8a94-19b06079c521), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.458705 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:26.459549 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Checking segment: {'id': '4cecd0f4-710d-48e7-939d-8bac1c623c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:26.459549 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.460963 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Bound using segment: {'id': '4cecd0f4-710d-48e7-939d-8bac1c623c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:26.462399 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Bound port: df41b061-fa00-4716-b983-cd2ca847f10a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cecd0f4-710d-48e7-939d-8bac1c623c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:26.463305 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.468350 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:26.482378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:26.488969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (e82cba25-cd98-4311-8a94-19b06079c521), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.517064 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment e82cba25-cd98-4311-8a94-19b06079c521 resource provider aggregate not found Oct 23 01:13:26.568306 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] For port df41b061-fa00-4716-b983-cd2ca847f10a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:26.573171 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] For port df41b061-fa00-4716-b983-cd2ca847f10a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df41b061-fa00-4716-b983-cd2ca847f10a,segment=NetworkSegment(4cecd0f4-710d-48e7-939d-8bac1c623c5e),segment_id=4cecd0f4-710d-48e7-939d-8bac1c623c5e)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:26.588632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-799b7f3f-3343-40a5-85be-128d290daa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:26.590218 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-799b7f3f-3343-40a5-85be-128d290daa97 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b602821d64e8483792c00c012ff3de3c&device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 1130 time: 0.1712172 Oct 23 01:13:26.605602 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment e82cba25-cd98-4311-8a94-19b06079c521 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e82cba25-cd98-4311-8a94-19b06079c521 found for delete ", "request_id": "req-181b8b68-e160-4e0f-b48d-6ed39a839de7"}]} Oct 23 01:13:26.623138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:26.624211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5d3466b2-c12c-46b1-b3d3-802782537851 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:26.654489 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.686542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:26.688068 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:26.688818 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:26.693698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:26.694150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.694676 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:26.717459 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35452) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:26.765607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:26.770582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (74438ff2-21fc-425c-8bce-cdfea314f9d9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:26.825082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:26.837983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f4afe70c-07d3-467a-b69a-46769be88950 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:26.840584 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:26.861802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: f4afe70c-07d3-467a-b69a-46769be88950 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:26.868644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f4afe70c-07d3-467a-b69a-46769be88950 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:26.869084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4eefc779-0511-4c30-b462-f7ccd1670b06 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:26.920671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 4eefc779-0511-4c30-b462-f7ccd1670b06 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:26.921032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4eefc779-0511-4c30-b462-f7ccd1670b06 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:26.929351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Checking segment: {'id': '2d0c524c-039d-42f0-bcfa-ce794f1d0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:26.930379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network hostable DHCP agents. Network: 9f5e9ae7-df40-4add-af94-5cf18851ec3a, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:13:26.935590 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51975c-8d3e-497f-95f1-e1bdb2aa1c6d None None] Pushing event updated for resources: {'Port': ['ID=df41b061-fa00-4716-b983-cd2ca847f10a,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:26.993045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Subnet': ['ID=74438ff2-21fc-425c-8bce-cdfea314f9d9,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:27.024037 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-382d1300-68c5-4d26-8807-da30473b868b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=eacacf7a38cd421b9041fafeb01b8d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028286 Oct 23 01:13:27.024344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35456) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:27.092818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 9f5e9ae7-df40-4add-af94-5cf18851ec3a is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:13:27.102081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68dd3a52-3c3b-4c2d-af64-b412c6b62e10 admin admin] Publish callbacks [] for security_group (86f60974-ac44-4e61-9fcf-9c42313e1736), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.131362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (8fa7fc10-8188-4e36-87b9-bb79bbd757c7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.131987 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68dd3a52-3c3b-4c2d-af64-b412c6b62e10 admin admin] Publish callbacks [] for security_group (86f60974-ac44-4e61-9fcf-9c42313e1736), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.153866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.154138 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:27.157300 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/networks/8fa7fc10-8188-4e36-87b9-bb79bbd757c7 HTTP/1.1" status: 204 len: 168 time: 2.0521517 Oct 23 01:13:27.161447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35458) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:27.162086 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:23Z', 'revision_number': 2, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:26Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:27.184511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfd971-bd3d-4501-a48e-52d48e31c2ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Network': ['ID=8fa7fc10-8188-4e36-87b9-bb79bbd757c7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:27.193241 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78586d7b-aeaf-4cd2-8962-91fc63ea009a None None] The sync data for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv is: [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:23Z', 'revision_number': 2, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:26Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:27.224715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9f5e9ae7-df40-4add-af94-5cf18851ec3a) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:27.237713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:27.238345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.243174 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-5f5b525f-40ba-4415-aa21-6735531bb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:27.245671 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-5f5b525f-40ba-4415-aa21-6735531bb9bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 HTTP/1.1" status: 200 len: 898 time: 0.5772552 Oct 23 01:13:27.324346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (2f7776d8-7a91-4d23-922c-9696b8b304fc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.335123 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-95038f2b-5cc9-4f62-ab25-9210532c845e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd HTTP/1.1" status: 200 len: 1002 time: 0.0828846 Oct 23 01:13:27.400799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-83624256-d247-4e50-8f64-542f0a5572d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:27.402574 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-83624256-d247-4e50-8f64-542f0a5572d4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3baf470e-f52d-4f8a-838e-48ebddc6fdd6 HTTP/1.1" status: 200 len: 835 time: 0.0603323 Oct 23 01:13:27.433826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68dd3a52-3c3b-4c2d-af64-b412c6b62e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (86f60974-ac44-4e61-9fcf-9c42313e1736), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.436432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68dd3a52-3c3b-4c2d-af64-b412c6b62e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.437590 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-68dd3a52-3c3b-4c2d-af64-b412c6b62e10 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/86f60974-ac44-4e61-9fcf-9c42313e1736 HTTP/1.1" status: 204 len: 168 time: 0.4122276 Oct 23 01:13:27.440956 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b01b2b64-2939-48ce-af44-731cb4333c22 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3436694 Oct 23 01:13:27.445488 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35462) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:27.472498 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd3a52-3c3b-4c2d-af64-b412c6b62e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f60974-ac44-4e61-9fcf-9c42313e1736,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:27.488036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b60573-fad6-497b-9eea-6c19aebaf6fb None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:27.513650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2f7776d8-7a91-4d23-922c-9696b8b304fc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.532418 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-179f5a6a-edbb-439b-af85-13e6e60df7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:27.533902 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-179f5a6a-edbb-439b-af85-13e6e60df7dc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1247125 Oct 23 01:13:27.592310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:27.606991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a4d115-38d1-4c59-98c6-ecc6e1040e10 None None] Network 8a6f13cd-ee3a-433b-b4d8-70892759f585 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:27.618665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d2e68-2127-4195-baf4-cc2532c39e34 None None] Network 9f5e9ae7-df40-4add-af94-5cf18851ec3a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:27.634440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:27.783100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7a9a5179-c8a9-4e62-96cb-c8aa0425e455 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:27.787391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7a9a5179-c8a9-4e62-96cb-c8aa0425e455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.788457 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7a9a5179-c8a9-4e62-96cb-c8aa0425e455 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:27.791789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.836311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=2f7776d8-7a91-4d23-922c-9696b8b304fc,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:27.849302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:27.853320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:27.860357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:27.861358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:27.869529 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-bd967869-d97a-4ce5-bf49-43782b60fdbd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334385 Oct 23 01:13:27.875737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:27.877027 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:28.058394 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-91cf1192-ae1c-49f7-8edd-704989c9e025 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8385463 Oct 23 01:13:28.063904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35464) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:28.103101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9809ff4e-7f0c-4d89-9954-69fd8ac2863a None None] DHCP port deletion for 8fa7fc10-8188-4e36-87b9-bb79bbd757c7 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:13:28.293454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5d3466b2-c12c-46b1-b3d3-802782537851 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:28.311801 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-1075e5f8-c21d-4d9d-a462-2bee6c9b0c11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 2f7776d8-7a91-4d23-922c-9696b8b304fc {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:28.315865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1075e5f8-c21d-4d9d-a462-2bee6c9b0c11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2f7776d8-7a91-4d23-922c-9696b8b304fc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:28.331848 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bb2c95d1-6ce7-4cba-8a84-b3395e5d6fc2 req-55556907-c928-471f-9f31-3e860ca0cf1e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388330 Oct 23 01:13:28.374187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:13:28.379159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:28.385439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port 5d383adb-aaa1-44d1-a12a-44b388954a7a {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:28.386444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:28.392172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a5179-c8a9-4e62-96cb-c8aa0425e455 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:28.424750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:28.425125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:28.425460 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:28.455447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:28.467707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:28.519559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1075e5f8-c21d-4d9d-a462-2bee6c9b0c11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2f7776d8-7a91-4d23-922c-9696b8b304fc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:28.564486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-1075e5f8-c21d-4d9d-a462-2bee6c9b0c11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 2f7776d8-7a91-4d23-922c-9696b8b304fc owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:28.610129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e795a-f6bd-46a1-b6ef-bb6bc0473949 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:28.620265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port 5d383adb-aaa1-44d1-a12a-44b388954a7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d383adb-aaa1-44d1-a12a-44b388954a7a,segment=NetworkSegment(ebc1cdec-2fe4-4fdf-accf-b59650405463),segment_id=ebc1cdec-2fe4-4fdf-accf-b59650405463)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:28.620724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:28.653182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for 5d383adb-aaa1-44d1-a12a-44b388954a7a owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:28.693759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3b748755-db8d-4c97-b307-97c55fc2d315 None None] Provisioning complete for port 2f7776d8-7a91-4d23-922c-9696b8b304fc triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:28.694293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b748755-db8d-4c97-b307-97c55fc2d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2f7776d8-7a91-4d23-922c-9696b8b304fc), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:28.694669 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b748755-db8d-4c97-b307-97c55fc2d315 None None] Attempt 1 to provision port 2f7776d8-7a91-4d23-922c-9696b8b304fc Oct 23 01:13:28.699528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:28.702909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:28.813317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:28.837218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3b748755-db8d-4c97-b307-97c55fc2d315 None None] Port 2f7776d8-7a91-4d23-922c-9696b8b304fc cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:28.855499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Allocated IP 2001:db8:1::2 (9f5e9ae7-df40-4add-af94-5cf18851ec3a/74438ff2-21fc-425c-8bce-cdfea314f9d9/f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:28.861814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:28.862912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device df41b061-fa00-4716-b983-cd2ca847f10a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:28.895847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3b748755-db8d-4c97-b307-97c55fc2d315 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:28.895847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b748755-db8d-4c97-b307-97c55fc2d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:28.896227 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b748755-db8d-4c97-b307-97c55fc2d315 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:28.952549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1075e5f8-c21d-4d9d-a462-2bee6c9b0c11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2f7776d8-7a91-4d23-922c-9696b8b304fc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:28.992763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075e5f8-c21d-4d9d-a462-2bee6c9b0c11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=2f7776d8-7a91-4d23-922c-9696b8b304fc,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:29.010407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:29.055434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (5d383adb-aaa1-44d1-a12a-44b388954a7a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.089916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=5d383adb-aaa1-44d1-a12a-44b388954a7a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:29.104397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1075e5f8-c21d-4d9d-a462-2bee6c9b0c11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.109170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:29.112817 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1075e5f8-c21d-4d9d-a462-2bee6c9b0c11 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/2f7776d8-7a91-4d23-922c-9696b8b304fc HTTP/1.1" status: 204 len: 168 time: 1.0453897 Oct 23 01:13:29.113064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35466) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:29.117247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port df41b061-fa00-4716-b983-cd2ca847f10a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:29.118702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.118702 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port df41b061-fa00-4716-b983-cd2ca847f10a Oct 23 01:13:29.190471 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e8061-66ca-4da1-9cd1-3714876d23a2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:29.192773 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d37e8061-66ca-4da1-9cd1-3714876d23a2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0787747 Oct 23 01:13:29.196704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35468) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:29.260351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:29.285963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d93e3a-44b7-4777-95ee-d2f88f9a4920 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:29.287734 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-92d93e3a-44b7-4777-95ee-d2f88f9a4920 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0807598 Oct 23 01:13:29.291910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35470) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:29.302405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Publish callbacks [] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.313404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3b748755-db8d-4c97-b307-97c55fc2d315 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:29.367204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port df41b061-fa00-4716-b983-cd2ca847f10a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:29.367811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.373993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.387284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cfb9b6-cf5b-4a2d-9912-e6ebe9d2f3c0 None None] Network 8a6f13cd-ee3a-433b-b4d8-70892759f585 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:29.388132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c137bd88-eb2c-4f4a-ab9c-ab238d6c6776 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:29.390260 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c137bd88-eb2c-4f4a-ab9c-ab238d6c6776 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:29.392452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c137bd88-eb2c-4f4a-ab9c-ab238d6c6776 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:29.394900 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c137bd88-eb2c-4f4a-ab9c-ab238d6c6776 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1014905 Oct 23 01:13:29.397683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35472) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:29.472092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:29.486682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0abd347-5078-411a-a476-2387eebde4fe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 56a361f8-9e82-40c4-aaf2-509be97a1421 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:29.491346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d0abd347-5078-411a-a476-2387eebde4fe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (56a361f8-9e82-40c4-aaf2-509be97a1421), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.514163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.563714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d0abd347-5078-411a-a476-2387eebde4fe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (56a361f8-9e82-40c4-aaf2-509be97a1421), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.588707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:29.591454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Allocated IP 2001:db8:1::1 (9f5e9ae7-df40-4add-af94-5cf18851ec3a/74438ff2-21fc-425c-8bce-cdfea314f9d9/e7b2c391-ea6e-4681-a857-674afe3bee09) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:29.649970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc976222-ed07-4daa-96ad-eb179846070c None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:29.662990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d0abd347-5078-411a-a476-2387eebde4fe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (56a361f8-9e82-40c4-aaf2-509be97a1421), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.765801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Network 9f5e9ae7-df40-4add-af94-5cf18851ec3a is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:29.776747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fe6b400d-eaff-40ed-9302-decf5139e9b1 None None] Provisioning complete for port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:29.777122 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fe6b400d-eaff-40ed-9302-decf5139e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.777458 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fe6b400d-eaff-40ed-9302-decf5139e9b1 None None] Attempt 1 to provision port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd Oct 23 01:13:29.785082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:29.788129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port df41b061-fa00-4716-b983-cd2ca847f10a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df41b061-fa00-4716-b983-cd2ca847f10a,segment=NetworkSegment(4cecd0f4-710d-48e7-939d-8bac1c623c5e),segment_id=4cecd0f4-710d-48e7-939d-8bac1c623c5e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:29.793544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Pushing event updated for resources: {'Port': ['ID=f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:29.797856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:29.803742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d0abd347-5078-411a-a476-2387eebde4fe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (56a361f8-9e82-40c4-aaf2-509be97a1421), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.822568 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:29.836412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abd347-5078-411a-a476-2387eebde4fe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=56a361f8-9e82-40c4-aaf2-509be97a1421,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:29.840643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d0abd347-5078-411a-a476-2387eebde4fe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.845062 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d0abd347-5078-411a-a476-2387eebde4fe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/56a361f8-9e82-40c4-aaf2-509be97a1421 HTTP/1.1" status: 204 len: 168 time: 0.4458761 Oct 23 01:13:29.847628 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35474) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:29.886973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.927808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-03174e4c-dad6-489b-b408-60194a844f89 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet db5be1f7-19ce-4b10-876f-29260600bb30 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:29.933093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03174e4c-dad6-489b-b408-60194a844f89 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (db5be1f7-19ce-4b10-876f-29260600bb30), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:29.998284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03174e4c-dad6-489b-b408-60194a844f89 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (db5be1f7-19ce-4b10-876f-29260600bb30), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.019009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f85ace3-354b-44d3-9c54-b5741904b1a4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:30.031819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:30.060998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Attempting to bind port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:30.061295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Attempting to bind port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2d0c524c-039d-42f0-bcfa-ce794f1d0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:30.061666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Attempting to bind port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 on network 9f5e9ae7-df40-4add-af94-5cf18851ec3a {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:30.106426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 9f85ace3-354b-44d3-9c54-b5741904b1a4 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:30.106720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f85ace3-354b-44d3-9c54-b5741904b1a4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:30.112054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03174e4c-dad6-489b-b408-60194a844f89 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (db5be1f7-19ce-4b10-876f-29260600bb30), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.137177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=df41b061-fa00-4716-b983-cd2ca847f10a,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:30.144062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:30.159622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b400d-eaff-40ed-9302-decf5139e9b1 None None] Current status of the port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:30.162297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:30.165238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Checking segment: {'id': '2d0c524c-039d-42f0-bcfa-ce794f1d0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:30.165761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.166143 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Bound using segment: {'id': '2d0c524c-039d-42f0-bcfa-ce794f1d0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:30.166647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Bound port: f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0c524c-039d-42f0-bcfa-ce794f1d0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:30.167033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.187010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.195000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 4ed01cba-d3c5-4512-b1c2-699caccff041 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:30.197899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fe6b400d-eaff-40ed-9302-decf5139e9b1 None None] Provisioning complete for port df41b061-fa00-4716-b983-cd2ca847f10a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:30.198914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fe6b400d-eaff-40ed-9302-decf5139e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.199473 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fe6b400d-eaff-40ed-9302-decf5139e9b1 None None] Attempt 1 to provision port df41b061-fa00-4716-b983-cd2ca847f10a Oct 23 01:13:30.238470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:30.301301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03174e4c-dad6-489b-b408-60194a844f89 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (db5be1f7-19ce-4b10-876f-29260600bb30), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.336600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:30.345524 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-346f125e-ecb1-4369-8451-b05aa818be2a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1809628 Oct 23 01:13:30.345888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35476) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:30.347369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] For port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:30.362928 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63bc51-2345-4432-be76-dd900fc9ccdc None None] Sync routers for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:30.373283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03174e4c-dad6-489b-b408-60194a844f89 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=db5be1f7-19ce-4b10-876f-29260600bb30,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:30.379880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] For port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8,segment=NetworkSegment(2d0c524c-039d-42f0-bcfa-ce794f1d0ba8),segment_id=2d0c524c-039d-42f0-bcfa-ce794f1d0ba8)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:30.381735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b400d-eaff-40ed-9302-decf5139e9b1 None None] Current status of the port df41b061-fa00-4716-b983-cd2ca847f10a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:30.388351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:30.391085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63bc51-2345-4432-be76-dd900fc9ccdc None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:30.391779 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8c63bc51-2345-4432-be76-dd900fc9ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:30.391944 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03174e4c-dad6-489b-b408-60194a844f89 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.396439 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-03174e4c-dad6-489b-b408-60194a844f89 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/db5be1f7-19ce-4b10-876f-29260600bb30 HTTP/1.1" status: 204 len: 168 time: 0.5474308 Oct 23 01:13:30.398848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35478) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:30.457927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.480223 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-46925dc4-f21e-4ffa-8975-4810213764e3 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772200 Oct 23 01:13:30.480779 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35480) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:30.482521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.488518 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-aa5c5a34-b5e9-401d-a20a-10717bdccda2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:30.516070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:30.518310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 9f5e9ae7-df40-4add-af94-5cf18851ec3a is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:30.529256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2f796f-0675-42b0-be88-934ecffa2a81 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting subnet 1867b245-d393-4cc8-9afd-9685c73d70cb {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:30.536780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:30.541728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:30.542316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.545235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa2f796f-0675-42b0-be88-934ecffa2a81 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (1867b245-d393-4cc8-9afd-9685c73d70cb), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.558027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Provisioning complete for port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:30.561578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.561578 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Attempt 1 to provision port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd Oct 23 01:13:30.561578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-8c63bc51-2345-4432-be76-dd900fc9ccdc None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:30.597997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=e7b2c391-ea6e-4681-a857-674afe3bee09,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:30.624983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c809b-aa05-46f5-80ea-f68f3ac3462e None None] Pushing event updated for resources: {'Port': ['ID=f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:30.652315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa2f796f-0675-42b0-be88-934ecffa2a81 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (1867b245-d393-4cc8-9afd-9685c73d70cb), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.724901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5c5a34-b5e9-401d-a20a-10717bdccda2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:30.730710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5a34-b5e9-401d-a20a-10717bdccda2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.749091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa2f796f-0675-42b0-be88-934ecffa2a81 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (1867b245-d393-4cc8-9afd-9685c73d70cb), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.773171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Current status of the port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:30.783382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Could not find standard attr ID for object 2f7776d8-7a91-4d23-922c-9696b8b304fc. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:30.821602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Provisioning complete for port df41b061-fa00-4716-b983-cd2ca847f10a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:30.822091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.822499 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Attempt 1 to provision port df41b061-fa00-4716-b983-cd2ca847f10a Oct 23 01:13:30.828074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:30.854238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:30.899847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8c63bc51-2345-4432-be76-dd900fc9ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:28Z', 'revision_number': 10, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:30.936079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63bc51-2345-4432-be76-dd900fc9ccdc None None] Checking router: 4ed01cba-d3c5-4512-b1c2-699caccff041 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:30.972353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63bc51-2345-4432-be76-dd900fc9ccdc None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:30.973089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8c63bc51-2345-4432-be76-dd900fc9ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:31.021547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Current status of the port df41b061-fa00-4716-b983-cd2ca847f10a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:31.039511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa2f796f-0675-42b0-be88-934ecffa2a81 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (1867b245-d393-4cc8-9afd-9685c73d70cb), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.058964 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:31.065558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.065558 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:31.072144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f796f-0675-42b0-be88-934ecffa2a81 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Subnet': ['ID=1867b245-d393-4cc8-9afd-9685c73d70cb,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:31.082323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa2f796f-0675-42b0-be88-934ecffa2a81 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.085630 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aa2f796f-0675-42b0-be88-934ecffa2a81 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/1867b245-d393-4cc8-9afd-9685c73d70cb HTTP/1.1" status: 204 len: 168 time: 0.7379405 Oct 23 01:13:31.086460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5a34-b5e9-401d-a20a-10717bdccda2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (93491aaf-cadc-4a86-abd4-04cb30222e75), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.088972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35482) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:31.101172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-8c63bc51-2345-4432-be76-dd900fc9ccdc None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:31.140205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c5a34-b5e9-401d-a20a-10717bdccda2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:31.146885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-aa5c5a34-b5e9-401d-a20a-10717bdccda2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:31.151594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c5a34-b5e9-401d-a20a-10717bdccda2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:31.152214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5a34-b5e9-401d-a20a-10717bdccda2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.163384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c5a34-b5e9-401d-a20a-10717bdccda2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=93491aaf-cadc-4a86-abd4-04cb30222e75,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:31.188595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (32900da6-fe00-4fa6-811e-ee1f1073db64), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.273264 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-aa5c5a34-b5e9-401d-a20a-10717bdccda2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7907813 Oct 23 01:13:31.276841 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35484) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:31.283481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c1e16975-4871-4cd9-a25b-efa5714585d5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:31.297602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port e9779c09-5990-42d0-a815-ea9434bc0418 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:31.298014 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.342798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:31.402861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5cc2a924-b2bb-49a1-9d06-d132704904f5 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:31.408813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:31.420103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port e9779c09-5990-42d0-a815-ea9434bc0418, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9779c09-5990-42d0-a815-ea9434bc0418,segment=NetworkSegment(ebc1cdec-2fe4-4fdf-accf-b59650405463),segment_id=ebc1cdec-2fe4-4fdf-accf-b59650405463)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:31.420103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.436515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.441901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for e9779c09-5990-42d0-a815-ea9434bc0418 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:31.447352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:31.490935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8c63bc51-2345-4432-be76-dd900fc9ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:28Z', 'revision_number': 10, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:31.500677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e16975-4871-4cd9-a25b-efa5714585d5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:31.506082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c1e16975-4871-4cd9-a25b-efa5714585d5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.521279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c63bc51-2345-4432-be76-dd900fc9ccdc None None] The sync data for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv is: [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:28Z', 'revision_number': 10, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None, '_interfaces': [{'id': 'b12c9ce0-5eda-4f01-8b23-a33130dd9a74', 'name': '', 'network_id': '70b45fff-9425-4a47-a11d-93a8914cb3a6', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'mac_address': 'fa:16:3e:dd:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:45Z', 'updated_at': '2022-10-23T01:12:52Z', 'revision_number': 5, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'subnets': [{'id': 'e7a5072d-0950-4723-8133-3c42e3ab6237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:31.529268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.531249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.625953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:31.634091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=e7b2c391-ea6e-4681-a857-674afe3bee09,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:31.642363 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.ipam_backend_mixin [None req-c1e16975-4871-4cd9-a25b-efa5714585d5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93491aaf-cadc-4a86-abd4-04cb30222e75 (CIDR: 2001:db8::/64) Oct 23 01:13:31.650849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e9779c09-5990-42d0-a815-ea9434bc0418), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.660877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:31.688139 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e16975-4871-4cd9-a25b-efa5714585d5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:13:31.688876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e16975-4871-4cd9-a25b-efa5714585d5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:31.697806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=e9779c09-5990-42d0-a815-ea9434bc0418,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:31.704796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No DVR routers for this DVR port e9779c09-5990-42d0-a815-ea9434bc0418 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:31.736934 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 9f5e9ae7-df40-4add-af94-5cf18851ec3a is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:31.739679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:31.765002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c9d697-86db-4dd8-b2f3-aa5ceddc0c9e None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:13:31.775025 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c1e16975-4871-4cd9-a25b-efa5714585d5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4942396 Oct 23 01:13:31.775396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35486) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:31.782303 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'subnet': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:31.839583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (32900da6-fe00-4fa6-811e-ee1f1073db64), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.847104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-51f7ae50-2a52-4333-8151-13ac842f542d None None] Provisioning complete for port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:31.847759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51f7ae50-2a52-4333-8151-13ac842f542d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.847972 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-51f7ae50-2a52-4333-8151-13ac842f542d None None] Attempt 1 to provision port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 Oct 23 01:13:31.901254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32900da6-fe00-4fa6-811e-ee1f1073db64']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:31.919946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc1cdec-2fe4-4fdf-accf-b59650405463') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:31.920250 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc1cdec-2fe4-4fdf-accf-b59650405463') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:31.929423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c9d697-86db-4dd8-b2f3-aa5ceddc0c9e None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:13:31.940751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (ebc1cdec-2fe4-4fdf-accf-b59650405463), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.949529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 5ca7d80f-f177-4652-a37c-14b7f000147b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:31.978597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-51f7ae50-2a52-4333-8151-13ac842f542d None None] Current status of the port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:31.979235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51f7ae50-2a52-4333-8151-13ac842f542d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.007127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:32.015440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.021316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ebc1cdec-2fe4-4fdf-accf-b59650405463), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.037992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:32.040692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (ebc1cdec-2fe4-4fdf-accf-b59650405463), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.091879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-51f7ae50-2a52-4333-8151-13ac842f542d None None] For port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8,segment=NetworkSegment(2d0c524c-039d-42f0-bcfa-ce794f1d0ba8),segment_id=2d0c524c-039d-42f0-bcfa-ce794f1d0ba8)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:32.150143 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ebc1cdec-2fe4-4fdf-accf-b59650405463 resource provider aggregate not found Oct 23 01:13:32.170308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51f7ae50-2a52-4333-8151-13ac842f542d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.184892 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ebc1cdec-2fe4-4fdf-accf-b59650405463 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebc1cdec-2fe4-4fdf-accf-b59650405463 found for delete ", "request_id": "req-890f173f-9345-4de1-983a-40e63ce063e0"}]} Oct 23 01:13:32.207116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:32.214583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:32.224810 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Sync routers for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:32.230759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35492) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:32.231927 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b83e40e3-8335-4b7c-9884-54147a97e167 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7804854 Oct 23 01:13:32.238083 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:32.238707 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:32.239096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1531186708'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:32.308899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7ae50-2a52-4333-8151-13ac842f542d None None] Pushing event updated for resources: {'Port': ['ID=f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:32.324075 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (32900da6-fe00-4fa6-811e-ee1f1073db64), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.324509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:32.325087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.325585 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 Oct 23 01:13:32.331544 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:32.344617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.351909 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/networks/32900da6-fe00-4fa6-811e-ee1f1073db64 HTTP/1.1" status: 204 len: 168 time: 1.2621315 Oct 23 01:13:32.353566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f36cf-7df8-43da-9fb4-bddaf6ee811d None None] Network 9f5e9ae7-df40-4add-af94-5cf18851ec3a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:32.355177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35494) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:32.370447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68226721-5a00-43fd-b23c-44be2a52fc75 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Network': ['ID=32900da6-fe00-4fa6-811e-ee1f1073db64,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:32.391764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c453e1bd-8acc-43ac-90de-719f8832b8d7 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:32.394727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb8b5b-e0c6-4ef3-9a46-d5dd1f6a7e96 None None] Network 32900da6-fe00-4fa6-811e-ee1f1073db64 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:32.440819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:32.445208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.458746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-064bf5fc-dbd3-4ef2-b865-9ab413a53b66 None None] Could not find standard attr ID for object e9779c09-5990-42d0-a815-ea9434bc0418. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:13:32.538077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:32.540207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb8b5b-e0c6-4ef3-9a46-d5dd1f6a7e96 None None] Network 32900da6-fe00-4fa6-811e-ee1f1073db64 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:13:32.541328 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:30Z', 'revision_number': 3, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:31Z', 'revision_number': 2, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:32.569418 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Checking router: 5ca7d80f-f177-4652-a37c-14b7f000147b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:32.570115 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Updating router 5ca7d80f-f177-4652-a37c-14b7f000147b port e7b2c391-ea6e-4681-a857-674afe3bee09 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:13:32.572068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.572410 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added segment 15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe of type vlan for network 87ab83c4-8ed1-4108-ac0a-380c5b54c023 Oct 23 01:13:32.602995 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.662673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:32.670432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:32.685136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91adb4-87e4-4358-bc5a-7c2e65bf1a0e None None] DHCP port deletion for 32900da6-fe00-4fa6-811e-ee1f1073db64 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:13:32.693172 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:32.720746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (87ab83c4-8ed1-4108-ac0a-380c5b54c023), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.728203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:32.729365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device df41b061-fa00-4716-b983-cd2ca847f10a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:32.737109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:32.814362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:32.821647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe672ce4-6c05-44d1-9dfd-d0f32704db43 None None] Update dhcp port {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'fixed_ips': [{'subnet_id': '93491aaf-cadc-4a86-abd4-04cb30222e75'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5d3466b2-c12c-46b1-b3d3-802782537851'} from dv-neutron-master-2-hyperv. {{(pid=105986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 23 01:13:32.826541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port df41b061-fa00-4716-b983-cd2ca847f10a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:32.826986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.827333 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port df41b061-fa00-4716-b983-cd2ca847f10a Oct 23 01:13:32.844136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (87ab83c4-8ed1-4108-ac0a-380c5b54c023), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.851217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:32.851863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.911386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-87be76f5-45f4-426d-8a24-3a97e0f0d9b4 None None] Provisioning complete for port df41b061-fa00-4716-b983-cd2ca847f10a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:32.912029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-87be76f5-45f4-426d-8a24-3a97e0f0d9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.912155 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-87be76f5-45f4-426d-8a24-3a97e0f0d9b4 None None] Attempt 1 to provision port df41b061-fa00-4716-b983-cd2ca847f10a Oct 23 01:13:32.941606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fe672ce4-6c05-44d1-9dfd-d0f32704db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:32.949389 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Publish callbacks [] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.004341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Network': ['ID=87ab83c4-8ed1-4108-ac0a-380c5b54c023,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:33.042183 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.059294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.objects.ports [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105984) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:13:33.064942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 87ab83c4-8ed1-4108-ac0a-380c5b54c023 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:33.073575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:33.073994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-87be76f5-45f4-426d-8a24-3a97e0f0d9b4 None None] Current status of the port df41b061-fa00-4716-b983-cd2ca847f10a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:33.127371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-099171e3-c015-4cb4-af5e-110feda8a153 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8899937 Oct 23 01:13:33.129086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35496) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:33.145198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:33.145864 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac28c4-4b3d-4e85-9088-6a71f7de9c28 None None] Pushing event updated for resources: {'Port': ['ID=e7b2c391-ea6e-4681-a857-674afe3bee09,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:33.168648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'subnet': {'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:33.204689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:33.265778 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Attempting to bind port e7b2c391-ea6e-4681-a857-674afe3bee09 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:33.267062 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Attempting to bind port e7b2c391-ea6e-4681-a857-674afe3bee09 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2d0c524c-039d-42f0-bcfa-ce794f1d0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:33.267601 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Attempting to bind port e7b2c391-ea6e-4681-a857-674afe3bee09 on network 9f5e9ae7-df40-4add-af94-5cf18851ec3a {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:33.271756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port df41b061-fa00-4716-b983-cd2ca847f10a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:33.286242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c25237f4-f7eb-4cab-ac52-0572c8f36be1 None None] Provisioning complete for port df41b061-fa00-4716-b983-cd2ca847f10a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:33.286767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c25237f4-f7eb-4cab-ac52-0572c8f36be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.287219 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c25237f4-f7eb-4cab-ac52-0572c8f36be1 None None] Attempt 1 to provision port df41b061-fa00-4716-b983-cd2ca847f10a Oct 23 01:13:33.289207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5d383adb-aaa1-44d1-a12a-44b388954a7a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:33.319818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 5d383adb-aaa1-44d1-a12a-44b388954a7a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:33.323344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5d383adb-aaa1-44d1-a12a-44b388954a7a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:33.345580 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:33.352066 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Checking segment: {'id': '2d0c524c-039d-42f0-bcfa-ce794f1d0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:33.352066 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.352066 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Bound using segment: {'id': '2d0c524c-039d-42f0-bcfa-ce794f1d0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:33.352066 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Bound port: e7b2c391-ea6e-4681-a857-674afe3bee09, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0c524c-039d-42f0-bcfa-ce794f1d0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:33.352066 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.376820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.380647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:33.450787 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] For port e7b2c391-ea6e-4681-a857-674afe3bee09, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:33.459138 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] For port e7b2c391-ea6e-4681-a857-674afe3bee09, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e7b2c391-ea6e-4681-a857-674afe3bee09,segment=NetworkSegment(2d0c524c-039d-42f0-bcfa-ce794f1d0ba8),segment_id=2d0c524c-039d-42f0-bcfa-ce794f1d0ba8)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:33.531992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c25237f4-f7eb-4cab-ac52-0572c8f36be1 None None] Current status of the port df41b061-fa00-4716-b983-cd2ca847f10a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:33.535024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:33.540189 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.568427 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.573064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.625921 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:33.632588 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:33.640074 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:33.649762 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:33.670872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:33.671926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] Provisioning complete for port e7b2c391-ea6e-4681-a857-674afe3bee09 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:33.672314 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.672753 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] Attempt 1 to provision port e7b2c391-ea6e-4681-a857-674afe3bee09 Oct 23 01:13:33.735014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-fe672ce4-6c05-44d1-9dfd-d0f32704db43 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fef9:216a-7dbb12b7-1eac-4327-9fce-23b7cf2 {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:13:33.735439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-fe672ce4-6c05-44d1-9dfd-d0f32704db43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:13:33.790778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] Current status of the port e7b2c391-ea6e-4681-a857-674afe3bee09 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:33.791307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.804518 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:33.830530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port b12c9ce0-5eda-4f01-8b23-a33130dd9a74 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:33.831252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.848232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] For port e7b2c391-ea6e-4681-a857-674afe3bee09, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e7b2c391-ea6e-4681-a857-674afe3bee09,segment=NetworkSegment(2d0c524c-039d-42f0-bcfa-ce794f1d0ba8),segment_id=2d0c524c-039d-42f0-bcfa-ce794f1d0ba8)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:33.850533 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac28c4-4b3d-4e85-9088-6a71f7de9c28 None None] Pushing event updated for resources: {'Port': ['ID=e7b2c391-ea6e-4681-a857-674afe3bee09,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:33.927466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.942094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] For port 5d3466b2-c12c-46b1-b3d3-802782537851, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d3466b2-c12c-46b1-b3d3-802782537851,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:33.950819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.970103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] Provisioning complete for port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:33.974298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:33.974908 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] Attempt 1 to provision port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 Oct 23 01:13:33.994276 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port b12c9ce0-5eda-4f01-8b23-a33130dd9a74, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b12c9ce0-5eda-4f01-8b23-a33130dd9a74,segment=NetworkSegment(52baddee-2b00-4331-9a1f-fc5506bd3a10),segment_id=52baddee-2b00-4331-9a1f-fc5506bd3a10)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:33.994665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.013370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (5d3466b2-c12c-46b1-b3d3-802782537851), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.019476 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for b12c9ce0-5eda-4f01-8b23-a33130dd9a74 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:34.024064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:34.078846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Subnet': ['ID=ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:34.094739 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Checking segment: {'id': '15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:34.095017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.095616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network hostable DHCP agents. Network: 87ab83c4-8ed1-4108-ac0a-380c5b54c023, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:13:34.095762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (59358dd6-6deb-4f51-853c-0ed24f2fbace), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.145644 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:30Z', 'revision_number': 3, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:34.180901 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192375fb-856a-46aa-8ee6-86e7975e03a0 None None] The sync data for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv is: [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:30Z', 'revision_number': 3, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:34.198401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:34.218335 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 87ab83c4-8ed1-4108-ac0a-380c5b54c023 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:13:34.248043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Subnet': ['ID=59358dd6-6deb-4f51-853c-0ed24f2fbace,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:34.256197 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:34.276101 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:34.322039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] Pushing event updated for resources: {'Port': ['ID=e7b2c391-ea6e-4681-a857-674afe3bee09,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:34.330345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fe672ce4-6c05-44d1-9dfd-d0f32704db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.350256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 87ab83c4-8ed1-4108-ac0a-380c5b54c023) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:34.358323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:34.359146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.375976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67feb8b8-4cb8-4ad7-9134-ee450ac1628c None None] Network 87ab83c4-8ed1-4108-ac0a-380c5b54c023 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:34.458282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:34.458664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.459040 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 Oct 23 01:13:34.474968 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c02435dd-ea12-4bde-8bae-5fc72fffa5b5 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3439488 Oct 23 01:13:34.478239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35498) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:34.504817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b04d2df2-e788-4732-8adb-02912e573e3e None None] Current status of the port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:34.598931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:34.599532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.609222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:34.617540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=5d3466b2-c12c-46b1-b3d3-802782537851,revision_number=11']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:34.689282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:34.696535 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f175714b-8fc7-48d7-a69c-d45e9ae1f54a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9193511 Oct 23 01:13:34.700448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35500) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:34.705812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Request body: {'port': {'network_id': '93e5b356-0704-414d-a7cb-470971f9a8ef', 'mac_address': 'fa:16:3e:b5:20:2b', 'name': 'tempest-NetworksTestDHCPv6-997867023'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:34.724913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1cb266d8-9299-4bd0-87ab-671d9801e2f3 None None] Provisioning complete for port e7b2c391-ea6e-4681-a857-674afe3bee09 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:34.725389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1cb266d8-9299-4bd0-87ab-671d9801e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.725846 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1cb266d8-9299-4bd0-87ab-671d9801e2f3 None None] Attempt 1 to provision port e7b2c391-ea6e-4681-a857-674afe3bee09 Oct 23 01:13:34.768409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (b12c9ce0-5eda-4f01-8b23-a33130dd9a74), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.812742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=b12c9ce0-5eda-4f01-8b23-a33130dd9a74,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:34.834973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-fe672ce4-6c05-44d1-9dfd-d0f32704db43 None None] Allocated IP 2001:db8::2 (93e5b356-0704-414d-a7cb-470971f9a8ef/93491aaf-cadc-4a86-abd4-04cb30222e75/5d3466b2-c12c-46b1-b3d3-802782537851) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:34.839785 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:34.847678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:13:34.848610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.883002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:34.890630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:34.909762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:34.917316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e9779c09-5990-42d0-a815-ea9434bc0418 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:35.020216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1cb266d8-9299-4bd0-87ab-671d9801e2f3 None None] Current status of the port e7b2c391-ea6e-4681-a857-674afe3bee09 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:35.022838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: e9779c09-5990-42d0-a815-ea9434bc0418 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:35.023217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e9779c09-5990-42d0-a815-ea9434bc0418 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:35.073296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:35.100262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Made reservation on behalf of 61d14ff25828433d8448d55982e56df4 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:35.106835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (4ed01cba-d3c5-4512-b1c2-699caccff041), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:35.138209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-fe672ce4-6c05-44d1-9dfd-d0f32704db43 None None] For port 5d3466b2-c12c-46b1-b3d3-802782537851, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d3466b2-c12c-46b1-b3d3-802782537851,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:35.203296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fe672ce4-6c05-44d1-9dfd-d0f32704db43 None None] Publish callbacks [] for port (5d3466b2-c12c-46b1-b3d3-802782537851), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:35.212859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Allocated IP 2001:db8:2::2 (87ab83c4-8ed1-4108-ac0a-380c5b54c023/ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483/c6ffe758-d056-456e-a83b-61bae6909506) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:35.232241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:35.292301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fe672ce4-6c05-44d1-9dfd-d0f32704db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:35.330259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:35.333295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:35.335137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:35.384954 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] device_id is not set on port 7b21620e-fbf7-41db-b004-55fcc3e583d0 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:13:35.395293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 4ed01cba-d3c5-4512-b1c2-699caccff041 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:35.406279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe672ce4-6c05-44d1-9dfd-d0f32704db43 None None] Pushing event updated for resources: {'Port': ['ID=5d3466b2-c12c-46b1-b3d3-802782537851,revision_number=12']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:35.477073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Publish callbacks [] for port (c6ffe758-d056-456e-a83b-61bae6909506), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:35.529464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:35.534803 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-abac6546-f3d9-4f1b-821e-e03a002db83a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1728678 Oct 23 01:13:35.537933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35502) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:35.546697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2739fda6-10b3-435a-a9bf-bc4aa7a1b7d3 None None] Sync routers for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:35.560697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2739fda6-10b3-435a-a9bf-bc4aa7a1b7d3 None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:35.561332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2739fda6-10b3-435a-a9bf-bc4aa7a1b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:35.611862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (c6ffe758-d056-456e-a83b-61bae6909506), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:35.620018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-60aa6bf9-1d52-4ef4-9a01-4d3d3d340186 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting subnet e7a5072d-0950-4723-8133-3c42e3ab6237 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:35.623572 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-60aa6bf9-1d52-4ef4-9a01-4d3d3d340186 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (e7a5072d-0950-4723-8133-3c42e3ab6237), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:35.661147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Network 87ab83c4-8ed1-4108-ac0a-380c5b54c023 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:35.661325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8::37a (93e5b356-0704-414d-a7cb-470971f9a8ef/93491aaf-cadc-4a86-abd4-04cb30222e75/7b21620e-fbf7-41db-b004-55fcc3e583d0) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:35.670153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Allocated IP 2001:db8:0:1:f816:3eff:feb5:202b (93e5b356-0704-414d-a7cb-470971f9a8ef/59358dd6-6deb-4f51-853c-0ed24f2fbace/7b21620e-fbf7-41db-b004-55fcc3e583d0) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:35.671821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-60aa6bf9-1d52-4ef4-9a01-4d3d3d340186 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (e7a5072d-0950-4723-8133-3c42e3ab6237), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:35.691165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:35.701852 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-2739fda6-10b3-435a-a9bf-bc4aa7a1b7d3 None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:35.703855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:35.776214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2739fda6-10b3-435a-a9bf-bc4aa7a1b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:34Z', 'revision_number': 11, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:35.783285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Pushing event updated for resources: {'Port': ['ID=c6ffe758-d056-456e-a83b-61bae6909506,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:35.796579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Allocated IP 2001:db8:2::1 (87ab83c4-8ed1-4108-ac0a-380c5b54c023/ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483/8a5bba84-e652-4520-8421-7d669f76cbd6) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:35.811289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-60aa6bf9-1d52-4ef4-9a01-4d3d3d340186 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (e7a5072d-0950-4723-8133-3c42e3ab6237), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:35.814533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2739fda6-10b3-435a-a9bf-bc4aa7a1b7d3 None None] Checking router: 4ed01cba-d3c5-4512-b1c2-699caccff041 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:35.848127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2739fda6-10b3-435a-a9bf-bc4aa7a1b7d3 None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:35.848767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2739fda6-10b3-435a-a9bf-bc4aa7a1b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:35.907954 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for port (7b21620e-fbf7-41db-b004-55fcc3e583d0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:35.958690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Attempting to bind port c6ffe758-d056-456e-a83b-61bae6909506 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:35.959087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Attempting to bind port c6ffe758-d056-456e-a83b-61bae6909506 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:35.959421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Attempting to bind port c6ffe758-d056-456e-a83b-61bae6909506 on network 87ab83c4-8ed1-4108-ac0a-380c5b54c023 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:35.989972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-60aa6bf9-1d52-4ef4-9a01-4d3d3d340186 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (e7a5072d-0950-4723-8133-3c42e3ab6237), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.025088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (7b21620e-fbf7-41db-b004-55fcc3e583d0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.026639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:36.049548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa6bf9-1d52-4ef4-9a01-4d3d3d340186 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a5072d-0950-4723-8133-3c42e3ab6237,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:36.071539 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-60aa6bf9-1d52-4ef4-9a01-4d3d3d340186 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.080192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35508) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:36.080978 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-60aa6bf9-1d52-4ef4-9a01-4d3d3d340186 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/e7a5072d-0950-4723-8133-3c42e3ab6237 HTTP/1.1" status: 204 len: 168 time: 0.5419285 Oct 23 01:13:36.139083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Network 93e5b356-0704-414d-a7cb-470971f9a8ef is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:36.158142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.169444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:36.170789 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:36.175748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:36.186016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:36.186016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.198401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event updated for resources: {'Port': ['ID=7b21620e-fbf7-41db-b004-55fcc3e583d0,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:36.221203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-2739fda6-10b3-435a-a9bf-bc4aa7a1b7d3 None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:36.227203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5d3466b2-c12c-46b1-b3d3-802782537851 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:36.228040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (70b45fff-9425-4a47-a11d-93a8914cb3a6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.276620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Deleting port 7e316ab8-9252-4a34-8594-8f5d7a06e524 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:36.276960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.300014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:36.311865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2739fda6-10b3-435a-a9bf-bc4aa7a1b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:34Z', 'revision_number': 11, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:36.341189 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] For port 7e316ab8-9252-4a34-8594-8f5d7a06e524, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e316ab8-9252-4a34-8594-8f5d7a06e524,segment=NetworkSegment(52baddee-2b00-4331-9a1f-fc5506bd3a10),segment_id=52baddee-2b00-4331-9a1f-fc5506bd3a10)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:36.341476 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.353454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-251f881d-6807-4ee6-90b5-5091483d7a20 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:36.353857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-251f881d-6807-4ee6-90b5-5091483d7a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.354235 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-251f881d-6807-4ee6-90b5-5091483d7a20 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:36.355238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Calling delete_port for 7e316ab8-9252-4a34-8594-8f5d7a06e524 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:36.359348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2739fda6-10b3-435a-a9bf-bc4aa7a1b7d3 None None] The sync data for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv is: [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:34Z', 'revision_number': 11, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:36.373855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.389348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:36.389827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Checking segment: {'id': '15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:36.390194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.390600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Bound using segment: {'id': '15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:36.391099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Bound port: c6ffe758-d056-456e-a83b-61bae6909506, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:36.391482 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c6ffe758-d056-456e-a83b-61bae6909506), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.412638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:36.421590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:36.422007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.422335 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:36.426770 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-32d942be-e05d-4052-91cb-4d34c4c7571d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7253995 Oct 23 01:13:36.429637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 87ab83c4-8ed1-4108-ac0a-380c5b54c023 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:36.430155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35510) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:36.436670 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:36.439208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:36.440068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.482088 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=8a5bba84-e652-4520-8421-7d669f76cbd6,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:36.537210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-bac4651b-a7cf-4876-9a49-c69a478826e8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting port 7b21620e-fbf7-41db-b004-55fcc3e583d0 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:36.537552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bac4651b-a7cf-4876-9a49-c69a478826e8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7b21620e-fbf7-41db-b004-55fcc3e583d0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.548752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] For port c6ffe758-d056-456e-a83b-61bae6909506, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:36.551529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-251f881d-6807-4ee6-90b5-5091483d7a20 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:36.557615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] For port c6ffe758-d056-456e-a83b-61bae6909506, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6ffe758-d056-456e-a83b-61bae6909506,segment=NetworkSegment(15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe),segment_id=15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:36.593545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:36.599123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:36.600218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e7b2c391-ea6e-4681-a857-674afe3bee09 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:36.627269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.634612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c6ffe758-d056-456e-a83b-61bae6909506), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.646389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bac4651b-a7cf-4876-9a49-c69a478826e8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7b21620e-fbf7-41db-b004-55fcc3e583d0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.660701 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (7e316ab8-9252-4a34-8594-8f5d7a06e524), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.662124 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:36.689195 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e7b2c391-ea6e-4681-a857-674afe3bee09 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:36.689575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.689954 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e7b2c391-ea6e-4681-a857-674afe3bee09 Oct 23 01:13:36.692400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Port': ['ID=7e316ab8-9252-4a34-8594-8f5d7a06e524,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:36.697502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-bac4651b-a7cf-4876-9a49-c69a478826e8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Calling delete_port for 7b21620e-fbf7-41db-b004-55fcc3e583d0 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:36.712548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab5579-0d21-4c05-8854-b316b5b87484 None None] Pushing event updated for resources: {'Port': ['ID=c6ffe758-d056-456e-a83b-61bae6909506,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:36.721261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No DVR routers for this DVR port 7e316ab8-9252-4a34-8594-8f5d7a06e524 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:36.803328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e7b2c391-ea6e-4681-a857-674afe3bee09 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:36.895523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (70b45fff-9425-4a47-a11d-93a8914cb3a6), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:36.939774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b45fff-9425-4a47-a11d-93a8914cb3a6']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:36.956448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52baddee-2b00-4331-9a1f-fc5506bd3a10') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:36.956754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52baddee-2b00-4331-9a1f-fc5506bd3a10') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:36.978571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (52baddee-2b00-4331-9a1f-fc5506bd3a10), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.014026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.019124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (52baddee-2b00-4331-9a1f-fc5506bd3a10), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.031178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:37.031585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (52baddee-2b00-4331-9a1f-fc5506bd3a10), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.057830 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 52baddee-2b00-4331-9a1f-fc5506bd3a10 resource provider aggregate not found Oct 23 01:13:37.093468 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 52baddee-2b00-4331-9a1f-fc5506bd3a10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52baddee-2b00-4331-9a1f-fc5506bd3a10 found for delete ", "request_id": "req-4a31f385-b333-4193-ac89-fd5454663f76"}]} Oct 23 01:13:37.121513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.122473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.224752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (70b45fff-9425-4a47-a11d-93a8914cb3a6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.234173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bac4651b-a7cf-4876-9a49-c69a478826e8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (7b21620e-fbf7-41db-b004-55fcc3e583d0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.237754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.241278 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/networks/70b45fff-9425-4a47-a11d-93a8914cb3a6 HTTP/1.1" status: 204 len: 168 time: 1.1594825 Oct 23 01:13:37.257321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35516) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:37.262666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-bb5fbf4b-7815-49e5-8c20-bf4d9751f425 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'routes': None}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:37.270216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79410a2-5df2-4a6d-aa57-08d45500a97c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Pushing event deleted for resources: {'Network': ['ID=70b45fff-9425-4a47-a11d-93a8914cb3a6,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:37.325979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4651b-a7cf-4876-9a49-c69a478826e8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Port': ['ID=7b21620e-fbf7-41db-b004-55fcc3e583d0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:37.410412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bac4651b-a7cf-4876-9a49-c69a478826e8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.415157 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bac4651b-a7cf-4876-9a49-c69a478826e8 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/7b21620e-fbf7-41db-b004-55fcc3e583d0 HTTP/1.1" status: 204 len: 168 time: 0.9823925 Oct 23 01:13:37.417776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35518) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:37.469489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:37.475064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:37.533577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=8a5bba84-e652-4520-8421-7d669f76cbd6,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:37.554560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.extraroute_db [None req-bb5fbf4b-7815-49e5-8c20-bf4d9751f425 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Added routes are [] {{(pid=105984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 23 01:13:37.554890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.extraroute_db [None req-bb5fbf4b-7815-49e5-8c20-bf4d9751f425 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Removed routes are [] {{(pid=105984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 23 01:13:37.555219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb5fbf4b-7815-49e5-8c20-bf4d9751f425 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.566484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643eef7-7ab0-4de6-a5fb-cc8d560e0b13 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:37.571039 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2643eef7-7ab0-4de6-a5fb-cc8d560e0b13 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1222537 Oct 23 01:13:37.572968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35520) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:37.597000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network 87ab83c4-8ed1-4108-ac0a-380c5b54c023 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:37.598701 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:37.681123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f377bffb-a84b-4364-8f34-363a0423c69a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:37.682750 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f377bffb-a84b-4364-8f34-363a0423c69a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1087890 Oct 23 01:13:37.686272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35522) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:37.728299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:37.749323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 5ca7d80f-f177-4652-a37c-14b7f000147b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:37.754806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb5fbf4b-7815-49e5-8c20-bf4d9751f425 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.761374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb5fbf4b-7815-49e5-8c20-bf4d9751f425 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.765934 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b0a4cc-42de-4b2a-a536-5ffda44d95d5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:37.767779 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b0a4cc-42de-4b2a-a536-5ffda44d95d5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:37.769364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b0a4cc-42de-4b2a-a536-5ffda44d95d5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:37.772131 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-53b0a4cc-42de-4b2a-a536-5ffda44d95d5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0837841 Oct 23 01:13:37.774521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35524) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:37.792075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b9ebac-20c7-4c6d-8ef3-fd114e3919ae None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:13:37.840283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5fbf4b-7815-49e5-8c20-bf4d9751f425 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 4ed01cba-d3c5-4512-b1c2-699caccff041 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:37.892762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-a593ef60-5b8f-47b5-a20d-223e7d7aadf7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 59358dd6-6deb-4f51-853c-0ed24f2fbace {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:37.898990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a593ef60-5b8f-47b5-a20d-223e7d7aadf7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (59358dd6-6deb-4f51-853c-0ed24f2fbace), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.904770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1e0c0a8e-0c72-407c-8e44-a2bc058cbea5 None None] Provisioning complete for port c6ffe758-d056-456e-a83b-61bae6909506 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:37.905074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1e0c0a8e-0c72-407c-8e44-a2bc058cbea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c6ffe758-d056-456e-a83b-61bae6909506), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.905408 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1e0c0a8e-0c72-407c-8e44-a2bc058cbea5 None None] Attempt 1 to provision port c6ffe758-d056-456e-a83b-61bae6909506 Oct 23 01:13:37.909847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b9ebac-20c7-4c6d-8ef3-fd114e3919ae None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:13:37.924436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:37.927611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5fbf4b-7815-49e5-8c20-bf4d9751f425 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:37.936619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bb5fbf4b-7815-49e5-8c20-bf4d9751f425 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:37.941685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35526) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:37.945044 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e0b1e-f632-487f-b61d-0e638e3f3945 None None] Sync routers for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:37.954608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:37.960520 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bb5fbf4b-7815-49e5-8c20-bf4d9751f425 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041 HTTP/1.1" status: 200 len: 701 time: 0.7015007 Oct 23 01:13:37.965019 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1ad9a9e5-1c23-4532-87db-b04ed8de6afb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4854457 Oct 23 01:13:37.968107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35528) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:37.972845 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Sync routers for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:37.978661 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e0b1e-f632-487f-b61d-0e638e3f3945 None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:37.979979 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-200e0b1e-f632-487f-b61d-0e638e3f3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:37.982220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-66991054'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:37.985684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a593ef60-5b8f-47b5-a20d-223e7d7aadf7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (59358dd6-6deb-4f51-853c-0ed24f2fbace), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.009347 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-361cb0cb-b4eb-4fc7-869d-9a0ee5a456cf tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ed01cba-d3c5-4512-b1c2-699caccff041 HTTP/1.1" status: 200 len: 205 time: 0.0665197 Oct 23 01:13:38.012467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35530) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:38.054863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:38.055430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:38.112991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a593ef60-5b8f-47b5-a20d-223e7d7aadf7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (59358dd6-6deb-4f51-853c-0ed24f2fbace), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.127497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c0a8e-0c72-407c-8e44-a2bc058cbea5 None None] Current status of the port c6ffe758-d056-456e-a83b-61bae6909506 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:38.127497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1e0c0a8e-0c72-407c-8e44-a2bc058cbea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c6ffe758-d056-456e-a83b-61bae6909506), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.151272 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-200e0b1e-f632-487f-b61d-0e638e3f3945 None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:38.162704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e2d48d13-a569-4490-a768-03123ad1116c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.173304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:38.177403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.201069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:38.226575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c6ffe758-d056-456e-a83b-61bae6909506 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:38.237526 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-200e0b1e-f632-487f-b61d-0e638e3f3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:34Z', 'revision_number': 11, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:38.266716 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:38.267803 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e0b1e-f632-487f-b61d-0e638e3f3945 None None] Checking router: 4ed01cba-d3c5-4512-b1c2-699caccff041 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:38.268000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:38.276906 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e0b1e-f632-487f-b61d-0e638e3f3945 None None] Routers {'4ed01cba-d3c5-4512-b1c2-699caccff041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:38.277508 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-200e0b1e-f632-487f-b61d-0e638e3f3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['4ed01cba-d3c5-4512-b1c2-699caccff041'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:38.283798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a593ef60-5b8f-47b5-a20d-223e7d7aadf7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (59358dd6-6deb-4f51-853c-0ed24f2fbace), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.319357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-1e0c0a8e-0c72-407c-8e44-a2bc058cbea5 None None] For port c6ffe758-d056-456e-a83b-61bae6909506, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6ffe758-d056-456e-a83b-61bae6909506,segment=NetworkSegment(15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe),segment_id=15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:38.335895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.336055 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added segment 6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99 of type vlan for network c20a42b8-2e50-44a1-902e-5e5ee3317977 Oct 23 01:13:38.353545 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-200e0b1e-f632-487f-b61d-0e638e3f3945 None None] Set router 4ed01cba-d3c5-4512-b1c2-699caccff041 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:38.359331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593ef60-5b8f-47b5-a20d-223e7d7aadf7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=59358dd6-6deb-4f51-853c-0ed24f2fbace,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:38.366562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a593ef60-5b8f-47b5-a20d-223e7d7aadf7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.376255 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a593ef60-5b8f-47b5-a20d-223e7d7aadf7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/59358dd6-6deb-4f51-853c-0ed24f2fbace HTTP/1.1" status: 204 len: 168 time: 0.6006877 Oct 23 01:13:38.380384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35532) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:38.414829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e2d48d13-a569-4490-a768-03123ad1116c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.417329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e2d48d13-a569-4490-a768-03123ad1116c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (4ed01cba-d3c5-4512-b1c2-699caccff041), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.420019 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-200e0b1e-f632-487f-b61d-0e638e3f3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:34Z', 'revision_number': 11, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:38.424078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:38.427617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b608cf94-1905-4fb2-8307-54ca78fed092 None None] DHCP port deletion for 70b45fff-9425-4a47-a11d-93a8914cb3a6 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:13:38.437923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (c20a42b8-2e50-44a1-902e-5e5ee3317977), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.451453 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e0b1e-f632-487f-b61d-0e638e3f3945 None None] The sync data for ids ['4ed01cba-d3c5-4512-b1c2-699caccff041'] in dv-neutron-master-2-hyperv is: [{'id': '4ed01cba-d3c5-4512-b1c2-699caccff041', 'name': 'tempest-RoutersTest-router-2128369585', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:12:41Z', 'updated_at': '2022-10-23T01:13:34Z', 'revision_number': 11, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:38.464367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c6ffe758-d056-456e-a83b-61bae6909506 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:38.464739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c6ffe758-d056-456e-a83b-61bae6909506), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.465073 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c6ffe758-d056-456e-a83b-61bae6909506 Oct 23 01:13:38.467425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1e0c0a8e-0c72-407c-8e44-a2bc058cbea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c6ffe758-d056-456e-a83b-61bae6909506), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.471933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe5a205-d8f1-4b5b-a8b8-b57b52670886 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Deleting subnet 93491aaf-cadc-4a86-abd4-04cb30222e75 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:38.477015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abe5a205-d8f1-4b5b-a8b8-b57b52670886 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (93491aaf-cadc-4a86-abd4-04cb30222e75), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.513920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:38.552076 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abe5a205-d8f1-4b5b-a8b8-b57b52670886 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (93491aaf-cadc-4a86-abd4-04cb30222e75), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.567477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46d267-310d-4a4b-ad9e-938d88f13e27 None None] Network 87ab83c4-8ed1-4108-ac0a-380c5b54c023 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:38.570719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6536ab-ced2-4acb-ba87-58122ccd1c01 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:38.673378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abe5a205-d8f1-4b5b-a8b8-b57b52670886 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (93491aaf-cadc-4a86-abd4-04cb30222e75), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.740986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c0a8e-0c72-407c-8e44-a2bc058cbea5 None None] Pushing event updated for resources: {'Port': ['ID=c6ffe758-d056-456e-a83b-61bae6909506,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:38.767393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:38.792854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:38.820379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:38.843753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abe5a205-d8f1-4b5b-a8b8-b57b52670886 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (93491aaf-cadc-4a86-abd4-04cb30222e75), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.872669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5a205-d8f1-4b5b-a8b8-b57b52670886 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Subnet': ['ID=93491aaf-cadc-4a86-abd4-04cb30222e75,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:38.886435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abe5a205-d8f1-4b5b-a8b8-b57b52670886 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.886435 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-abe5a205-d8f1-4b5b-a8b8-b57b52670886 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/93491aaf-cadc-4a86-abd4-04cb30222e75 HTTP/1.1" status: 204 len: 168 time: 0.5024061 Oct 23 01:13:38.887874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35536) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:38.906283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e2d48d13-a569-4490-a768-03123ad1116c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (4ed01cba-d3c5-4512-b1c2-699caccff041), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.907073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d48d13-a569-4490-a768-03123ad1116c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Fanout notify agent at l3_agent the message router_deleted on router 4ed01cba-d3c5-4512-b1c2-699caccff041 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:13:38.922666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e2d48d13-a569-4490-a768-03123ad1116c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.928737 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e2d48d13-a569-4490-a768-03123ad1116c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041 HTTP/1.1" status: 204 len: 168 time: 0.8976426 Oct 23 01:13:38.931051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35538) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:38.934745 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-41501721-1c72-41c2-b1bd-a85512a91158 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451326 Oct 23 01:13:38.937340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35540) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:38.942118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9d88e128-222f-4579-b557-1ad33dbe67db tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-484505126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:38.952615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (c20a42b8-2e50-44a1-902e-5e5ee3317977), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.958748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:38.959389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:38.988758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-779c12cf-0c07-43f3-b294-a89f1af4fd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.004455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcc8f6d-79b6-4bef-a077-b20b0c15d0dc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:39.006124 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7fcc8f6d-79b6-4bef-a077-b20b0c15d0dc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0677299 Oct 23 01:13:39.010361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35542) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.055981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c6ffe758-d056-456e-a83b-61bae6909506 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:39.056714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Network': ['ID=c20a42b8-2e50-44a1-902e-5e5ee3317977,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:39.078658 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2bde9bf6-0398-4878-96b3-c38a243e3b3e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1053281 Oct 23 01:13:39.078890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35544) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.084250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'subnet': {'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:39.089835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:36Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:36Z', 'revision_number': 2, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:39.092952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567c99e-a88e-44e1-8826-ba20dfce0a03 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:39.093127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b12c9ce0-5eda-4f01-8b23-a33130dd9a74 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:39.094597 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a567c99e-a88e-44e1-8826-ba20dfce0a03 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0831494 Oct 23 01:13:39.095454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network c20a42b8-2e50-44a1-902e-5e5ee3317977 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:39.097140 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35546) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.143563 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0525a387-04ce-4950-aaa5-c3a471682e86 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452068 Oct 23 01:13:39.156223 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35548) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.159461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Checking router: 5ca7d80f-f177-4652-a37c-14b7f000147b for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:39.159814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Updating router 5ca7d80f-f177-4652-a37c-14b7f000147b port 8a5bba84-e652-4520-8421-7d669f76cbd6 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:13:39.183902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9d88e128-222f-4579-b557-1ad33dbe67db tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (6623f7c9-dc90-4e23-9743-3dfa30bcaeeb), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.184892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9d88e128-222f-4579-b557-1ad33dbe67db tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (6623f7c9-dc90-4e23-9743-3dfa30bcaeeb), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.193884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: b12c9ce0-5eda-4f01-8b23-a33130dd9a74 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:39.194199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b12c9ce0-5eda-4f01-8b23-a33130dd9a74 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:39.221458 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b59740e-c678-4c7d-9c26-b9352a33c77c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.222307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b59740e-c678-4c7d-9c26-b9352a33c77c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.228884 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9b59740e-c678-4c7d-9c26-b9352a33c77c tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/7b21620e-fbf7-41db-b004-55fcc3e583d0 HTTP/1.1" status: 404 len: 333 time: 0.0736802 Oct 23 01:13:39.229648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35550) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.232478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:39.261191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.279034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9d88e128-222f-4579-b557-1ad33dbe67db tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (6623f7c9-dc90-4e23-9743-3dfa30bcaeeb), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.280364 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d81996d-36e4-4db4-82e0-e8b68316f046 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.280884 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d81996d-36e4-4db4-82e0-e8b68316f046 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.286898 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6d81996d-36e4-4db4-82e0-e8b68316f046 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/59358dd6-6deb-4f51-853c-0ed24f2fbace HTTP/1.1" status: 404 len: 337 time: 0.0526109 Oct 23 01:13:39.287583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35552) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.315480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Made reservation on behalf of 42e4897a98f648d38380c0454b1c5bdf for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:39.318504 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-3102b742-b42e-4cb2-b340-d01042ef122d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.325209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:39.325603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3102b742-b42e-4cb2-b340-d01042ef122d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.325603 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3102b742-b42e-4cb2-b340-d01042ef122d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/93491aaf-cadc-4a86-abd4-04cb30222e75 HTTP/1.1" status: 404 len: 337 time: 0.0334184 Oct 23 01:13:39.325812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.325932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35554) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.345620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9d88e128-222f-4579-b557-1ad33dbe67db tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (6623f7c9-dc90-4e23-9743-3dfa30bcaeeb), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.357669 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9823c70-412a-4a52-bae5-ed0c81fe67c2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.358845 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9823c70-412a-4a52-bae5-ed0c81fe67c2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.364015 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a9823c70-412a-4a52-bae5-ed0c81fe67c2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/2f7776d8-7a91-4d23-922c-9696b8b304fc HTTP/1.1" status: 404 len: 333 time: 0.0360835 Oct 23 01:13:39.364015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:39.364283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35556) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.393909 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-03184525-1889-4b71-854c-e8978c4ef86e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.394548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03184525-1889-4b71-854c-e8978c4ef86e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.400327 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-03184525-1889-4b71-854c-e8978c4ef86e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/db5be1f7-19ce-4b10-876f-29260600bb30 HTTP/1.1" status: 404 len: 337 time: 0.0321798 Oct 23 01:13:39.400702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35558) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.449228 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c949f4c-6620-4d30-bccb-f01278a9289b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.449228 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c949f4c-6620-4d30-bccb-f01278a9289b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.449228 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4c949f4c-6620-4d30-bccb-f01278a9289b tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/56a361f8-9e82-40c4-aaf2-509be97a1421 HTTP/1.1" status: 404 len: 337 time: 0.0388675 Oct 23 01:13:39.449228 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35560) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.475024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9d88e128-222f-4579-b557-1ad33dbe67db tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.476253 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9d88e128-222f-4579-b557-1ad33dbe67db tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5438082 Oct 23 01:13:39.481324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35562) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.482362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:39.492137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f2c195f3-ccb2-4014-9a47-4a3932b74c45 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:39.492240 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2000d58c-0144-4d77-b56b-40de529f99cb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.492240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2000d58c-0144-4d77-b56b-40de529f99cb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.497469 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2000d58c-0144-4d77-b56b-40de529f99cb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ba60b20f-ded1-402b-af59-75ccb2bea942 HTTP/1.1" status: 404 len: 333 time: 0.0525589 Oct 23 01:13:39.500138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35564) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.512434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa07be-0b02-4d56-9e76-683526f91417 None None] Network 93e5b356-0704-414d-a7cb-470971f9a8ef requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:39.535326 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-250ceecc-d1e4-4597-8bb3-ed3b0f518541 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.535888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250ceecc-d1e4-4597-8bb3-ed3b0f518541 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.542110 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-250ceecc-d1e4-4597-8bb3-ed3b0f518541 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/f8135a70-9327-4a16-9b5f-c48ccf116341 HTTP/1.1" status: 404 len: 337 time: 0.0382586 Oct 23 01:13:39.548164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35566) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.577295 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c405de-2e47-418e-bf25-8c772ecc3837 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.577760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c405de-2e47-418e-bf25-8c772ecc3837 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.580768 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b8c405de-2e47-418e-bf25-8c772ecc3837 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/a61abc0f-8260-4220-8c9f-9ce67d20a4d2 HTTP/1.1" status: 404 len: 337 time: 0.0331726 Oct 23 01:13:39.586781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35568) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.596598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d2c43f09-b6ad-44d8-972b-b0a3e3b2bdb5 None None] Provisioning complete for port 5d3466b2-c12c-46b1-b3d3-802782537851 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:39.597047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d2c43f09-b6ad-44d8-972b-b0a3e3b2bdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.599838 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d2c43f09-b6ad-44d8-972b-b0a3e3b2bdb5 None None] Attempt 1 to provision port 5d3466b2-c12c-46b1-b3d3-802782537851 Oct 23 01:13:39.660775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:39.700732 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-05028400-ff23-46bd-8fdb-2c3b5bd517dd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.701225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05028400-ff23-46bd-8fdb-2c3b5bd517dd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.706958 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-05028400-ff23-46bd-8fdb-2c3b5bd517dd tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3dcb7beb-04f6-4e8f-82c9-1740a1667e32 HTTP/1.1" status: 404 len: 333 time: 0.0876710 Oct 23 01:13:39.707708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35570) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.745728 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df8565a-2a85-4b2d-9c88-dd5a2da9b4de tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.746451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df8565a-2a85-4b2d-9c88-dd5a2da9b4de tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.750679 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3df8565a-2a85-4b2d-9c88-dd5a2da9b4de tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/3d99598c-dbac-4b93-88cd-e0aa8d14244f HTTP/1.1" status: 404 len: 337 time: 0.0413949 Oct 23 01:13:39.754213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35572) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.809156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:39.817366 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c4ffe0-dea6-40d5-b833-7b47bba8d0ef tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.820465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c4ffe0-dea6-40d5-b833-7b47bba8d0ef tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.825531 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c5c4ffe0-dea6-40d5-b833-7b47bba8d0ef tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/993ec7e9-ed9f-4946-a7f2-a1ff8f583f0c HTTP/1.1" status: 404 len: 337 time: 0.0702121 Oct 23 01:13:39.828007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c195f3-ccb2-4014-9a47-4a3932b74c45 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (6623f7c9-dc90-4e23-9743-3dfa30bcaeeb), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.828530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35574) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.836525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20715a2b-a53b-45bd-8dd5-e83e39a4a25b None None] DHCP port deletion for 93e5b356-0704-414d-a7cb-470971f9a8ef request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:13:39.841145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Publish callbacks [] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.858200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d2c43f09-b6ad-44d8-972b-b0a3e3b2bdb5 None None] Current status of the port 5d3466b2-c12c-46b1-b3d3-802782537851 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:39.868076 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4272aeb-7cda-401d-81ff-06b3804e4345 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.868662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4272aeb-7cda-401d-81ff-06b3804e4345 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.873822 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f4272aeb-7cda-401d-81ff-06b3804e4345 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/04039667-ca95-4250-a386-eae58b72c14f HTTP/1.1" status: 404 len: 333 time: 0.0428116 Oct 23 01:13:39.874976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35576) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.892951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-20715a2b-a53b-45bd-8dd5-e83e39a4a25b None None] Deleting port 5d3466b2-c12c-46b1-b3d3-802782537851 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:39.893327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-20715a2b-a53b-45bd-8dd5-e83e39a4a25b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.904745 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-3078b019-f0cd-4c54-85a3-bd41556b17a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.905643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3078b019-f0cd-4c54-85a3-bd41556b17a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.908827 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3078b019-f0cd-4c54-85a3-bd41556b17a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/3c9ecdf6-16ee-4050-b4bd-236843f4fa7c HTTP/1.1" status: 404 len: 337 time: 0.0327730 Oct 23 01:13:39.915506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c195f3-ccb2-4014-9a47-4a3932b74c45 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (6623f7c9-dc90-4e23-9743-3dfa30bcaeeb), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.917707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35578) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:39.924907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (1ed39fc3-0ff7-4ec4-913e-e873de0fe048), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.948903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.972477 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-07347146-cc7b-412c-b68a-03a2129750b7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:39.973759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07347146-cc7b-412c-b68a-03a2129750b7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:39.977075 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-07347146-cc7b-412c-b68a-03a2129750b7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/539511fd-2241-482f-ac44-48750916c15e HTTP/1.1" status: 404 len: 333 time: 0.0583172 Oct 23 01:13:39.979587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35580) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.012710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae371812-de92-4bdf-ac1c-1d9c2dcf0a6d None None] Pushing event updated for resources: {'Port': ['ID=8a5bba84-e652-4520-8421-7d669f76cbd6,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:40.043587 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a94183-7516-4e7e-9420-469e2f0da888 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.043587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a94183-7516-4e7e-9420-469e2f0da888 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.047038 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-63a94183-7516-4e7e-9420-469e2f0da888 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/2149221b-1a53-4699-aff0-1a771df2b442 HTTP/1.1" status: 404 len: 337 time: 0.0664468 Oct 23 01:13:40.049634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35582) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.055514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c6ffe758-d056-456e-a83b-61bae6909506 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:40.084223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-20715a2b-a53b-45bd-8dd5-e83e39a4a25b None None] For port 5d3466b2-c12c-46b1-b3d3-802782537851, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d3466b2-c12c-46b1-b3d3-802782537851,segment=NetworkSegment(81fe42c8-08c7-4832-8788-af31f434233f),segment_id=81fe42c8-08c7-4832-8788-af31f434233f)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:40.084755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-20715a2b-a53b-45bd-8dd5-e83e39a4a25b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.085892 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd64f49f-f4cc-402c-9b14-205ef9194c4a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.086366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd64f49f-f4cc-402c-9b14-205ef9194c4a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.092455 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fd64f49f-f4cc-402c-9b14-205ef9194c4a tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ce1f1778-2fb1-4f3c-8ac5-1c46f6a65d06 HTTP/1.1" status: 404 len: 333 time: 0.0392663 Oct 23 01:13:40.092767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35584) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.097808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Subnet': ['ID=1ed39fc3-0ff7-4ec4-913e-e873de0fe048,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:40.116679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8c8410fd-90f1-430d-9d2b-322e1e2d9cf9 None None] Provisioning complete for port 8a5bba84-e652-4520-8421-7d669f76cbd6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:40.117054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8c8410fd-90f1-430d-9d2b-322e1e2d9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.117309 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8c8410fd-90f1-430d-9d2b-322e1e2d9cf9 None None] Attempt 1 to provision port 8a5bba84-e652-4520-8421-7d669f76cbd6 Oct 23 01:13:40.131785 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d679d81-574c-4d39-8792-810b4db9b25e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.135343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d679d81-574c-4d39-8792-810b4db9b25e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.135501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Checking segment: {'id': '6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:40.143383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network hostable DHCP agents. Network: c20a42b8-2e50-44a1-902e-5e5ee3317977, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:13:40.143539 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2d679d81-574c-4d39-8792-810b4db9b25e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/d4c933ee-7184-4e3b-b2aa-e33e37306add HTTP/1.1" status: 404 len: 337 time: 0.0441973 Oct 23 01:13:40.143539 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35586) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.163001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:40.170895 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9575df-1612-4f76-9e4f-2d15cc2d4699 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.171117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-20715a2b-a53b-45bd-8dd5-e83e39a4a25b None None] Calling delete_port for 5d3466b2-c12c-46b1-b3d3-802782537851 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:40.171471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9575df-1612-4f76-9e4f-2d15cc2d4699 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.174868 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-df9575df-1612-4f76-9e4f-2d15cc2d4699 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/90a28e5e-fc04-49df-b5a4-8c50ee0911da HTTP/1.1" status: 404 len: 333 time: 0.0328538 Oct 23 01:13:40.177379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35588) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.205344 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42d626f-ea5d-4dce-86e1-5f71c756cddf tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.205736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42d626f-ea5d-4dce-86e1-5f71c756cddf tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.208850 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d42d626f-ea5d-4dce-86e1-5f71c756cddf tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/106742b2-4d8e-4648-90dd-956058c66897 HTTP/1.1" status: 404 len: 337 time: 0.0304515 Oct 23 01:13:40.211475 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35590) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.225755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c195f3-ccb2-4014-9a47-4a3932b74c45 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Router 6623f7c9-dc90-4e23-9743-3dfa30bcaeeb is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:13:40.237108 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3d86bc-ed96-482e-b1fb-ff4e70b828be tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.237705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3d86bc-ed96-482e-b1fb-ff4e70b828be tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.243493 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2e3d86bc-ed96-482e-b1fb-ff4e70b828be tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/314559ed-ec34-4f95-bc9b-3d7c6d0cbf32 HTTP/1.1" status: 404 len: 333 time: 0.0286415 Oct 23 01:13:40.243798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35592) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.245341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8c8410fd-90f1-430d-9d2b-322e1e2d9cf9 None None] Port 8a5bba84-e652-4520-8421-7d669f76cbd6 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:40.250508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Attempting to bind port 8a5bba84-e652-4520-8421-7d669f76cbd6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:40.255747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Attempting to bind port 8a5bba84-e652-4520-8421-7d669f76cbd6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:40.255747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Attempting to bind port 8a5bba84-e652-4520-8421-7d669f76cbd6 on network 87ab83c4-8ed1-4108-ac0a-380c5b54c023 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:40.272016 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d93649e-a94f-4d08-be1c-dcfb7db81e41 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.272485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d93649e-a94f-4d08-be1c-dcfb7db81e41 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.278037 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1d93649e-a94f-4d08-be1c-dcfb7db81e41 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/fb29ed99-4746-4871-8c7a-14f4746f789e HTTP/1.1" status: 404 len: 337 time: 0.0309017 Oct 23 01:13:40.279213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35594) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.279912 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network c20a42b8-2e50-44a1-902e-5e5ee3317977 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:13:40.298525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c6ffe758-d056-456e-a83b-61bae6909506 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:40.298922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c6ffe758-d056-456e-a83b-61bae6909506), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.299293 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c6ffe758-d056-456e-a83b-61bae6909506 Oct 23 01:13:40.307027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8c8410fd-90f1-430d-9d2b-322e1e2d9cf9 None None] Provisioning complete for port c6ffe758-d056-456e-a83b-61bae6909506 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:40.307380 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8c8410fd-90f1-430d-9d2b-322e1e2d9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c6ffe758-d056-456e-a83b-61bae6909506), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.307708 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8c8410fd-90f1-430d-9d2b-322e1e2d9cf9 None None] Attempt 1 to provision port c6ffe758-d056-456e-a83b-61bae6909506 Oct 23 01:13:40.317714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=8,neutron:INSERT=11 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:40.334700 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-29733e33-20e5-4efd-a59b-9e1c1702e444 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.335298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29733e33-20e5-4efd-a59b-9e1c1702e444 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.338314 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-29733e33-20e5-4efd-a59b-9e1c1702e444 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4be20876-c298-40dd-9797-f96a01a119b3 HTTP/1.1" status: 404 len: 333 time: 0.0559471 Oct 23 01:13:40.340989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35596) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.350307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c195f3-ccb2-4014-9a47-4a3932b74c45 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:40.360979 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e13f0-7cef-4030-be28-ac9235f88bd0 None None] Sync routers for ids ['6623f7c9-dc90-4e23-9743-3dfa30bcaeeb'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:40.373804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c195f3-ccb2-4014-9a47-4a3932b74c45 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.375271 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f2c195f3-ccb2-4014-9a47-4a3932b74c45 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "PUT /networking/v2.0/routers/6623f7c9-dc90-4e23-9743-3dfa30bcaeeb HTTP/1.1" status: 200 len: 693 time: 0.8917315 Oct 23 01:13:40.376982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c20a42b8-2e50-44a1-902e-5e5ee3317977) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:40.378522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:40.382718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35598) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.383425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Checking segment: {'id': '15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:40.383425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.383425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Bound using segment: {'id': '15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:40.383720 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cdbef9-c1f0-460b-8e00-3105c039d1a6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.383813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Bound port: 8a5bba84-e652-4520-8421-7d669f76cbd6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:40.383922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66cdbef9-c1f0-460b-8e00-3105c039d1a6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.384021 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e13f0-7cef-4030-be28-ac9235f88bd0 None None] Routers {'6623f7c9-dc90-4e23-9743-3dfa30bcaeeb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:40.384106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.384188 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f84e13f0-7cef-4030-be28-ac9235f88bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['6623f7c9-dc90-4e23-9743-3dfa30bcaeeb'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:40.384998 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-66cdbef9-c1f0-460b-8e00-3105c039d1a6 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/cba78204-5c0e-432e-ae24-d4b63fe5cf1c HTTP/1.1" status: 404 len: 337 time: 0.0430720 Oct 23 01:13:40.387693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35600) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.394142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:40.394975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.403367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8331607d-ea88-419d-8ab7-4ac10d020ee2 None None] Network c20a42b8-2e50-44a1-902e-5e5ee3317977 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:40.429351 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-450480f4-7d25-4220-bbba-46b2323ef851 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.429822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450480f4-7d25-4220-bbba-46b2323ef851 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.433014 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-450480f4-7d25-4220-bbba-46b2323ef851 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/17b22175-1d97-4fa0-809a-a227c7a02f67 HTTP/1.1" status: 404 len: 337 time: 0.0434496 Oct 23 01:13:40.436237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35602) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.438153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:40.467156 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ddaac3-4b1a-4e15-a27e-0c613eaf302f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.468104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ddaac3-4b1a-4e15-a27e-0c613eaf302f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.473204 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-44ddaac3-4b1a-4e15-a27e-0c613eaf302f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/a19be46e-df6a-4d20-ad8e-9a00d6a9039b HTTP/1.1" status: 404 len: 333 time: 0.0356078 Oct 23 01:13:40.476825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35604) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.479967 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f655bdf0-5d00-4465-a755-77e94e717563 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/routers/6623f7c9-dc90-4e23-9743-3dfa30bcaeeb HTTP/1.1" status: 200 len: 699 time: 0.0937748 Oct 23 01:13:40.487943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35606) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.491727 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-f84e13f0-7cef-4030-be28-ac9235f88bd0 None None] Set router 6623f7c9-dc90-4e23-9743-3dfa30bcaeeb gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:40.513542 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d9b204-76a9-42e3-bc06-fc8912dbc35e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.514350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d9b204-76a9-42e3-bc06-fc8912dbc35e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.517491 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-57d9b204-76a9-42e3-bc06-fc8912dbc35e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9190c597-6507-4f0c-9c0e-b86bff7e9162 HTTP/1.1" status: 404 len: 337 time: 0.0392864 Oct 23 01:13:40.520021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35608) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.531799 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8f2ee9e2-586e-46b3-a8b6-783c43362ca2 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6623f7c9-dc90-4e23-9743-3dfa30bcaeeb HTTP/1.1" status: 200 len: 205 time: 0.0426850 Oct 23 01:13:40.534275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35610) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.545149 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b43ddfc8-b341-4b35-96c3-ffdbbeb9fdbf tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4652009 Oct 23 01:13:40.553214 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-3070fbad-116f-4116-9da6-f4a2c6ca7dfa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.553991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3070fbad-116f-4116-9da6-f4a2c6ca7dfa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.555230 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f84e13f0-7cef-4030-be28-ac9235f88bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623f7c9-dc90-4e23-9743-3dfa30bcaeeb', 'name': 'tempest-RoutersTest-router-484505126', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:39Z', 'updated_at': '2022-10-23T01:13:39Z', 'revision_number': 2, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:40.558660 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3070fbad-116f-4116-9da6-f4a2c6ca7dfa tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/41552e91-bd31-4896-97e6-3204bcd8c1d2 HTTP/1.1" status: 404 len: 337 time: 0.0376363 Oct 23 01:13:40.560037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35612) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.580796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35614) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.589507 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e13f0-7cef-4030-be28-ac9235f88bd0 None None] Checking router: 6623f7c9-dc90-4e23-9743-3dfa30bcaeeb for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:40.600878 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e13f0-7cef-4030-be28-ac9235f88bd0 None None] Routers {'6623f7c9-dc90-4e23-9743-3dfa30bcaeeb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:40.602061 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f84e13f0-7cef-4030-be28-ac9235f88bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['6623f7c9-dc90-4e23-9743-3dfa30bcaeeb'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:40.604721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-20715a2b-a53b-45bd-8dd5-e83e39a4a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (5d3466b2-c12c-46b1-b3d3-802782537851), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.612385 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60eaafc-1150-414a-850a-f605e3f8f362 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.612968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60eaafc-1150-414a-850a-f605e3f8f362 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.618289 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c60eaafc-1150-414a-850a-f605e3f8f362 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/80566205-a3ad-46a8-b777-f31b660cbe51 HTTP/1.1" status: 404 len: 333 time: 0.0343084 Oct 23 01:13:40.638468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:40.640439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35616) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.654686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f85d3335-c122-4f8e-b560-cc643625ed8a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (6623f7c9-dc90-4e23-9743-3dfa30bcaeeb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.677766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] For port 8a5bba84-e652-4520-8421-7d669f76cbd6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:40.679928 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c647317-1f82-4c15-b996-28aad5fc7dfe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.680392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c647317-1f82-4c15-b996-28aad5fc7dfe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.681502 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-f84e13f0-7cef-4030-be28-ac9235f88bd0 None None] Set router 6623f7c9-dc90-4e23-9743-3dfa30bcaeeb gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:40.683802 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5c647317-1f82-4c15-b996-28aad5fc7dfe tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/a7ef581a-70d5-4377-ab8c-c9235fc87871 HTTP/1.1" status: 404 len: 337 time: 0.0421937 Oct 23 01:13:40.701975 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:40.707883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35618) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.722872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20715a2b-a53b-45bd-8dd5-e83e39a4a25b None None] No DVR routers for this DVR port 5d3466b2-c12c-46b1-b3d3-802782537851 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:40.733563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20715a2b-a53b-45bd-8dd5-e83e39a4a25b None None] Pushing event deleted for resources: {'Port': ['ID=5d3466b2-c12c-46b1-b3d3-802782537851,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:40.744610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] For port 8a5bba84-e652-4520-8421-7d669f76cbd6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a5bba84-e652-4520-8421-7d669f76cbd6,segment=NetworkSegment(15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe),segment_id=15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:40.747476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c6ffe758-d056-456e-a83b-61bae6909506 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:40.769042 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27e6917-f941-4d03-b888-20fdeba175dc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.769878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27e6917-f941-4d03-b888-20fdeba175dc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.770113 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8c8410fd-90f1-430d-9d2b-322e1e2d9cf9 None None] Current status of the port c6ffe758-d056-456e-a83b-61bae6909506 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:40.773102 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f84e13f0-7cef-4030-be28-ac9235f88bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6623f7c9-dc90-4e23-9743-3dfa30bcaeeb', 'name': 'tempest-RoutersTest-router-484505126', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:39Z', 'updated_at': '2022-10-23T01:13:39Z', 'revision_number': 2, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:40.776115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35620) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.777227 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e27e6917-f941-4d03-b888-20fdeba175dc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/d902308d-0397-473a-8e01-31e7b9fae4ea HTTP/1.1" status: 404 len: 337 time: 0.0566058 Oct 23 01:13:40.803623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c20a42b8-2e50-44a1-902e-5e5ee3317977', 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977', 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'fixed_ips': [{'subnet_id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:13:40.804647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.818193 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e13f0-7cef-4030-be28-ac9235f88bd0 None None] The sync data for ids ['6623f7c9-dc90-4e23-9743-3dfa30bcaeeb'] in dv-neutron-master-2-hyperv is: [{'id': '6623f7c9-dc90-4e23-9743-3dfa30bcaeeb', 'name': 'tempest-RoutersTest-router-484505126', 'tenant_id': 'e00deb09b9384a99a41aef95ecc808ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:39Z', 'updated_at': '2022-10-23T01:13:39Z', 'revision_number': 2, 'project_id': 'e00deb09b9384a99a41aef95ecc808ff', 'gw_port_host': None}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:40.833196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.856702 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-636a7d8e-6734-48c1-9903-29064211756e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.857399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636a7d8e-6734-48c1-9903-29064211756e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.862714 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-636a7d8e-6734-48c1-9903-29064211756e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4e43dc4a-14e4-4a54-b2f4-47fb7971d26e HTTP/1.1" status: 404 len: 333 time: 0.0831783 Oct 23 01:13:40.864387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35622) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.885749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5d3466b2-c12c-46b1-b3d3-802782537851 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:40.911642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 5d3466b2-c12c-46b1-b3d3-802782537851 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:40.911989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5d3466b2-c12c-46b1-b3d3-802782537851 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:40.912412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7e316ab8-9252-4a34-8594-8f5d7a06e524 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:40.928934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:40.934471 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2750fb-18c2-42a2-9825-610acc01abe7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:40.934670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2750fb-18c2-42a2-9825-610acc01abe7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:40.939974 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ed2750fb-18c2-42a2-9825-610acc01abe7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9f58e88e-9f8b-4e02-9cd9-3eadd9401501 HTTP/1.1" status: 404 len: 337 time: 0.0422850 Oct 23 01:13:40.940790 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35624) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:40.969027 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f85d3335-c122-4f8e-b560-cc643625ed8a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (6623f7c9-dc90-4e23-9743-3dfa30bcaeeb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:40.971450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f85d3335-c122-4f8e-b560-cc643625ed8a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router_controller (6623f7c9-dc90-4e23-9743-3dfa30bcaeeb), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:41.003425 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b881c4c7-4c6a-438b-874a-cb7641282f38 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.004115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b881c4c7-4c6a-438b-874a-cb7641282f38 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.005074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 7e316ab8-9252-4a34-8594-8f5d7a06e524 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:41.005074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7e316ab8-9252-4a34-8594-8f5d7a06e524 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:41.006298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:41.006922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:41.008957 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b881c4c7-4c6a-438b-874a-cb7641282f38 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/badf799c-469c-4c2a-8d0c-f9d299cd22e7 HTTP/1.1" status: 404 len: 337 time: 0.0674825 Oct 23 01:13:41.012385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35626) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.049345 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-23e51bb3-dbc3-43d5-9be5-b676ec57826e tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc4c40a6-f410-4496-ba4e-d49a260d0200 HTTP/1.1" status: 200 len: 205 time: 0.0352740 Oct 23 01:13:41.051605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35628) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.078883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5da04403-f7dd-48bc-ad98-424f12cd662a None None] Provisioning complete for port 8a5bba84-e652-4520-8421-7d669f76cbd6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:41.079594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5da04403-f7dd-48bc-ad98-424f12cd662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:41.079594 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5da04403-f7dd-48bc-ad98-424f12cd662a None None] Attempt 1 to provision port 8a5bba84-e652-4520-8421-7d669f76cbd6 Oct 23 01:13:41.094390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f85d3335-c122-4f8e-b560-cc643625ed8a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (6623f7c9-dc90-4e23-9743-3dfa30bcaeeb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:41.094969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85d3335-c122-4f8e-b560-cc643625ed8a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Fanout notify agent at l3_agent the message router_deleted on router 6623f7c9-dc90-4e23-9743-3dfa30bcaeeb {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:13:41.096761 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-7c99b804-aa1a-4f2e-aa3c-30a2371380a7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] delete failed (client error): The resource could not be found. Oct 23 01:13:41.100122 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7c99b804-aa1a-4f2e-aa3c-30a2371380a7 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/routers/cc4c40a6-f410-4496-ba4e-d49a260d0200 HTTP/1.1" status: 404 len: 336 time: 0.0453911 Oct 23 01:13:41.103001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f85d3335-c122-4f8e-b560-cc643625ed8a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:41.103195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35630) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.107875 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f85d3335-c122-4f8e-b560-cc643625ed8a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/6623f7c9-dc90-4e23-9743-3dfa30bcaeeb HTTP/1.1" status: 204 len: 168 time: 0.5688820 Oct 23 01:13:41.108167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35632) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.121275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae371812-de92-4bdf-ac1c-1d9c2dcf0a6d None None] Pushing event updated for resources: {'Port': ['ID=8a5bba84-e652-4520-8421-7d669f76cbd6,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:41.157259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35634) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.158067 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-95992aa9-d36a-4504-b4a7-0029d9359f18 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6623f7c9-dc90-4e23-9743-3dfa30bcaeeb HTTP/1.1" status: 200 len: 205 time: 0.0482414 Oct 23 01:13:41.170966 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8429b9-17b1-447f-a71a-8233a2ee86eb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.171522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8429b9-17b1-447f-a71a-8233a2ee86eb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.175417 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9c8429b9-17b1-447f-a71a-8233a2ee86eb tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/505ff7f5-aed9-4763-9865-afc4a2dffb88 HTTP/1.1" status: 404 len: 337 time: 0.0674012 Oct 23 01:13:41.177607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35636) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.215363 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2af3e4ed-2ce5-4d80-9f03-39576581f702 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=30274c19-0515-4adb-8e0e-b22e35cc0a30 HTTP/1.1" status: 200 len: 205 time: 0.0361536 Oct 23 01:13:41.215614 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-9f156486-d850-4ee7-8044-ecb169253382 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] delete failed (client error): The resource could not be found. Oct 23 01:13:41.218995 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9f156486-d850-4ee7-8044-ecb169253382 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/6623f7c9-dc90-4e23-9743-3dfa30bcaeeb HTTP/1.1" status: 404 len: 336 time: 0.0548253 Oct 23 01:13:41.219435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35638) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.219764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35640) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.288931 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-80e2d60c-ac93-4206-ba3b-f6773fe49394 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] delete failed (client error): The resource could not be found. Oct 23 01:13:41.292647 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-80e2d60c-ac93-4206-ba3b-f6773fe49394 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/routers/30274c19-0515-4adb-8e0e-b22e35cc0a30 HTTP/1.1" status: 404 len: 336 time: 0.0693181 Oct 23 01:13:41.292647 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b877d73-403b-4af7-85d2-85243963138f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.292647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b877d73-403b-4af7-85d2-85243963138f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.293713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35644) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.298023 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2b877d73-403b-4af7-85d2-85243963138f tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/253b28a7-4195-41c2-8bd4-0cfb32e16fc7 HTTP/1.1" status: 404 len: 337 time: 0.0739260 Oct 23 01:13:41.299349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:41.302165 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35646) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.312532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c3d8b35b-3cec-4f9e-9724-cc6e73c22a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:41.324118 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecfcdc4-4d72-474e-8829-5f8bd0b867bc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.325464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecfcdc4-4d72-474e-8829-5f8bd0b867bc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.330257 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cecfcdc4-4d72-474e-8829-5f8bd0b867bc tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/989b465a-5988-4a74-b9ec-1a748e136ecb HTTP/1.1" status: 404 len: 337 time: 0.0331061 Oct 23 01:13:41.330633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35648) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.343418 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dcd49e-ef5b-405a-ae92-8c3825e60ba8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.343418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1dcd49e-ef5b-405a-ae92-8c3825e60ba8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.348876 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e1dcd49e-ef5b-405a-ae92-8c3825e60ba8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9a26e51d-12a5-460f-b18b-2e94f707eff0 HTTP/1.1" status: 404 len: 337 time: 0.0433490 Oct 23 01:13:41.349843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35650) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.365448 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-28735ed3-3cc4-416c-9282-040afff7a9f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.367905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28735ed3-3cc4-416c-9282-040afff7a9f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.371775 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-28735ed3-3cc4-416c-9282-040afff7a9f2 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/4892bd14-7b88-46c3-9514-2a5ecec890e6 HTTP/1.1" status: 404 len: 337 time: 0.0372167 Oct 23 01:13:41.371948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:41.371948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:41.374563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35652) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.397862 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d2c163-18aa-4e58-8097-4aaf1d94797f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.398551 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d2c163-18aa-4e58-8097-4aaf1d94797f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.401662 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-77d2c163-18aa-4e58-8097-4aaf1d94797f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/f5febac5-8e9c-4839-8475-b77948c634fc HTTP/1.1" status: 404 len: 333 time: 0.0284102 Oct 23 01:13:41.404664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35654) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.411724 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0c3b20-af37-489b-bccd-9c2d8876c3a8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.412178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0c3b20-af37-489b-bccd-9c2d8876c3a8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.415252 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9b0c3b20-af37-489b-bccd-9c2d8876c3a8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/1867b245-d393-4cc8-9afd-9685c73d70cb HTTP/1.1" status: 404 len: 337 time: 0.0644894 Oct 23 01:13:41.418789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35656) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.432981 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-31faeb0d-5d9b-4dc9-8265-bbc67ca8af18 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.433594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31faeb0d-5d9b-4dc9-8265-bbc67ca8af18 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.437058 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-31faeb0d-5d9b-4dc9-8265-bbc67ca8af18 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/492ffd4f-3808-4f76-afad-e08ae988dce5 HTTP/1.1" status: 404 len: 337 time: 0.0311196 Oct 23 01:13:41.439705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35658) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.466441 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3d72dc-427e-49ae-8fbe-6c5e6089def5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.467159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3d72dc-427e-49ae-8fbe-6c5e6089def5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.470425 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0e3d72dc-427e-49ae-8fbe-6c5e6089def5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/f91990b8-b60f-4cf2-a570-10586d9fd8a9 HTTP/1.1" status: 404 len: 333 time: 0.0287545 Oct 23 01:13:41.475802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35660) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.476039 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f510efef-ec8b-4943-b023-987594b61e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.476039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f510efef-ec8b-4943-b023-987594b61e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.478232 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f510efef-ec8b-4943-b023-987594b61e88 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/e7a5072d-0950-4723-8133-3c42e3ab6237 HTTP/1.1" status: 404 len: 337 time: 0.0583501 Oct 23 01:13:41.481331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35662) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.497680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Allocated IP 2001:db8:3::2 (c20a42b8-2e50-44a1-902e-5e5ee3317977/1ed39fc3-0ff7-4ec4-913e-e873de0fe048/411e18b1-1c8f-47dd-ab2f-4b9e41403bdf) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:41.502949 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf33ea1-b315-47b6-b777-96036432d797 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.503485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf33ea1-b315-47b6-b777-96036432d797 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.506608 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-baf33ea1-b315-47b6-b777-96036432d797 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/2b1ff3bb-2219-439d-a763-55d901384f4d HTTP/1.1" status: 404 len: 337 time: 0.0327060 Oct 23 01:13:41.507992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:41.509081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35664) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.512732 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f3ce63c3-a5b9-42fd-bc60-995db267a2fe tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ed01cba-d3c5-4512-b1c2-699caccff041 HTTP/1.1" status: 200 len: 205 time: 0.0300279 Oct 23 01:13:41.517938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35666) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.523321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5da04403-f7dd-48bc-ad98-424f12cd662a None None] Current status of the port 8a5bba84-e652-4520-8421-7d669f76cbd6 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:41.524476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5da04403-f7dd-48bc-ad98-424f12cd662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:41.587868 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-454dccca-a6ba-4683-a8a2-9fc4a47d9131 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] delete failed (client error): The resource could not be found. Oct 23 01:13:41.588968 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-454dccca-a6ba-4683-a8a2-9fc4a47d9131 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/4ed01cba-d3c5-4512-b1c2-699caccff041 HTTP/1.1" status: 404 len: 336 time: 0.0699875 Oct 23 01:13:41.590725 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-61aee13f-5a3b-420c-9f7b-9626c2679734 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.591510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61aee13f-5a3b-420c-9f7b-9626c2679734 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.592830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35668) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.595015 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-61aee13f-5a3b-420c-9f7b-9626c2679734 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/9d5e5788-8984-4623-8202-95481808e4a0 HTTP/1.1" status: 404 len: 333 time: 0.0847616 Oct 23 01:13:41.604085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35670) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.636550 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1909936-4806-4e35-96a8-37b45314e15f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.637104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1909936-4806-4e35-96a8-37b45314e15f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.642696 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f1909936-4806-4e35-96a8-37b45314e15f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/1b5fc583-7c1e-4528-9c0b-7928c6a9dbee HTTP/1.1" status: 404 len: 337 time: 0.0348678 Oct 23 01:13:41.643250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35672) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.656128 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-360b58b7-333a-489b-9a33-c10ac2b989d5 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=de7585f6-df36-435f-be6e-e77cc3161142 HTTP/1.1" status: 200 len: 205 time: 0.0598211 Oct 23 01:13:41.657167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35674) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.669053 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a5ea60-1ed5-4343-a6b5-8ced7a4b4c28 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.669836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a5ea60-1ed5-4343-a6b5-8ced7a4b4c28 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.670091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5da04403-f7dd-48bc-ad98-424f12cd662a None None] For port 8a5bba84-e652-4520-8421-7d669f76cbd6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a5bba84-e652-4520-8421-7d669f76cbd6,segment=NetworkSegment(15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe),segment_id=15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:41.673143 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f3a5ea60-1ed5-4343-a6b5-8ced7a4b4c28 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/5c9d99f2-38ed-4bcd-b39e-96b7e0807842 HTTP/1.1" status: 404 len: 333 time: 0.0292006 Oct 23 01:13:41.675742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35676) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.703864 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-1fc46aaf-012d-497e-9c86-44cc34b7c677 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] delete failed (client error): The resource could not be found. Oct 23 01:13:41.704894 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1fc46aaf-012d-497e-9c86-44cc34b7c677 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/de7585f6-df36-435f-be6e-e77cc3161142 HTTP/1.1" status: 404 len: 336 time: 0.0465717 Oct 23 01:13:41.708097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35678) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.709043 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b79c640-c14d-4771-9d42-f109fa583805 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.709530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b79c640-c14d-4771-9d42-f109fa583805 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.712792 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0b79c640-c14d-4771-9d42-f109fa583805 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/3b519c6a-fd1c-4cfa-8992-af5fb9016f43 HTTP/1.1" status: 404 len: 337 time: 0.0360224 Oct 23 01:13:41.716797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35680) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.725223 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:41.745005 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ea6703-e931-4b9d-9264-47b1c143e6a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.745891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ea6703-e931-4b9d-9264-47b1c143e6a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.746015 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e21b21-0a31-4664-b8e7-66a08bccbb66 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.746458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e21b21-0a31-4664-b8e7-66a08bccbb66 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.752470 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-39ea6703-e931-4b9d-9264-47b1c143e6a5 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/dd8bf74d-eaaf-430b-8da2-bb0f996944e2 HTTP/1.1" status: 404 len: 333 time: 0.0304556 Oct 23 01:13:41.752658 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e4e21b21-0a31-4664-b8e7-66a08bccbb66 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/a6d86e7b-29cf-498b-a76d-9c5e1de430b4 HTTP/1.1" status: 404 len: 337 time: 0.0358989 Oct 23 01:13:41.759044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35682) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.759759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5da04403-f7dd-48bc-ad98-424f12cd662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:41.760893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35684) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.785343 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e61ae0ed-a1d4-4841-bfd7-79a3aae46730 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=329e1716-ff5e-46b4-b4fe-00bcba202106 HTTP/1.1" status: 200 len: 205 time: 0.0311232 Oct 23 01:13:41.787660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:41.787778 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35686) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.791296 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff28fae-f478-4b24-acf4-cdba457c8e93 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.791876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff28fae-f478-4b24-acf4-cdba457c8e93 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.795083 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0ff28fae-f478-4b24-acf4-cdba457c8e93 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/6754d66b-41d5-403b-b753-6f49d903cea1 HTTP/1.1" status: 404 len: 337 time: 0.0331814 Oct 23 01:13:41.797672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35688) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.818086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:36Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:40Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:41.822998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:41.823679 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f0a029-87b7-444c-9bf2-99ccd82f0127 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.824897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f0a029-87b7-444c-9bf2-99ccd82f0127 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.830426 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b9f0a029-87b7-444c-9bf2-99ccd82f0127 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3e00930a-ead3-4773-9633-0035cc7177ca HTTP/1.1" status: 404 len: 333 time: 0.0293138 Oct 23 01:13:41.830643 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-a5b706b6-ccbd-4d17-9179-1468dcb558be tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] delete failed (client error): The resource could not be found. Oct 23 01:13:41.830870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35690) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.833744 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a5b706b6-ccbd-4d17-9179-1468dcb558be tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/329e1716-ff5e-46b4-b4fe-00bcba202106 HTTP/1.1" status: 404 len: 336 time: 0.0426366 Oct 23 01:13:41.833903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35692) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.858803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26805a-d541-4fcf-81b2-b2217834cc7f None None] The sync data for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv is: [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:36Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:40Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:41.859629 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5dca76-1e8a-4e90-9f45-789474a5284f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.860186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5dca76-1e8a-4e90-9f45-789474a5284f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.865993 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6e5dca76-1e8a-4e90-9f45-789474a5284f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/1aa0468b-a994-4ce2-bda9-9b129b63c49b HTTP/1.1" status: 404 len: 337 time: 0.0314281 Oct 23 01:13:41.866853 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35694) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.872719 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-32afecaf-9d16-49e4-8d0b-3f98fa64e305 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9eb36d50-0385-43ef-86a6-85df15590b9a HTTP/1.1" status: 200 len: 205 time: 0.0372167 Oct 23 01:13:41.879908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35696) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.891506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Publish callbacks [] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:41.892604 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-92458bb8-71d6-419e-8201-e5e32243c73d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.893257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92458bb8-71d6-419e-8201-e5e32243c73d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.897214 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-92458bb8-71d6-419e-8201-e5e32243c73d tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4a513080-7ca5-4cfb-a840-5f82434f10f8 HTTP/1.1" status: 404 len: 333 time: 0.0285602 Oct 23 01:13:41.897379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da04403-f7dd-48bc-ad98-424f12cd662a None None] Pushing event updated for resources: {'Port': ['ID=8a5bba84-e652-4520-8421-7d669f76cbd6,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:41.903732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35698) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.931226 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-1bfaf0e4-d809-47f9-bdec-1b8ec9e8d466 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] delete failed (client error): The resource could not be found. Oct 23 01:13:41.932355 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1bfaf0e4-d809-47f9-bdec-1b8ec9e8d466 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/9eb36d50-0385-43ef-86a6-85df15590b9a HTTP/1.1" status: 404 len: 336 time: 0.0514262 Oct 23 01:13:41.933551 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1896a57-8806-458c-be44-f629c50c6cb1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.934091 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1896a57-8806-458c-be44-f629c50c6cb1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.934937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35700) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.939676 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a1896a57-8806-458c-be44-f629c50c6cb1 tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/f49578d5-9242-4bb2-b587-1167fcd1578a HTTP/1.1" status: 404 len: 337 time: 0.0348310 Oct 23 01:13:41.942351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35702) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:41.984317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:41.987723 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f032767b-c813-4161-9964-fa2d91232767 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:41.988298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f032767b-c813-4161-9964-fa2d91232767 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:41.996030 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f032767b-c813-4161-9964-fa2d91232767 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/386af392-d1e1-4041-9cd7-79d67c0698e0 HTTP/1.1" status: 404 len: 337 time: 0.0596457 Oct 23 01:13:42.003861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35706) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:42.041682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (93e5b356-0704-414d-a7cb-470971f9a8ef), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.044479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:42.054025 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Pushing event updated for resources: {'Port': ['ID=411e18b1-1c8f-47dd-ab2f-4b9e41403bdf,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:42.076553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Network c20a42b8-2e50-44a1-902e-5e5ee3317977 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:42.078098 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:42.081042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:42.087429 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4f1659df-aeac-49cd-85ef-11260c95964a tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2 HTTP/1.1" status: 200 len: 205 time: 0.0821958 Oct 23 01:13:42.092107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35708) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:42.139341 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-c0b5e5a8-3ef2-4847-8d7d-9e706d469edf tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] delete failed (client error): The resource could not be found. Oct 23 01:13:42.140779 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c0b5e5a8-3ef2-4847-8d7d-9e706d469edf tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/55fd56fd-2efe-4ee0-9df7-e62dbbeb9bb2 HTTP/1.1" status: 404 len: 336 time: 0.0474124 Oct 23 01:13:42.143793 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35710) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:42.170282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Attempting to bind port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:42.170702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Attempting to bind port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:42.171048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Attempting to bind port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf on network c20a42b8-2e50-44a1-902e-5e5ee3317977 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:42.185241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Allocated IP 2001:db8:3::1 (c20a42b8-2e50-44a1-902e-5e5ee3317977/1ed39fc3-0ff7-4ec4-913e-e873de0fe048/5b43d936-2c9d-4159-be21-2e7e88b1ac29) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:42.192391 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfea9b1-8fb8-4b9f-ba9d-12f0ce107a1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:42.193079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bfea9b1-8fb8-4b9f-ba9d-12f0ce107a1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:42.196518 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0bfea9b1-8fb8-4b9f-ba9d-12f0ce107a1c tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/13bca1e2-09da-4f00-9fd2-1725cd7690cd HTTP/1.1" status: 404 len: 337 time: 0.0513906 Oct 23 01:13:42.203460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35712) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:42.204942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (93e5b356-0704-414d-a7cb-470971f9a8ef), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.238896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e5b356-0704-414d-a7cb-470971f9a8ef']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:42.248911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:42.249578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Checking segment: {'id': '6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:42.250179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.251528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Bound using segment: {'id': '6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:42.252466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Bound port: 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:42.253104 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8fa11b10-664d-4a11-bbc8-a418012806b8 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5eda000b-1cc3-4e6d-a922-16abbdd28096 HTTP/1.1" status: 200 len: 205 time: 0.0481939 Oct 23 01:13:42.253383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.256391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35714) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:42.317920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fe42c8-08c7-4832-8788-af31f434233f') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:42.320385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fe42c8-08c7-4832-8788-af31f434233f') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:42.327715 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-33b2ec85-a2e6-4a65-99d1-2fa4f2c284ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] delete failed (client error): The resource could not be found. Oct 23 01:13:42.327715 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-33b2ec85-a2e6-4a65-99d1-2fa4f2c284ed tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/routers/5eda000b-1cc3-4e6d-a922-16abbdd28096 HTTP/1.1" status: 404 len: 336 time: 0.0644941 Oct 23 01:13:42.331328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35716) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:42.363674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35718) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:42.370990 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-310e5555-ccfb-443d-a190-7aa3d5e6eb22 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:42.372217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310e5555-ccfb-443d-a190-7aa3d5e6eb22 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:42.372330 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] For port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:42.375746 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-310e5555-ccfb-443d-a190-7aa3d5e6eb22 tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/81f17a15-f675-4188-91f7-1677051f7cba HTTP/1.1" status: 404 len: 337 time: 0.0430055 Oct 23 01:13:42.378331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (81fe42c8-08c7-4832-8788-af31f434233f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.379896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] For port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=411e18b1-1c8f-47dd-ab2f-4b9e41403bdf,segment=NetworkSegment(6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99),segment_id=6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:42.380733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35720) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:42.424282 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-863826f1-7414-481c-9a1b-f6e363cc348b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] DELETE failed (client error): The resource could not be found. Oct 23 01:13:42.425047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863826f1-7414-481c-9a1b-f6e363cc348b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:13:42.428743 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-863826f1-7414-481c-9a1b-f6e363cc348b tempest-RoutersTest-1314682278 tempest-RoutersTest-1314682278-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/8494dead-83cc-45b1-873e-2426d1d88759 HTTP/1.1" status: 404 len: 337 time: 0.0468457 Oct 23 01:13:42.429961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (81fe42c8-08c7-4832-8788-af31f434233f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.438090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:42.442589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (81fe42c8-08c7-4832-8788-af31f434233f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.460148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.470451 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 81fe42c8-08c7-4832-8788-af31f434233f resource provider aggregate not found Oct 23 01:13:42.522692 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 81fe42c8-08c7-4832-8788-af31f434233f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81fe42c8-08c7-4832-8788-af31f434233f found for delete ", "request_id": "req-564cbcd2-c3a9-4e34-af0d-db8ed354dd80"}]} Oct 23 01:13:42.541084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.558042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:42.620085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a52aa-d8bf-4417-b930-f618e839a851 None None] Pushing event updated for resources: {'Port': ['ID=411e18b1-1c8f-47dd-ab2f-4b9e41403bdf,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:42.689144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (93e5b356-0704-414d-a7cb-470971f9a8ef), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.697166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.701764 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] 10.222.0.36 "DELETE /networking/v2.0/networks/93e5b356-0704-414d-a7cb-470971f9a8ef HTTP/1.1" status: 204 len: 168 time: 0.7580154 Oct 23 01:13:42.704421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:42.725240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1095e-b551-4146-9957-3dc531ae2b3f tempest-NetworksTestDHCPv6-900270088 tempest-NetworksTestDHCPv6-900270088-project] Pushing event deleted for resources: {'Network': ['ID=93e5b356-0704-414d-a7cb-470971f9a8ef,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:42.833830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:42.852503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:42.973652 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Deleting port 91b855d4-c2b3-44a7-96ae-01cecbc53525 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:42.974135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (91b855d4-c2b3-44a7-96ae-01cecbc53525), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.034768 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.059340 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35732) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:43.085574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:43.094595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network c20a42b8-2e50-44a1-902e-5e5ee3317977 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:43.109965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:43.112514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:43.113076 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.122921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (91b855d4-c2b3-44a7-96ae-01cecbc53525), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.123258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for floatingip (91b855d4-c2b3-44a7-96ae-01cecbc53525), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.166876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=5b43d936-2c9d-4159-be21-2e7e88b1ac29,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:43.186051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Calling delete_port for 91b855d4-c2b3-44a7-96ae-01cecbc53525 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:43.251285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35738) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:43.381283 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3f43c31c-2585-425c-8153-3b025ff31941 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e00deb09b9384a99a41aef95ecc808ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207619 Oct 23 01:13:43.383786 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0c77c6f2-8651-4323-b235-919f9c3859c4 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=61d14ff25828433d8448d55982e56df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314747 Oct 23 01:13:43.388321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35742) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:43.388992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35744) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:43.443350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:43.471504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:43.498673 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.563542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-67b1a162-d882-4104-ba9f-87609604a6c0 admin admin] Publish callbacks [] for security_group (704b6a99-6210-429b-9cdc-77500f4aa1e0), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.570229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c385ff4f-83c3-429e-8ee0-ae1595e07118 admin admin] Publish callbacks [] for security_group (bf509052-8767-44bc-a01d-bfa6d61858a9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.595349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (91b855d4-c2b3-44a7-96ae-01cecbc53525), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.613342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baaa495-d5e4-4530-9d37-b6dfc05526ce None None] Network c20a42b8-2e50-44a1-902e-5e5ee3317977 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:43.676765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-67b1a162-d882-4104-ba9f-87609604a6c0 admin admin] Publish callbacks [] for security_group (704b6a99-6210-429b-9cdc-77500f4aa1e0), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.691229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event deleted for resources: {'Port': ['ID=91b855d4-c2b3-44a7-96ae-01cecbc53525,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:43.718272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c385ff4f-83c3-429e-8ee0-ae1595e07118 admin admin] Publish callbacks [] for security_group (bf509052-8767-44bc-a01d-bfa6d61858a9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.730239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-826c3bce-1abb-452f-ac2b-8c687ca8fa14 None None] Provisioning complete for port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:43.731153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-826c3bce-1abb-452f-ac2b-8c687ca8fa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.731487 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-826c3bce-1abb-452f-ac2b-8c687ca8fa14 None None] Attempt 1 to provision port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf Oct 23 01:13:43.831873 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-826c3bce-1abb-452f-ac2b-8c687ca8fa14 None None] Current status of the port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:43.832228 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:43.832434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-826c3bce-1abb-452f-ac2b-8c687ca8fa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.869686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-826c3bce-1abb-452f-ac2b-8c687ca8fa14 None None] For port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=411e18b1-1c8f-47dd-ab2f-4b9e41403bdf,segment=NetworkSegment(6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99),segment_id=6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:43.903163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for floatingip (002dfbf1-42ae-4d34-ade8-e1a021998e00), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.903503 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Floating IP 002dfbf1-42ae-4d34-ade8-e1a021998e00 disassociated (deleted). External IP: 172.36.3.171, port: c5727af3-728e-43dd-876c-80fcaf1e18cd. Oct 23 01:13:43.910871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:43.911078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:43.933226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:43.951483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-826c3bce-1abb-452f-ac2b-8c687ca8fa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.018080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c3bce-1abb-452f-ac2b-8c687ca8fa14 None None] Pushing event updated for resources: {'Port': ['ID=411e18b1-1c8f-47dd-ab2f-4b9e41403bdf,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:44.058583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:44.062902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c385ff4f-83c3-429e-8ee0-ae1595e07118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (bf509052-8767-44bc-a01d-bfa6d61858a9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.063944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.065470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c385ff4f-83c3-429e-8ee0-ae1595e07118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.066668 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c385ff4f-83c3-429e-8ee0-ae1595e07118 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/bf509052-8767-44bc-a01d-bfa6d61858a9 HTTP/1.1" status: 204 len: 168 time: 0.6770215 Oct 23 01:13:44.086167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-67b1a162-d882-4104-ba9f-87609604a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (704b6a99-6210-429b-9cdc-77500f4aa1e0), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.088679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-67b1a162-d882-4104-ba9f-87609604a6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.090505 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-67b1a162-d882-4104-ba9f-87609604a6c0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/704b6a99-6210-429b-9cdc-77500f4aa1e0 HTTP/1.1" status: 204 len: 168 time: 0.6990051 Oct 23 01:13:44.104333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385ff4f-83c3-429e-8ee0-ae1595e07118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf509052-8767-44bc-a01d-bfa6d61858a9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:44.121370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:44.127919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.142243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cf71660a-f346-4cfa-9665-f6d405790cc5 None None] Provisioning complete for port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:44.142822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cf71660a-f346-4cfa-9665-f6d405790cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.143399 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-cf71660a-f346-4cfa-9665-f6d405790cc5 None None] Attempt 1 to provision port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 Oct 23 01:13:44.189397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-cf71660a-f346-4cfa-9665-f6d405790cc5 None None] Port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:44.201456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:44.207318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1a162-d882-4104-ba9f-87609604a6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704b6a99-6210-429b-9cdc-77500f4aa1e0,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:44.210043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.210929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.216870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cf71660a-f346-4cfa-9665-f6d405790cc5 None None] Provisioning complete for port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:44.217262 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cf71660a-f346-4cfa-9665-f6d405790cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.217607 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-cf71660a-f346-4cfa-9665-f6d405790cc5 None None] Attempt 1 to provision port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf Oct 23 01:13:44.230091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:44.230509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.230851 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf Oct 23 01:13:44.320968 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:44.348642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-cf71660a-f346-4cfa-9665-f6d405790cc5 None None] Current status of the port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:44.360926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event updated for resources: {'Port': ['ID=5b43d936-2c9d-4159-be21-2e7e88b1ac29,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:44.368490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:44.390478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:44.391817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8a5bba84-e652-4520-8421-7d669f76cbd6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:44.408359 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Network c20a42b8-2e50-44a1-902e-5e5ee3317977 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:44.411354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:44.443872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:44.448848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 8a5bba84-e652-4520-8421-7d669f76cbd6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:44.451061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.451611 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 8a5bba84-e652-4520-8421-7d669f76cbd6 Oct 23 01:13:44.571538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 8a5bba84-e652-4520-8421-7d669f76cbd6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:44.580232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0d7e6e8c-f475-49ce-b344-4f23ee1e9123 None None] Provisioning complete for port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:44.580991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0d7e6e8c-f475-49ce-b344-4f23ee1e9123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.582940 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0d7e6e8c-f475-49ce-b344-4f23ee1e9123 None None] Attempt 1 to provision port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 Oct 23 01:13:44.625982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:44.629650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.632578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 5ca7d80f-f177-4652-a37c-14b7f000147b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:44.636329 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:44.638388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174923f8-4d85-4bd9-b73f-86ac771eb89b None None] Sync routers for ids ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:44.653115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e6e8c-f475-49ce-b344-4f23ee1e9123 None None] Port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:44.663342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174923f8-4d85-4bd9-b73f-86ac771eb89b None None] Routers {'d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:44.664257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-174923f8-4d85-4bd9-b73f-86ac771eb89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:44.763619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:44.771034 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-73667d65-605e-447d-ba02-6cf5d68f0386 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/002dfbf1-42ae-4d34-ade8-e1a021998e00 HTTP/1.1" status: 204 len: 168 time: 2.4063029 Oct 23 01:13:44.777430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:13:44.780175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b3b1b7-875e-4d52-8849-39a676054428" -d '{"events": [{"name": "network-changed", "server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:13:44.789624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:44.801428 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bbc649ec-0570-45ae-8b6c-9faea5b9a830 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2355254 Oct 23 01:13:44.803711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35772) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:44.804599 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Sync routers for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:44.810142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-bc843c71-4f20-4c05-a863-0ccb0e59fa1a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:44.819169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-174923f8-4d85-4bd9-b73f-86ac771eb89b None None] Set router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:44.822586 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:44.823414 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:44.916593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b82f2020-76f2-45a2-8299-f642f1ee690b None None] Provisioning complete for port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:44.917126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b82f2020-76f2-45a2-8299-f642f1ee690b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:44.917564 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b82f2020-76f2-45a2-8299-f642f1ee690b None None] Attempt 1 to provision port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 Oct 23 01:13:44.926765 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:44.954496 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:45.020226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:45.049624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b82f2020-76f2-45a2-8299-f642f1ee690b None None] Port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:13:45.183190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-174923f8-4d85-4bd9-b73f-86ac771eb89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4a8617a-7132-4673-9956-f5228dd2fe61', 'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'mac_address': 'fa:16:3e:3c:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:00Z', 'updated_at': '2022-10-23T01:12:09Z', 'revision_number': 5, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'subnets': [{'id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:45.190385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174923f8-4d85-4bd9-b73f-86ac771eb89b None None] Checking router: d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:45.209592 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:43Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '5b43d936-2c9d-4159-be21-2e7e88b1ac29', 'name': '', 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:d6:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:41Z', 'updated_at': '2022-10-23T01:13:43Z', 'revision_number': 2, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:45.210172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174923f8-4d85-4bd9-b73f-86ac771eb89b None None] Routers {'d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:45.213236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-174923f8-4d85-4bd9-b73f-86ac771eb89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:45.247062 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Checking router: 5ca7d80f-f177-4652-a37c-14b7f000147b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:45.247265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773de396-4e8d-46e6-a92f-cfc2c3db2294 x-openstack-request-id: req-773de396-4e8d-46e6-a92f-cfc2c3db2294 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:13:45.247602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:13:45.247843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-773de396-4e8d-46e6-a92f-cfc2c3db2294 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:13:45.248309 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773de396-4e8d-46e6-a92f-cfc2c3db2294'] response: {'name': 'network-changed', 'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'status': 'completed', 'code': 200} Oct 23 01:13:45.248647 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Updating router 5ca7d80f-f177-4652-a37c-14b7f000147b port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:13:45.289216 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:45.304133 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87246c-0a6f-4f92-bafc-672d8a0e8012 req-4ad4acc1-7dae-4692-bf63-7e8a2c665add tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:45.308706 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ed87246c-0a6f-4f92-bafc-672d8a0e8012 req-4ad4acc1-7dae-4692-bf63-7e8a2c665add tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.0737178 Oct 23 01:13:45.374889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:45.410832 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:45.413147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-174923f8-4d85-4bd9-b73f-86ac771eb89b None None] Set router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:45.459514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.extraroute_db [None req-bc843c71-4f20-4c05-a863-0ccb0e59fa1a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 23 01:13:45.464476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:45.481053 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ed87246c-0a6f-4f92-bafc-672d8a0e8012 req-f8588324-278e-4cdb-aeff-a061e61b34f2 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751660 Oct 23 01:13:45.487351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.extraroute_db [None req-bc843c71-4f20-4c05-a863-0ccb0e59fa1a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Removed routes are [] {{(pid=105985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 23 01:13:45.487928 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bc843c71-4f20-4c05-a863-0ccb0e59fa1a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:45.658011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-174923f8-4d85-4bd9-b73f-86ac771eb89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4a8617a-7132-4673-9956-f5228dd2fe61', 'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'mac_address': 'fa:16:3e:3c:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:00Z', 'updated_at': '2022-10-23T01:12:09Z', 'revision_number': 5, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'subnets': [{'id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:45.683362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35796) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:45.691834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174923f8-4d85-4bd9-b73f-86ac771eb89b None None] The sync data for ids ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'] in dv-neutron-master-2-hyperv is: [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4a8617a-7132-4673-9956-f5228dd2fe61', 'name': '', 'network_id': '3ebe2538-bb2d-42e2-b717-7f6ba6b63af7', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'mac_address': 'fa:16:3e:3c:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:12:00Z', 'updated_at': '2022-10-23T01:12:09Z', 'revision_number': 5, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'subnets': [{'id': '3baf470e-f52d-4f8a-838e-48ebddc6fdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:45.790474 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Publish callbacks [] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:45.829007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35800) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:45.863151 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:45.863828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bc843c71-4f20-4c05-a863-0ccb0e59fa1a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:45.867126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bc843c71-4f20-4c05-a863-0ccb0e59fa1a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:45.884708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'networks': [{'name': 'tempest-network--610370514'}, {'name': 'tempest-network--712838237'}]} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:45.885163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'network': {'name': 'tempest-network--610370514'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:45.885732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'network': {'name': 'tempest-network--712838237'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:45.939051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-68cdbbba-e0e6-4637-a800-5620e78d28ae tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301240785'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:45.949991 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af3eaf-1a9c-48ca-9137-c1fbaef324cf None None] Pushing event updated for resources: {'Port': ['ID=5b43d936-2c9d-4159-be21-2e7e88b1ac29,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:45.980214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Made reservation on behalf of cc27aeb5786d4113a8420b052538f9c4 for: {'network': 2} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:45.986391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:45.987597 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Attempting to bind port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:45.987971 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Attempting to bind port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:45.988323 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Attempting to bind port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 on network c20a42b8-2e50-44a1-902e-5e5ee3317977 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:46.005293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.020562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc843c71-4f20-4c05-a863-0ccb0e59fa1a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 5ca7d80f-f177-4652-a37c-14b7f000147b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:46.049186 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:46.049725 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Checking segment: {'id': '6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:46.050207 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.050602 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Bound using segment: {'id': '6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:46.051160 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Bound port: 5b43d936-2c9d-4159-be21-2e7e88b1ac29, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:46.051528 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.057456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:46.070386 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:46.075161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68cdbbba-e0e6-4637-a800-5620e78d28ae tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.090238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68cdbbba-e0e6-4637-a800-5620e78d28ae tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.124109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c00545-bd1e-45a1-abeb-5a4001e56d4c None None] New status for floating IP 002dfbf1-42ae-4d34-ade8-e1a021998e00: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:13:46.131716 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] For port 5b43d936-2c9d-4159-be21-2e7e88b1ac29, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:46.136010 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] For port 5b43d936-2c9d-4159-be21-2e7e88b1ac29, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5b43d936-2c9d-4159-be21-2e7e88b1ac29,segment=NetworkSegment(6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99),segment_id=6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:46.152847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for security_group (84fce23f-1061-4fa9-afb2-6dbaec70276c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.167714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc843c71-4f20-4c05-a863-0ccb0e59fa1a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:46.174554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bc843c71-4f20-4c05-a863-0ccb0e59fa1a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.175780 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bc843c71-4f20-4c05-a863-0ccb0e59fa1a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b HTTP/1.1" status: 200 len: 953 time: 1.3706079 Oct 23 01:13:46.178912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35804) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:46.208013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:46.208013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.208013 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf Oct 23 01:13:46.224770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68cdbbba-e0e6-4637-a800-5620e78d28ae tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (616e791d-8878-4dad-8ed9-cce30998c2bf), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.242256 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.251474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (84fce23f-1061-4fa9-afb2-6dbaec70276c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.258881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.299807 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:46.299807 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:46.304269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:46.322909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fce23f-1061-4fa9-afb2-6dbaec70276c,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:46.328977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68cdbbba-e0e6-4637-a800-5620e78d28ae tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (616e791d-8878-4dad-8ed9-cce30998c2bf), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.349262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:46.416566 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af3eaf-1a9c-48ca-9137-c1fbaef324cf None None] Pushing event updated for resources: {'Port': ['ID=5b43d936-2c9d-4159-be21-2e7e88b1ac29,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:46.438841 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:46.441585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (10eb7adc-4614-4a72-92a2-7c25e9b97c9d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.442123 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Added segment 10eb7adc-4614-4a72-92a2-7c25e9b97c9d of type vlan for network 8b2576d5-620b-4be7-855f-7e9c36db5940 Oct 23 01:13:46.462430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdbbba-e0e6-4637-a800-5620e78d28ae tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616e791d-8878-4dad-8ed9-cce30998c2bf,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:46.484105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3b1b7-875e-4d52-8849-39a676054428 req-9f668f85-bb54-4c76-a80b-9f25d469e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:46.485699 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22b3b1b7-875e-4d52-8849-39a676054428 req-9f668f85-bb54-4c76-a80b-9f25d469e4f0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b602821d64e8483792c00c012ff3de3c&device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 1130 time: 0.1310732 Oct 23 01:13:46.511789 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (8b2576d5-620b-4be7-855f-7e9c36db5940), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.611919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:46.628268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68cdbbba-e0e6-4637-a800-5620e78d28ae tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (f14990e9-e01b-4a93-9cf9-c49b21af3104), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.632435 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-037c3f67-12b2-4fbb-8f42-2dd64cba21c8 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b HTTP/1.1" status: 200 len: 953 time: 0.4524131 Oct 23 01:13:46.636185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35808) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:46.640593 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-88d09e42-263d-4e63-ad48-075ca76db6b2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'routes': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:46.655640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:46.682969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1dc8a-8752-42cd-90a0-2874b30a049e req-bed5005c-6604-4365-84c2-8e98fd7dac2a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:46.684558 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1ea1dc8a-8752-42cd-90a0-2874b30a049e req-bed5005c-6604-4365-84c2-8e98fd7dac2a tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.1136367 Oct 23 01:13:46.692403 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:45Z', 'revision_number': 6, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '5b43d936-2c9d-4159-be21-2e7e88b1ac29', 'name': '', 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:d6:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:41Z', 'updated_at': '2022-10-23T01:13:46Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:46.698923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (16c8fd46-2d7f-465a-b71c-cc5ff44c2d9a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.699549 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Added segment 16c8fd46-2d7f-465a-b71c-cc5ff44c2d9a of type vlan for network 27ed63ae-9bbb-4b25-8ed6-6813386f54bd Oct 23 01:13:46.718231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68cdbbba-e0e6-4637-a800-5620e78d28ae tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f14990e9-e01b-4a93-9cf9-c49b21af3104), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.720774 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378429b-ea3b-48d8-86e4-7a1fab2f0620 None None] The sync data for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv is: [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:45Z', 'revision_number': 6, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '5b43d936-2c9d-4159-be21-2e7e88b1ac29', 'name': '', 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:d6:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:41Z', 'updated_at': '2022-10-23T01:13:46Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:46.750116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:46.762577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a89d59-d6de-417a-a206-b903dbd36003 req-c0c6a61a-9fbf-422b-84b4-0d393812bf13 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:46.764170 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-52a89d59-d6de-417a-a206-b903dbd36003 req-c0c6a61a-9fbf-422b-84b4-0d393812bf13 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 946 time: 0.0880527 Oct 23 01:13:46.840225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdbbba-e0e6-4637-a800-5620e78d28ae tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14990e9-e01b-4a93-9cf9-c49b21af3104,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:46.845889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (27ed63ae-9bbb-4b25-8ed6-6813386f54bd), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.848721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3b1b7-875e-4d52-8849-39a676054428 req-4e21c9a8-223d-472b-8473-00511f877985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:46.850234 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22b3b1b7-875e-4d52-8849-39a676054428 req-4e21c9a8-223d-472b-8473-00511f877985 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 HTTP/1.1" status: 200 len: 898 time: 0.3097348 Oct 23 01:13:46.873618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:46.912293 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22b3b1b7-875e-4d52-8849-39a676054428 req-d8ed3417-263b-412f-9c8d-0271966cfc45 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd HTTP/1.1" status: 200 len: 217 time: 0.0522578 Oct 23 01:13:46.929479 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1ea1dc8a-8752-42cd-90a0-2874b30a049e req-ee7d6193-7d65-4ddd-9431-859c57e0a8d6 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379251 Oct 23 01:13:46.931192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68cdbbba-e0e6-4637-a800-5620e78d28ae tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:46.934721 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-68cdbbba-e0e6-4637-a800-5620e78d28ae tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2443664 Oct 23 01:13:46.945145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35810) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:47.021997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-52a89d59-d6de-417a-a206-b903dbd36003 req-4b944912-f29e-4ebe-9113-e6c4704aaf4f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Deleting port c5727af3-728e-43dd-876c-80fcaf1e18cd {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:47.022439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-52a89d59-d6de-417a-a206-b903dbd36003 req-4b944912-f29e-4ebe-9113-e6c4704aaf4f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.034611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3b1b7-875e-4d52-8849-39a676054428 req-84636f20-69d1-4354-914b-db31e915f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:47.036086 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22b3b1b7-875e-4d52-8849-39a676054428 req-84636f20-69d1-4354-914b-db31e915f34c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=3baf470e-f52d-4f8a-838e-48ebddc6fdd6 HTTP/1.1" status: 200 len: 835 time: 0.1171210 Oct 23 01:13:47.090852 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e783f0da-3c79-4016-89bb-213ffc4fde04 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1413143 Oct 23 01:13:47.091157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35812) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:47.099353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3b1b7-875e-4d52-8849-39a676054428 req-3e28754e-5da7-484e-8df9-8082e310ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:47.101162 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22b3b1b7-875e-4d52-8849-39a676054428 req-3e28754e-5da7-484e-8df9-8082e310ddd5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0566165 Oct 23 01:13:47.112470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fc8ff875-65f9-4f6b-9810-c84650c5a6c2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group': {'name': 'tempest-security--959221775', 'description': 'tempest-security-description-1981113142'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:47.117767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (8b2576d5-620b-4be7-855f-7e9c36db5940), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.118480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (27ed63ae-9bbb-4b25-8ed6-6813386f54bd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.125379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:47.130495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:47.131174 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.219914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-52a89d59-d6de-417a-a206-b903dbd36003 req-4b944912-f29e-4ebe-9113-e6c4704aaf4f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] For port c5727af3-728e-43dd-876c-80fcaf1e18cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c5727af3-728e-43dd-876c-80fcaf1e18cd,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:47.220281 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-52a89d59-d6de-417a-a206-b903dbd36003 req-4b944912-f29e-4ebe-9113-e6c4704aaf4f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.242552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff875-65f9-4f6b-9810-c84650c5a6c2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (f14990e9-e01b-4a93-9cf9-c49b21af3104), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.250737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-52a89d59-d6de-417a-a206-b903dbd36003 req-4b944912-f29e-4ebe-9113-e6c4704aaf4f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Calling delete_port for c5727af3-728e-43dd-876c-80fcaf1e18cd owned by compute:nova {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:47.256726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event updated for resources: {'Network': ['ID=8b2576d5-620b-4be7-855f-7e9c36db5940,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:47.274063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 8b2576d5-620b-4be7-855f-7e9c36db5940 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:47.325313 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4949927 Oct 23 01:13:47.325974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35814) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:47.362751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.extraroute_db [None req-88d09e42-263d-4e63-ad48-075ca76db6b2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added routes are [] {{(pid=105985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 23 01:13:47.363119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.extraroute_db [None req-88d09e42-263d-4e63-ad48-075ca76db6b2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 23 01:13:47.389604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff875-65f9-4f6b-9810-c84650c5a6c2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (f14990e9-e01b-4a93-9cf9-c49b21af3104), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.416347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:47.431629 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88d09e42-263d-4e63-ad48-075ca76db6b2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.452865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff875-65f9-4f6b-9810-c84650c5a6c2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f14990e9-e01b-4a93-9cf9-c49b21af3104), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.455480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff875-65f9-4f6b-9810-c84650c5a6c2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.456768 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fc8ff875-65f9-4f6b-9810-c84650c5a6c2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "PUT /networking/v2.0/security-groups/f14990e9-e01b-4a93-9cf9-c49b21af3104 HTTP/1.1" status: 200 len: 1796 time: 0.3478916 Oct 23 01:13:47.483377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35816) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:47.507482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:47.584066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ff875-65f9-4f6b-9810-c84650c5a6c2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14990e9-e01b-4a93-9cf9-c49b21af3104,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:47.610764 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-443391d4-907f-4ee1-ba9d-59557fa81906 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups/f14990e9-e01b-4a93-9cf9-c49b21af3104 HTTP/1.1" status: 200 len: 1796 time: 0.1260378 Oct 23 01:13:47.637215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35818) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:47.677665 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-52a89d59-d6de-417a-a206-b903dbd36003 req-4b944912-f29e-4ebe-9113-e6c4704aaf4f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (c5727af3-728e-43dd-876c-80fcaf1e18cd), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.691810 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad74a1-255f-45aa-8280-929aeac6b110 None None] Sync routers for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:47.702857 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad74a1-255f-45aa-8280-929aeac6b110 None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:47.703481 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-01ad74a1-255f-45aa-8280-929aeac6b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:47.708450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:47.709534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337f68f-c487-49d3-acaf-13dc848a3b89 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event updated for resources: {'Network': ['ID=27ed63ae-9bbb-4b25-8ed6-6813386f54bd,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:47.722413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 27ed63ae-9bbb-4b25-8ed6-6813386f54bd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:47.756424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b944912-f29e-4ebe-9113-e6c4704aaf4f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event deleted for resources: {'Port': ['ID=c5727af3-728e-43dd-876c-80fcaf1e18cd,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:47.821311 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-01ad74a1-255f-45aa-8280-929aeac6b110 None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:47.858090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a89d59-d6de-417a-a206-b903dbd36003 req-4b944912-f29e-4ebe-9113-e6c4704aaf4f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] No DVR routers for this DVR port c5727af3-728e-43dd-876c-80fcaf1e18cd on host hv-neutron-mast {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:47.867564 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-52a89d59-d6de-417a-a206-b903dbd36003 req-4b944912-f29e-4ebe-9113-e6c4704aaf4f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.871025 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-52a89d59-d6de-417a-a206-b903dbd36003 req-4b944912-f29e-4ebe-9113-e6c4704aaf4f tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.48 "DELETE /networking/v2.0/ports/c5727af3-728e-43dd-876c-80fcaf1e18cd HTTP/1.1" status: 204 len: 173 time: 1.0989499 Oct 23 01:13:47.871864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'name': 'network-vif-deleted', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:13:47.874267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245fe0ac-8361-491a-b395-d79d0912b31c" -d '{"events": [{"server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "name": "network-vif-deleted", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:13:47.880869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68cf3b9c-21a0-4312-a1d4-4dc7c794ae6e tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (f14990e9-e01b-4a93-9cf9-c49b21af3104), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.887424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88d09e42-263d-4e63-ad48-075ca76db6b2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.893461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e1b5f-e98d-4418-9d3f-7b9f334f92f2 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:47.900011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e1b5f-e98d-4418-9d3f-7b9f334f92f2 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:47.902903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88d09e42-263d-4e63-ad48-075ca76db6b2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.906814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e1b5f-e98d-4418-9d3f-7b9f334f92f2 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:47.913926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e1b5f-e98d-4418-9d3f-7b9f334f92f2 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:47.914406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68cf3b9c-21a0-4312-a1d4-4dc7c794ae6e tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (f14990e9-e01b-4a93-9cf9-c49b21af3104), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:47.915976 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b07e1b5f-e98d-4418-9d3f-7b9f334f92f2 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5830986 Oct 23 01:13:47.918178 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22b3b1b7-875e-4d52-8849-39a676054428 req-c0ce3974-7f57-4f4c-bbd6-cc5a0e356596 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8104031 Oct 23 01:13:47.921552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35822) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:48.019007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a105a66f-92ed-4c30-a999-9b3b561b2f2f x-openstack-request-id: req-a105a66f-92ed-4c30-a999-9b3b561b2f2f {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:13:48.019255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e58bee-c80c-481d-8c6b-59e7bb95f3ff", "name": "network-vif-deleted", "tag": "c5727af3-728e-43dd-876c-80fcaf1e18cd", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:13:48.019509 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a105a66f-92ed-4c30-a999-9b3b561b2f2f {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:13:48.019909 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a105a66f-92ed-4c30-a999-9b3b561b2f2f'] response: {'server_uuid': '16e58bee-c80c-481d-8c6b-59e7bb95f3ff', 'name': 'network-vif-deleted', 'tag': 'c5727af3-728e-43dd-876c-80fcaf1e18cd', 'status': 'completed', 'code': 200} Oct 23 01:13:48.066649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:48.103269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (8b2576d5-620b-4be7-855f-7e9c36db5940), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.131329 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:48.144064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d09e42-263d-4e63-ad48-075ca76db6b2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 5ca7d80f-f177-4652-a37c-14b7f000147b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:48.152779 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5b43d936-2c9d-4159-be21-2e7e88b1ac29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:48.157149 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22b3b1b7-875e-4d52-8849-39a676054428 req-eb61980d-9b61-4e43-ac72-c42722f29846 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330234 Oct 23 01:13:48.208186 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b6f59fc1-f04b-4859-8fca-90a63c82a17e req-3e84e068-5ec0-4ee9-8c07-e53bf57eeab4 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16e58bee-c80c-481d-8c6b-59e7bb95f3ff HTTP/1.1" status: 200 len: 210 time: 0.0836997 Oct 23 01:13:48.209050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:48.212436 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-01ad74a1-255f-45aa-8280-929aeac6b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:47Z', 'revision_number': 7, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '5b43d936-2c9d-4159-be21-2e7e88b1ac29', 'name': '', 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:d6:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:41Z', 'updated_at': '2022-10-23T01:13:46Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:48.244775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68cf3b9c-21a0-4312-a1d4-4dc7c794ae6e tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f14990e9-e01b-4a93-9cf9-c49b21af3104), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.247407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-68cf3b9c-21a0-4312-a1d4-4dc7c794ae6e tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.248567 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-68cf3b9c-21a0-4312-a1d4-4dc7c794ae6e tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f14990e9-e01b-4a93-9cf9-c49b21af3104 HTTP/1.1" status: 204 len: 168 time: 0.6107080 Oct 23 01:13:48.251249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35826) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:48.256861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:48.257599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.257926 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 Oct 23 01:13:48.271981 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad74a1-255f-45aa-8280-929aeac6b110 None None] Checking router: 5ca7d80f-f177-4652-a37c-14b7f000147b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:48.285902 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad74a1-255f-45aa-8280-929aeac6b110 None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:48.286900 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-01ad74a1-255f-45aa-8280-929aeac6b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:48.300829 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf3b9c-21a0-4312-a1d4-4dc7c794ae6e tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14990e9-e01b-4a93-9cf9-c49b21af3104,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:48.347091 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-38524614-bab0-428b-ab9c-5404732a221b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0946791 Oct 23 01:13:48.352629 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35828) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:48.352995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (8b2576d5-620b-4be7-855f-7e9c36db5940), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.385773 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-39c83664-808c-4cde-b845-5b05899b3ca6 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] delete failed (client error): The resource could not be found. Oct 23 01:13:48.386767 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-39c83664-808c-4cde-b845-5b05899b3ca6 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f14990e9-e01b-4a93-9cf9-c49b21af3104 HTTP/1.1" status: 404 len: 347 time: 0.0302372 Oct 23 01:13:48.394546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35830) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:48.410399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2576d5-620b-4be7-855f-7e9c36db5940']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:48.413627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:48.414670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.423223 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10eb7adc-4614-4a72-92a2-7c25e9b97c9d') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:48.423707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10eb7adc-4614-4a72-92a2-7c25e9b97c9d') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:48.436888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (10eb7adc-4614-4a72-92a2-7c25e9b97c9d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.443750 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-01ad74a1-255f-45aa-8280-929aeac6b110 None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:48.452508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (10eb7adc-4614-4a72-92a2-7c25e9b97c9d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.459967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:48.460536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (10eb7adc-4614-4a72-92a2-7c25e9b97c9d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.484284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 5b43d936-2c9d-4159-be21-2e7e88b1ac29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5b43d936-2c9d-4159-be21-2e7e88b1ac29,segment=NetworkSegment(6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99),segment_id=6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:48.488348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4767ed5e-e95f-416b-96bf-edf08b369c4d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group': {'name': 'tempest-secgroup--498830941'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:48.529913 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 10eb7adc-4614-4a72-92a2-7c25e9b97c9d resource provider aggregate not found Oct 23 01:13:48.540265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:48.555499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.577173 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 10eb7adc-4614-4a72-92a2-7c25e9b97c9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10eb7adc-4614-4a72-92a2-7c25e9b97c9d found for delete ", "request_id": "req-5cff20a2-d7cc-43e0-b66e-717dbd265f2d"}]} Oct 23 01:13:48.579483 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d09e42-263d-4e63-ad48-075ca76db6b2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:48.588233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88d09e42-263d-4e63-ad48-075ca76db6b2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.589641 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-88d09e42-263d-4e63-ad48-075ca76db6b2 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b HTTP/1.1" status: 200 len: 703 time: 1.9524245 Oct 23 01:13:48.592998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35836) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:48.616394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=5b43d936-2c9d-4159-be21-2e7e88b1ac29,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:48.674852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4767ed5e-e95f-416b-96bf-edf08b369c4d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.676796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (8b2576d5-620b-4be7-855f-7e9c36db5940), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.692502 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.695126 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:48.698458 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "DELETE /networking/v2.0/networks/8b2576d5-620b-4be7-855f-7e9c36db5940 HTTP/1.1" status: 204 len: 168 time: 0.7784355 Oct 23 01:13:48.700680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35838) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:48.703538 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-01ad74a1-255f-45aa-8280-929aeac6b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:47Z', 'revision_number': 7, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '5b43d936-2c9d-4159-be21-2e7e88b1ac29', 'name': '', 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:d6:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:41Z', 'updated_at': '2022-10-23T01:13:46Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:48.729141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74835ed3-e100-402c-936f-bd2fbff5cd34 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Network': ['ID=8b2576d5-620b-4be7-855f-7e9c36db5940,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:48.733454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:48.735663 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad74a1-255f-45aa-8280-929aeac6b110 None None] The sync data for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv is: [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:47Z', 'revision_number': 7, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '5b43d936-2c9d-4159-be21-2e7e88b1ac29', 'name': '', 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:d6:d0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:41Z', 'updated_at': '2022-10-23T01:13:46Z', 'revision_number': 4, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:48.744978 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-04d249d1-4af3-476c-9c24-778fdc193a2f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b HTTP/1.1" status: 200 len: 703 time: 0.1509764 Oct 23 01:13:48.745601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35840) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:48.814063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (27ed63ae-9bbb-4b25-8ed6-6813386f54bd), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.892562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4767ed5e-e95f-416b-96bf-edf08b369c4d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (6f440ace-2c83-4c6f-9f96-268f354cba07), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.924884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (27ed63ae-9bbb-4b25-8ed6-6813386f54bd), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.948715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ed63ae-9bbb-4b25-8ed6-6813386f54bd']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:48.964740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c8fd46-2d7f-465a-b71c-cc5ff44c2d9a') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:48.965199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c8fd46-2d7f-465a-b71c-cc5ff44c2d9a') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:48.979415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (16c8fd46-2d7f-465a-b71c-cc5ff44c2d9a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.994731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4767ed5e-e95f-416b-96bf-edf08b369c4d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6f440ace-2c83-4c6f-9f96-268f354cba07), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:48.998613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (16c8fd46-2d7f-465a-b71c-cc5ff44c2d9a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.008811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:49.009245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (16c8fd46-2d7f-465a-b71c-cc5ff44c2d9a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.011052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95d8599-6199-4a19-a448-503b49ed488f None None] Sync routers for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:49.041346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d8599-6199-4a19-a448-503b49ed488f None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:49.042481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d95d8599-6199-4a19-a448-503b49ed488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:49.075047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767ed5e-e95f-416b-96bf-edf08b369c4d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f440ace-2c83-4c6f-9f96-268f354cba07,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:49.101259 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 16c8fd46-2d7f-465a-b71c-cc5ff44c2d9a resource provider aggregate not found Oct 23 01:13:49.106620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:49.121619 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 16c8fd46-2d7f-465a-b71c-cc5ff44c2d9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16c8fd46-2d7f-465a-b71c-cc5ff44c2d9a found for delete ", "request_id": "req-32b5ef93-4e13-44a6-b2cd-e032c9349c2f"}]} Oct 23 01:13:49.129259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4767ed5e-e95f-416b-96bf-edf08b369c4d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.133397 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4767ed5e-e95f-416b-96bf-edf08b369c4d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6553507 Oct 23 01:13:49.133933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35846) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:49.140139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3977e9f8-5cb5-4f1f-803f-30868685578b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '6f440ace-2c83-4c6f-9f96-268f354cba07', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:49.150775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-d95d8599-6199-4a19-a448-503b49ed488f None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:49.204261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.285412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (27ed63ae-9bbb-4b25-8ed6-6813386f54bd), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.303341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:49.314406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3977e9f8-5cb5-4f1f-803f-30868685578b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (4d2344ef-1d6e-4cca-a683-efb9ec27df6f), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.330953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.336891 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "DELETE /networking/v2.0/networks/27ed63ae-9bbb-4b25-8ed6-6813386f54bd HTTP/1.1" status: 204 len: 168 time: 0.6318328 Oct 23 01:13:49.337139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35850) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:49.338281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35852) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:49.402329 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c5727af3-728e-43dd-876c-80fcaf1e18cd no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:49.417290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b2169-d0fd-44e0-b1cf-cca21b69fe9f tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Network': ['ID=27ed63ae-9bbb-4b25-8ed6-6813386f54bd,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:49.436514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: c5727af3-728e-43dd-876c-80fcaf1e18cd {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:49.437544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c5727af3-728e-43dd-876c-80fcaf1e18cd not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:49.453058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d95d8599-6199-4a19-a448-503b49ed488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:47Z', 'revision_number': 7, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '5b43d936-2c9d-4159-be21-2e7e88b1ac29', 'name': '', 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:d6:d0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:41Z', 'updated_at': '2022-10-23T01:13:48Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:49.485665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95d8599-6199-4a19-a448-503b49ed488f None None] Checking router: 5ca7d80f-f177-4652-a37c-14b7f000147b for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:49.495868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:49.498953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d8599-6199-4a19-a448-503b49ed488f None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:49.499883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d95d8599-6199-4a19-a448-503b49ed488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:49.620567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3977e9f8-5cb5-4f1f-803f-30868685578b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (4d2344ef-1d6e-4cca-a683-efb9ec27df6f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.623662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-d95d8599-6199-4a19-a448-503b49ed488f None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:49.685179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0609f287-4307-4e0a-93ff-3713d47f0c60 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:49.690843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0609f287-4307-4e0a-93ff-3713d47f0c60 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:49.696243 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0609f287-4307-4e0a-93ff-3713d47f0c60 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3528717 Oct 23 01:13:49.708467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35856) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:49.716450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-313391431'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:49.757725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3977e9f8-5cb5-4f1f-803f-30868685578b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (4d2344ef-1d6e-4cca-a683-efb9ec27df6f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.796252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977e9f8-5cb5-4f1f-803f-30868685578b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2344ef-1d6e-4cca-a683-efb9ec27df6f,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:49.869963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:49.871221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.882462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Made reservation on behalf of cc27aeb5786d4113a8420b052538f9c4 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:49.887116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.901005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-d95d8599-6199-4a19-a448-503b49ed488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:47Z', 'revision_number': 7, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '5b43d936-2c9d-4159-be21-2e7e88b1ac29', 'name': '', 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:d6:d0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:41Z', 'updated_at': '2022-10-23T01:13:48Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:49.939647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95d8599-6199-4a19-a448-503b49ed488f None None] The sync data for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv is: [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:47Z', 'revision_number': 7, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '5b43d936-2c9d-4159-be21-2e7e88b1ac29', 'name': '', 'network_id': 'c20a42b8-2e50-44a1-902e-5e5ee3317977', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:d6:d0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:41Z', 'updated_at': '2022-10-23T01:13:48Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '1ed39fc3-0ff7-4ec4-913e-e873de0fe048', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:49.958617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3977e9f8-5cb5-4f1f-803f-30868685578b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:49.962958 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3977e9f8-5cb5-4f1f-803f-30868685578b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8244326 Oct 23 01:13:49.965297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35858) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:49.995589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5b43d936-2c9d-4159-be21-2e7e88b1ac29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:13:50.005984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:50.033344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port 5b43d936-2c9d-4159-be21-2e7e88b1ac29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5b43d936-2c9d-4159-be21-2e7e88b1ac29,segment=NetworkSegment(6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99),segment_id=6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:50.034098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.051397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6ad9a0b4-9a63-430a-b3dc-f01947fc1a78), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.051757 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Added segment 6ad9a0b4-9a63-430a-b3dc-f01947fc1a78 of type vlan for network 7701ae19-9460-4da6-aeb3-d7a99389935a Oct 23 01:13:50.052144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for 5b43d936-2c9d-4159-be21-2e7e88b1ac29 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:50.063503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.066454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:50.066815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.067137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-abddf49b-811b-408c-bd0f-67f0126f5adb tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (4d2344ef-1d6e-4cca-a683-efb9ec27df6f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.067361 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 Oct 23 01:13:50.122770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:50.134086 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-abddf49b-811b-408c-bd0f-67f0126f5adb tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (4d2344ef-1d6e-4cca-a683-efb9ec27df6f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.142464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:50.165698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (7701ae19-9460-4da6-aeb3-d7a99389935a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.168543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 5b43d936-2c9d-4159-be21-2e7e88b1ac29 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:50.208333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:50.303618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-abddf49b-811b-408c-bd0f-67f0126f5adb tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (4d2344ef-1d6e-4cca-a683-efb9ec27df6f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.314335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-abddf49b-811b-408c-bd0f-67f0126f5adb tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.315636 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-abddf49b-811b-408c-bd0f-67f0126f5adb tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/4d2344ef-1d6e-4cca-a683-efb9ec27df6f HTTP/1.1" status: 204 len: 168 time: 0.3489144 Oct 23 01:13:50.318808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35860) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:50.322805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (7701ae19-9460-4da6-aeb3-d7a99389935a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.327734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:50.328344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.331793 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (5b43d936-2c9d-4159-be21-2e7e88b1ac29), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.344020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:50.345001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddf49b-811b-408c-bd0f-67f0126f5adb tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d2344ef-1d6e-4cca-a683-efb9ec27df6f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:50.381251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=5b43d936-2c9d-4159-be21-2e7e88b1ac29,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:50.444199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event updated for resources: {'Network': ['ID=7701ae19-9460-4da6-aeb3-d7a99389935a,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:50.456231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 7701ae19-9460-4da6-aeb3-d7a99389935a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:50.467733 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-68c3edab-992f-4c01-8ab5-0aad49036fda tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1473448 Oct 23 01:13:50.468473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35862) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:50.474511 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f22d0cf9-afcd-43cd-ac47-e7c54f6ca380 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7645702 Oct 23 01:13:50.479073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35864) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:50.518115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:50.534074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1438742778'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:50.539021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Deleting port e4a8617a-7132-4673-9956-f5228dd2fe61 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:50.539444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.555296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb595a6f-a10a-4421-b99f-dc3c113629fc tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (6f440ace-2c83-4c6f-9f96-268f354cba07), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.601246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:50.625087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb595a6f-a10a-4421-b99f-dc3c113629fc tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (6f440ace-2c83-4c6f-9f96-268f354cba07), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.637055 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.663123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] For port e4a8617a-7132-4673-9956-f5228dd2fe61, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4a8617a-7132-4673-9956-f5228dd2fe61,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:50.663383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.677536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e645b453-9c3f-4416-b64e-fb58d1541f2f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:13:50.681424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Calling delete_port for e4a8617a-7132-4673-9956-f5228dd2fe61 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:50.725047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Made reservation on behalf of cc27aeb5786d4113a8420b052538f9c4 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:50.729162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.774494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:50.789740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (d8e18bae-828c-4aad-bec3-a876ea3c4240), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.790093 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Added segment d8e18bae-828c-4aad-bec3-a876ea3c4240 of type vlan for network 7ca3c2ad-6733-4160-b0d9-393ed2552bb1 Oct 23 01:13:50.797537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645b453-9c3f-4416-b64e-fb58d1541f2f None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:13:50.854977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb595a6f-a10a-4421-b99f-dc3c113629fc tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6f440ace-2c83-4c6f-9f96-268f354cba07), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.857819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bb595a6f-a10a-4421-b99f-dc3c113629fc tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.861805 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bb595a6f-a10a-4421-b99f-dc3c113629fc tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6f440ace-2c83-4c6f-9f96-268f354cba07 HTTP/1.1" status: 204 len: 168 time: 0.3903685 Oct 23 01:13:50.867767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35866) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:50.894949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb595a6f-a10a-4421-b99f-dc3c113629fc tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f440ace-2c83-4c6f-9f96-268f354cba07,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:50.905432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (7ca3c2ad-6733-4160-b0d9-393ed2552bb1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:50.920198 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 5ca7d80f-f177-4652-a37c-14b7f000147b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:50.952450 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4f9bd907-fb45-42ab-912a-d32b0d4b72f6 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0744872 Oct 23 01:13:50.954317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35868) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:50.991104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5767492b-21fd-4c9d-aa3e-7c6586cfb47c tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981395208'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:51.043075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (7ca3c2ad-6733-4160-b0d9-393ed2552bb1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.049339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:51.050300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.066363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:51.076120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35870) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:51.076692 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-67daea11-34b5-425e-8831-11f7e4458c7b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3252022 Oct 23 01:13:51.087105 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f13d25-a75f-4a75-abc0-f1000f356b38 None None] Sync routers for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:51.103502 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f13d25-a75f-4a75-abc0-f1000f356b38 None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:51.104267 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-06f13d25-a75f-4a75-abc0-f1000f356b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:51.163246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (e4a8617a-7132-4673-9956-f5228dd2fe61), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.180184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5767492b-21fd-4c9d-aa3e-7c6586cfb47c tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.182598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event updated for resources: {'Network': ['ID=7ca3c2ad-6733-4160-b0d9-393ed2552bb1,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:51.195991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 7ca3c2ad-6733-4160-b0d9-393ed2552bb1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:51.229317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffc4001-dd0a-46d7-8452-77d9c0909cbe tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting subnet 1ed39fc3-0ff7-4ec4-913e-e873de0fe048 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:51.234583 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-161353d6-8514-47ce-b982-725c4f78611c tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7049477 Oct 23 01:13:51.235975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event deleted for resources: {'Port': ['ID=e4a8617a-7132-4673-9956-f5228dd2fe61,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:51.242219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35872) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:51.248000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'ports': [{'network_id': '7701ae19-9460-4da6-aeb3-d7a99389935a', 'name': 'tempest-port--1330299247', 'admin_state_up': True}, {'network_id': '7ca3c2ad-6733-4160-b0d9-393ed2552bb1', 'admin_state_up': False}]} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:51.248312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'port': {'network_id': '7701ae19-9460-4da6-aeb3-d7a99389935a', 'name': 'tempest-port--1330299247', 'admin_state_up': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:51.248807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'port': {'network_id': '7ca3c2ad-6733-4160-b0d9-393ed2552bb1', 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:51.253606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dffc4001-dd0a-46d7-8452-77d9c0909cbe tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (1ed39fc3-0ff7-4ec4-913e-e873de0fe048), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.360339 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-06f13d25-a75f-4a75-abc0-f1000f356b38 None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:51.377256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5767492b-21fd-4c9d-aa3e-7c6586cfb47c tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (7eeb48e2-bfc9-401b-9f7c-9d7e83139822), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.402687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dffc4001-dd0a-46d7-8452-77d9c0909cbe tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (1ed39fc3-0ff7-4ec4-913e-e873de0fe048), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.438848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5767492b-21fd-4c9d-aa3e-7c6586cfb47c tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7eeb48e2-bfc9-401b-9f7c-9d7e83139822), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.488329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767492b-21fd-4c9d-aa3e-7c6586cfb47c tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeb48e2-bfc9-401b-9f7c-9d7e83139822,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:51.513319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:51.562522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5767492b-21fd-4c9d-aa3e-7c6586cfb47c tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.566355 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5767492b-21fd-4c9d-aa3e-7c6586cfb47c tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5790768 Oct 23 01:13:51.568826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35874) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:51.575654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4c5c7e7c-6b78-4ab2-be71-93b1a4718725 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '7eeb48e2-bfc9-401b-9f7c-9d7e83139822', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:51.637288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:51.681481 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-06f13d25-a75f-4a75-abc0-f1000f356b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:50Z', 'revision_number': 8, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:51.717316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c5c7e7c-6b78-4ab2-be71-93b1a4718725 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (e4c4a59d-51af-467d-a62d-8a47296eb7db), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.728317 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f13d25-a75f-4a75-abc0-f1000f356b38 None None] Checking router: 5ca7d80f-f177-4652-a37c-14b7f000147b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:51.740263 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f13d25-a75f-4a75-abc0-f1000f356b38 None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:51.741470 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-06f13d25-a75f-4a75-abc0-f1000f356b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:51.747361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.792679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:51.836917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c5c7e7c-6b78-4ab2-be71-93b1a4718725 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (e4c4a59d-51af-467d-a62d-8a47296eb7db), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.849335 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-06f13d25-a75f-4a75-abc0-f1000f356b38 None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:51.855508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-85acfb1b-e79e-403a-b488-882eb516dc4e None None] Provisioning complete for port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:51.855900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-85acfb1b-e79e-403a-b488-882eb516dc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.856242 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-85acfb1b-e79e-403a-b488-882eb516dc4e None None] Attempt 1 to provision port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf Oct 23 01:13:51.922421 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c5c7e7c-6b78-4ab2-be71-93b1a4718725 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (e4c4a59d-51af-467d-a62d-8a47296eb7db), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.989965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c7e7c-6b78-4ab2-be71-93b1a4718725 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c4a59d-51af-467d-a62d-8a47296eb7db,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:51.999873 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-85acfb1b-e79e-403a-b488-882eb516dc4e None None] Current status of the port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:52.004137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:52.036482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dffc4001-dd0a-46d7-8452-77d9c0909cbe tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (1ed39fc3-0ff7-4ec4-913e-e873de0fe048), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.067646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4c5c7e7c-6b78-4ab2-be71-93b1a4718725 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.069281 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4c5c7e7c-6b78-4ab2-be71-93b1a4718725 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4981186 Oct 23 01:13:52.079218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35876) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:52.087829 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3c02bbff-63ec-4740-8bba-133ecc4190df tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '7eeb48e2-bfc9-401b-9f7c-9d7e83139822', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:52.094051 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-06f13d25-a75f-4a75-abc0-f1000f356b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:50Z', 'revision_number': 8, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:52.128254 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f13d25-a75f-4a75-abc0-f1000f356b38 None None] The sync data for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv is: [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:50Z', 'revision_number': 8, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': '8a5bba84-e652-4520-8421-7d669f76cbd6', 'name': '', 'network_id': '87ab83c4-8ed1-4108-ac0a-380c5b54c023', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:23:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:35Z', 'updated_at': '2022-10-23T01:13:41Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': 'ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:52.156233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.185050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3975a65-84ed-41bc-a08e-f85e3dabca32 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:13:52.234784 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3c02bbff-63ec-4740-8bba-133ecc4190df tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (18495aef-179a-4654-bccc-9fee6ec18bc7), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.265180 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Made reservation on behalf of cc27aeb5786d4113a8420b052538f9c4 for: {'port': 2} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:52.270196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.295521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.306075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3975a65-84ed-41bc-a08e-f85e3dabca32 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:13:52.313927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dffc4001-dd0a-46d7-8452-77d9c0909cbe tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (1ed39fc3-0ff7-4ec4-913e-e873de0fe048), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.333490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3c02bbff-63ec-4740-8bba-133ecc4190df tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (18495aef-179a-4654-bccc-9fee6ec18bc7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.377170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:52.419712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3c02bbff-63ec-4740-8bba-133ecc4190df tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (18495aef-179a-4654-bccc-9fee6ec18bc7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.421043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc4001-dd0a-46d7-8452-77d9c0909cbe tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed39fc3-0ff7-4ec4-913e-e873de0fe048,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:52.425700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:52.427921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dffc4001-dd0a-46d7-8452-77d9c0909cbe tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.434505 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dffc4001-dd0a-46d7-8452-77d9c0909cbe tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/1ed39fc3-0ff7-4ec4-913e-e873de0fe048 HTTP/1.1" status: 204 len: 168 time: 1.3567612 Oct 23 01:13:52.439065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35878) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:52.449347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:52.453152 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02bbff-63ec-4740-8bba-133ecc4190df tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18495aef-179a-4654-bccc-9fee6ec18bc7,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:52.529001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3c02bbff-63ec-4740-8bba-133ecc4190df tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.530353 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3c02bbff-63ec-4740-8bba-133ecc4190df tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4482663 Oct 23 01:13:52.534582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:52.535375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35880) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:52.553253 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0455d8ed-f365-4e35-af61-6aca8e90b7f0 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '7eeb48e2-bfc9-401b-9f7c-9d7e83139822', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:52.584368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:52.603396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (c20a42b8-2e50-44a1-902e-5e5ee3317977), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.626092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] device_id is not set on port 2bf9f445-82b2-466c-a50b-d242507b9a7f yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:13:52.641476 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:52.655906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:52.656390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.728441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0455d8ed-f365-4e35-af61-6aca8e90b7f0 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (5521f4d4-80d6-427e-9d38-1358f1d882af), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.764705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=411e18b1-1c8f-47dd-ab2f-4b9e41403bdf,segment=NetworkSegment(6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99),segment_id=6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:52.765127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.776939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:52.790933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:52.814400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:52.822193 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8ca0a853-be8f-43cc-8038-52f9c77d61a8 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "PUT /networking/v2.0/routers/d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4836335 Oct 23 01:13:52.828539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868c613-3746-4c9e-bf3a-cb161090375b None None] Sync routers for ids ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:52.832371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35882) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:52.839994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868c613-3746-4c9e-bf3a-cb161090375b None None] Routers {'d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:52.840889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f868c613-3746-4c9e-bf3a-cb161090375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:52.852479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0455d8ed-f365-4e35-af61-6aca8e90b7f0 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (5521f4d4-80d6-427e-9d38-1358f1d882af), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.908787 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-862338d8-8413-4078-8828-8df19e6e8523 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Deleting subnet 3baf470e-f52d-4f8a-838e-48ebddc6fdd6 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:52.915316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-862338d8-8413-4078-8828-8df19e6e8523 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for subnet (3baf470e-f52d-4f8a-838e-48ebddc6fdd6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.940978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for port (2bf9f445-82b2-466c-a50b-d242507b9a7f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.949476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0455d8ed-f365-4e35-af61-6aca8e90b7f0 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (5521f4d4-80d6-427e-9d38-1358f1d882af), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.963381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-f868c613-3746-4c9e-bf3a-cb161090375b None None] Set router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:52.974393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455d8ed-f365-4e35-af61-6aca8e90b7f0 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5521f4d4-80d6-427e-9d38-1358f1d882af,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:52.985114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (411e18b1-1c8f-47dd-ab2f-4b9e41403bdf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.030745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-862338d8-8413-4078-8828-8df19e6e8523 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (3baf470e-f52d-4f8a-838e-48ebddc6fdd6), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.037373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=411e18b1-1c8f-47dd-ab2f-4b9e41403bdf,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:53.050484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No DVR routers for this DVR port 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:53.076245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] device_id is not set on port bcfe7e6c-95eb-456a-9495-cb5a96fe9020 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:13:53.116127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0455d8ed-f365-4e35-af61-6aca8e90b7f0 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.120229 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0455d8ed-f365-4e35-af61-6aca8e90b7f0 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5812163 Oct 23 01:13:53.121491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35884) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:53.156349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b9594d41-9e5e-495a-8830-b8b7373b087a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '7eeb48e2-bfc9-401b-9f7c-9d7e83139822', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:53.163757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-862338d8-8413-4078-8828-8df19e6e8523 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (3baf470e-f52d-4f8a-838e-48ebddc6fdd6), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.171350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1999e4ec-1bcf-4fd6-a097-5f68701fdba2 None None] Network c20a42b8-2e50-44a1-902e-5e5ee3317977 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:53.193554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (c20a42b8-2e50-44a1-902e-5e5ee3317977), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.223232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20a42b8-2e50-44a1-902e-5e5ee3317977']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:53.241550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:53.241841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:53.260610 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.281985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.293038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:53.330868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.331725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for port (bcfe7e6c-95eb-456a-9495-cb5a96fe9020), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.331831 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99 resource provider aggregate not found Oct 23 01:13:53.371858 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c91c3ea-0a5f-4a6e-bc9f-fafa69e94a99 found for delete ", "request_id": "req-65532c09-2c5e-47a2-82f1-b06de021a707"}]} Oct 23 01:13:53.396357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f868c613-3746-4c9e-bf3a-cb161090375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:13:50Z', 'revision_number': 5, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:53.404574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-45fc3c14-442a-48dc-9cf3-d4b9cf71b565 None None] Provisioning complete for port dc3f45c7-8860-4621-aa56-fff024c55217 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:53.404883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-45fc3c14-442a-48dc-9cf3-d4b9cf71b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.405212 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-45fc3c14-442a-48dc-9cf3-d4b9cf71b565 None None] Attempt 1 to provision port dc3f45c7-8860-4621-aa56-fff024c55217 Oct 23 01:13:53.442821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b9594d41-9e5e-495a-8830-b8b7373b087a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (6ab0b9b1-cba8-4c27-8b5a-ef0b20d5e341), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.443912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868c613-3746-4c9e-bf3a-cb161090375b None None] Checking router: d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:53.467866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2bf9f445-82b2-466c-a50b-d242507b9a7f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.468798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (c20a42b8-2e50-44a1-902e-5e5ee3317977), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.485521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868c613-3746-4c9e-bf3a-cb161090375b None None] Routers {'d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:53.485521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f868c613-3746-4c9e-bf3a-cb161090375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:53.486465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.486573 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-862338d8-8413-4078-8828-8df19e6e8523 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (3baf470e-f52d-4f8a-838e-48ebddc6fdd6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.487971 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/networks/c20a42b8-2e50-44a1-902e-5e5ee3317977 HTTP/1.1" status: 204 len: 168 time: 1.0463417 Oct 23 01:13:53.490387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35890) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:53.537332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:53.548915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862338d8-8413-4078-8828-8df19e6e8523 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event deleted for resources: {'Subnet': ['ID=3baf470e-f52d-4f8a-838e-48ebddc6fdd6,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:53.552644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c2139-20ea-4e35-b96e-5d286343912b tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Network': ['ID=c20a42b8-2e50-44a1-902e-5e5ee3317977,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:53.553945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-862338d8-8413-4078-8828-8df19e6e8523 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.560413 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-862338d8-8413-4078-8828-8df19e6e8523 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/3baf470e-f52d-4f8a-838e-48ebddc6fdd6 HTTP/1.1" status: 204 len: 168 time: 0.7245636 Oct 23 01:13:53.569210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35892) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:53.584188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event updated for resources: {'Port': ['ID=2bf9f445-82b2-466c-a50b-d242507b9a7f,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:53.584935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bf6356-1db7-4ff0-997e-e0385dca8da6 None None] Network 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:53.598609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde0772-dcd2-43a7-be4b-41011bc32053 None None] DHCP port deletion for c20a42b8-2e50-44a1-902e-5e5ee3317977 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:13:53.598874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:53.600058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Checking segment: {'id': '6ad9a0b4-9a63-430a-b3dc-f01947fc1a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7701ae19-9460-4da6-aeb3-d7a99389935a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:53.600505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Network hostable DHCP agents. Network: 7701ae19-9460-4da6-aeb3-d7a99389935a, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:13:53.665304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b9594d41-9e5e-495a-8830-b8b7373b087a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (6ab0b9b1-cba8-4c27-8b5a-ef0b20d5e341), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.668357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:53.680908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Network 7701ae19-9460-4da6-aeb3-d7a99389935a is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:13:53.739789 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-45fc3c14-442a-48dc-9cf3-d4b9cf71b565 None None] Current status of the port dc3f45c7-8860-4621-aa56-fff024c55217 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:53.755155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-f868c613-3746-4c9e-bf3a-cb161090375b None None] Set router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:53.764107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:53.774276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b9594d41-9e5e-495a-8830-b8b7373b087a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (6ab0b9b1-cba8-4c27-8b5a-ef0b20d5e341), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.804734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7701ae19-9460-4da6-aeb3-d7a99389935a) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:53.810755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:53.815198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (bcfe7e6c-95eb-456a-9495-cb5a96fe9020), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.831620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for router (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.835816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7951dc-fae5-4a90-8ab5-d1c398e43e31 None None] Network 7701ae19-9460-4da6-aeb3-d7a99389935a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:53.887544 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9594d41-9e5e-495a-8830-b8b7373b087a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab0b9b1-cba8-4c27-8b5a-ef0b20d5e341,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:53.908855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:53.931875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Checking segment: {'id': 'd8e18bae-828c-4aad-bec3-a876ea3c4240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7ca3c2ad-6733-4160-b0d9-393ed2552bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:53.932546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Network hostable DHCP agents. Network: 7ca3c2ad-6733-4160-b0d9-393ed2552bb1, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:13:53.955909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c23d3b4-5223-48cc-ac6e-42699a6a7823 None None] DHCP port deletion for 3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:13:53.956859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event updated for resources: {'Port': ['ID=bcfe7e6c-95eb-456a-9495-cb5a96fe9020,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:54.013834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b9594d41-9e5e-495a-8830-b8b7373b087a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.015045 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b9594d41-9e5e-495a-8830-b8b7373b087a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8657472 Oct 23 01:13:54.017903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35894) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:54.023131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-97adaf11-ccd4-47b7-a72d-2539883dc955 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '7eeb48e2-bfc9-401b-9f7c-9d7e83139822', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:54.038670 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for router_gateway (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.046752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5b43d936-2c9d-4159-be21-2e7e88b1ac29 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:54.052035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Network 7ca3c2ad-6733-4160-b0d9-393ed2552bb1 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:13:54.075057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:54.076176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:54.089027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 5b43d936-2c9d-4159-be21-2e7e88b1ac29 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:54.089027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 5b43d936-2c9d-4159-be21-2e7e88b1ac29 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:54.089027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dc3f45c7-8860-4621-aa56-fff024c55217 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:54.091233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9c23d3b4-5223-48cc-ac6e-42699a6a7823 None None] Deleting port dc3f45c7-8860-4621-aa56-fff024c55217 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:54.091603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9c23d3b4-5223-48cc-ac6e-42699a6a7823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.095146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.150227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97adaf11-ccd4-47b7-a72d-2539883dc955 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (2dedb5f4-bd23-43b5-b3fa-efdf9ac7770d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.161984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7ca3c2ad-6733-4160-b0d9-393ed2552bb1) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:54.164845 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:54.167026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:54.175201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:54.180009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:54.180854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.211209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84eb54d-aeb3-482e-aed5-7178ef4cdd63 None None] Network 7ca3c2ad-6733-4160-b0d9-393ed2552bb1 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:54.216568 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Deleting port 9f3c1e61-c6f9-415e-85b1-59a03e636772 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:54.217436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.248100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97adaf11-ccd4-47b7-a72d-2539883dc955 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (2dedb5f4-bd23-43b5-b3fa-efdf9ac7770d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.296003 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4490550d-162c-4a89-86b8-3ed156c614c7 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0520155 Oct 23 01:13:54.297906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35896) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:54.312755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f868c613-3746-4c9e-bf3a-cb161090375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:13:50Z', 'revision_number': 5, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:54.312755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9c23d3b4-5223-48cc-ac6e-42699a6a7823 None None] For port dc3f45c7-8860-4621-aa56-fff024c55217, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc3f45c7-8860-4621-aa56-fff024c55217,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:54.312755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9c23d3b4-5223-48cc-ac6e-42699a6a7823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.335306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97adaf11-ccd4-47b7-a72d-2539883dc955 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (2dedb5f4-bd23-43b5-b3fa-efdf9ac7770d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.344165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:54.365797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adaf11-ccd4-47b7-a72d-2539883dc955 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dedb5f4-bd23-43b5-b3fa-efdf9ac7770d,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:54.377017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9020ad2-581d-4cc3-9cee-66333360145e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:54.382403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9020ad2-581d-4cc3-9cee-66333360145e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:54.387489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868c613-3746-4c9e-bf3a-cb161090375b None None] The sync data for ids ['d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6'] in dv-neutron-master-2-hyperv is: [{'id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261234265', 'tenant_id': 'b602821d64e8483792c00c012ff3de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97'}], 'enable_snat': True}, 'gw_port_id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:11:52Z', 'updated_at': '2022-10-23T01:13:50Z', 'revision_number': 5, 'project_id': 'b602821d64e8483792c00c012ff3de3c', 'gw_port': {'id': '9f3c1e61-c6f9-415e-85b1-59a03e636772', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285c0fb-c0d9-4a0e-901a-986e9f5b9eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:11:53Z', 'updated_at': '2022-10-23T01:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:54.388480 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e9020ad2-581d-4cc3-9cee-66333360145e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0850997 Oct 23 01:13:54.390396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35898) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:54.397256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9c23d3b4-5223-48cc-ac6e-42699a6a7823 None None] Calling delete_port for dc3f45c7-8860-4621-aa56-fff024c55217 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:54.399092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] For port 9f3c1e61-c6f9-415e-85b1-59a03e636772, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f3c1e61-c6f9-415e-85b1-59a03e636772,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:54.399843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.409556 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port dc3f45c7-8860-4621-aa56-fff024c55217 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:54.410772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.419985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Calling delete_port for 9f3c1e61-c6f9-415e-85b1-59a03e636772 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:54.473193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97adaf11-ccd4-47b7-a72d-2539883dc955 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.474779 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-97adaf11-ccd4-47b7-a72d-2539883dc955 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4553187 Oct 23 01:13:54.479678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35900) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:54.494926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port dc3f45c7-8860-4621-aa56-fff024c55217, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc3f45c7-8860-4621-aa56-fff024c55217,segment=NetworkSegment(2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02),segment_id=2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:54.503547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6fece663-cb49-4988-a3ae-ff7779560550 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Deleting port 2bf9f445-82b2-466c-a50b-d242507b9a7f {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:54.503901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6fece663-cb49-4988-a3ae-ff7779560550 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2bf9f445-82b2-466c-a50b-d242507b9a7f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.533338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port 8a5bba84-e652-4520-8421-7d669f76cbd6 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:54.533683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.555596 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf3601a7-923f-49b7-91df-b8c1a6ac1fb7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (2dedb5f4-bd23-43b5-b3fa-efdf9ac7770d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.572022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.574058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:54.575130 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf3601a7-923f-49b7-91df-b8c1a6ac1fb7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (2dedb5f4-bd23-43b5-b3fa-efdf9ac7770d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.607817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6fece663-cb49-4988-a3ae-ff7779560550 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2bf9f445-82b2-466c-a50b-d242507b9a7f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.614782 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:54.615273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 411e18b1-1c8f-47dd-ab2f-4b9e41403bdf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:54.630789 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6fece663-cb49-4988-a3ae-ff7779560550 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Calling delete_port for 2bf9f445-82b2-466c-a50b-d242507b9a7f owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:54.647515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=dc3f45c7-8860-4621-aa56-fff024c55217,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:54.677429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9c23d3b4-5223-48cc-ac6e-42699a6a7823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (dc3f45c7-8860-4621-aa56-fff024c55217), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.696029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c23d3b4-5223-48cc-ac6e-42699a6a7823 None None] No DVR routers for this DVR port dc3f45c7-8860-4621-aa56-fff024c55217 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:54.706270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:54.710137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf3601a7-923f-49b7-91df-b8c1a6ac1fb7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (2dedb5f4-bd23-43b5-b3fa-efdf9ac7770d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.719650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf3601a7-923f-49b7-91df-b8c1a6ac1fb7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.723761 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bf3601a7-923f-49b7-91df-b8c1a6ac1fb7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/2dedb5f4-bd23-43b5-b3fa-efdf9ac7770d HTTP/1.1" status: 204 len: 168 time: 0.2449837 Oct 23 01:13:54.724438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35902) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:54.737949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3601a7-923f-49b7-91df-b8c1a6ac1fb7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dedb5f4-bd23-43b5-b3fa-efdf9ac7770d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:54.752074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23d3b4-5223-48cc-ac6e-42699a6a7823 None None] Pushing event deleted for resources: {'Port': ['ID=dc3f45c7-8860-4621-aa56-fff024c55217,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:54.781973 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d91a2708-9335-4c3e-99de-31be879ce0cc tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0521729 Oct 23 01:13:54.790737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35904) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:54.818163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea1475a1-314b-4747-b617-b1acb901ae95 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (6ab0b9b1-cba8-4c27-8b5a-ef0b20d5e341), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.824398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea1475a1-314b-4747-b617-b1acb901ae95 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (6ab0b9b1-cba8-4c27-8b5a-ef0b20d5e341), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.843415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6fece663-cb49-4988-a3ae-ff7779560550 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2bf9f445-82b2-466c-a50b-d242507b9a7f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.876981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fece663-cb49-4988-a3ae-ff7779560550 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Port': ['ID=2bf9f445-82b2-466c-a50b-d242507b9a7f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:54.882398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6fece663-cb49-4988-a3ae-ff7779560550 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.885463 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6fece663-cb49-4988-a3ae-ff7779560550 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "DELETE /networking/v2.0/ports/2bf9f445-82b2-466c-a50b-d242507b9a7f HTTP/1.1" status: 204 len: 168 time: 0.4942455 Oct 23 01:13:54.888189 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35906) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:54.970049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:54.979465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea1475a1-314b-4747-b617-b1acb901ae95 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (6ab0b9b1-cba8-4c27-8b5a-ef0b20d5e341), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.992716 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea1475a1-314b-4747-b617-b1acb901ae95 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:54.996342 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ea1475a1-314b-4747-b617-b1acb901ae95 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/6ab0b9b1-cba8-4c27-8b5a-ef0b20d5e341 HTTP/1.1" status: 204 len: 168 time: 0.2082162 Oct 23 01:13:54.997497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35908) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:54.999494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f4ca3-aa85-4305-aa28-dee0a4bafef6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Deleting port bcfe7e6c-95eb-456a-9495-cb5a96fe9020 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:54.999843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4ca3-aa85-4305-aa28-dee0a4bafef6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bcfe7e6c-95eb-456a-9495-cb5a96fe9020), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.004047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1475a1-314b-4747-b617-b1acb901ae95 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ab0b9b1-cba8-4c27-8b5a-ef0b20d5e341,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:55.069456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:55.073058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4ca3-aa85-4305-aa28-dee0a4bafef6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bcfe7e6c-95eb-456a-9495-cb5a96fe9020), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.087342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port 8a5bba84-e652-4520-8421-7d669f76cbd6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a5bba84-e652-4520-8421-7d669f76cbd6,segment=NetworkSegment(15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe),segment_id=15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:55.087983 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.093314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f4ca3-aa85-4305-aa28-dee0a4bafef6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Calling delete_port for bcfe7e6c-95eb-456a-9495-cb5a96fe9020 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:55.121458 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-00b01c4b-5ea4-41a0-94e6-4aec498b6b4e tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1227772 Oct 23 01:13:55.124189 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for 8a5bba84-e652-4520-8421-7d669f76cbd6 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:55.125737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35910) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:55.193242 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:55.196516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aab77226-3779-4976-9a24-1e29a3bbff48 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (5521f4d4-80d6-427e-9d38-1358f1d882af), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.207635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aab77226-3779-4976-9a24-1e29a3bbff48 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (5521f4d4-80d6-427e-9d38-1358f1d882af), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.220709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (9f3c1e61-c6f9-415e-85b1-59a03e636772), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.270303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event deleted for resources: {'Port': ['ID=9f3c1e61-c6f9-415e-85b1-59a03e636772,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:55.303917 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4ca3-aa85-4305-aa28-dee0a4bafef6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (bcfe7e6c-95eb-456a-9495-cb5a96fe9020), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.332561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f4ca3-aa85-4305-aa28-dee0a4bafef6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Port': ['ID=bcfe7e6c-95eb-456a-9495-cb5a96fe9020,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:55.337736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4ca3-aa85-4305-aa28-dee0a4bafef6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.344543 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0c2f4ca3-aa85-4305-aa28-dee0a4bafef6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "DELETE /networking/v2.0/ports/bcfe7e6c-95eb-456a-9495-cb5a96fe9020 HTTP/1.1" status: 204 len: 168 time: 0.4528503 Oct 23 01:13:55.344703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35912) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:55.379470 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2c2ed635-d5f5-48b9-a50c-7e7ced26a274 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0299990 Oct 23 01:13:55.379708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.379708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35914) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:55.410784 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-59190584'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:55.443469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:55.444932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aab77226-3779-4976-9a24-1e29a3bbff48 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (5521f4d4-80d6-427e-9d38-1358f1d882af), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.462391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aab77226-3779-4976-9a24-1e29a3bbff48 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.463515 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aab77226-3779-4976-9a24-1e29a3bbff48 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/5521f4d4-80d6-427e-9d38-1358f1d882af HTTP/1.1" status: 204 len: 168 time: 0.3354034 Oct 23 01:13:55.467148 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35916) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:55.515203 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d167a9a6-1319-4ad2-bda1-735e3efc72da tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0466561 Oct 23 01:13:55.518008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35918) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:55.522573 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab77226-3779-4976-9a24-1e29a3bbff48 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5521f4d4-80d6-427e-9d38-1358f1d882af,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:55.525992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.536345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for router_controller (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.550631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-738682db-d998-4021-b92b-a775eb629b44 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (18495aef-179a-4654-bccc-9fee6ec18bc7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.560781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-738682db-d998-4021-b92b-a775eb629b44 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (18495aef-179a-4654-bccc-9fee6ec18bc7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.646565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Made reservation on behalf of cc27aeb5786d4113a8420b052538f9c4 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:55.650472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.686784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-738682db-d998-4021-b92b-a775eb629b44 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (18495aef-179a-4654-bccc-9fee6ec18bc7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.692116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-738682db-d998-4021-b92b-a775eb629b44 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.693717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (8a5bba84-e652-4520-8421-7d669f76cbd6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.693983 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-738682db-d998-4021-b92b-a775eb629b44 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/18495aef-179a-4654-bccc-9fee6ec18bc7 HTTP/1.1" status: 204 len: 168 time: 0.1743824 Oct 23 01:13:55.694308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:55.696558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35920) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:55.698561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.699805 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Fanout notify agent at l3_agent the message router_deleted on router d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:13:55.712343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.716946 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3a214184-ccf6-402d-b3f3-c285aab56540 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "DELETE /networking/v2.0/routers/d285c0fb-c0d9-4a0e-901a-986e9f5b9eb6 HTTP/1.1" status: 204 len: 168 time: 2.1433563 Oct 23 01:13:55.718609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738682db-d998-4021-b92b-a775eb629b44 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18495aef-179a-4654-bccc-9fee6ec18bc7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:55.722313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35922) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:55.737373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=8a5bba84-e652-4520-8421-7d669f76cbd6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:55.740167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b97d36c3-4b1d-41ba-aae6-4d9859a7843a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.740527 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Added segment b97d36c3-4b1d-41ba-aae6-4d9859a7843a of type vlan for network 5568dd54-9f1c-475a-92c6-25759aa7f283 Oct 23 01:13:55.795134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (5568dd54-9f1c-475a-92c6-25759aa7f283), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.805223 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7a631daa-b060-48ef-8637-db97eef2bfce tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1061869 Oct 23 01:13:55.813389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35924) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:55.852879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (3ebe2538-bb2d-42e2-b717-7f6ba6b63af7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.879935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3643906-d681-4143-bb9d-9adee1e302e9 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (e4c4a59d-51af-467d-a62d-8a47296eb7db), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.882284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (5568dd54-9f1c-475a-92c6-25759aa7f283), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.890647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:55.891299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.904486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3643906-d681-4143-bb9d-9adee1e302e9 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (e4c4a59d-51af-467d-a62d-8a47296eb7db), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.009370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.039755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3643906-d681-4143-bb9d-9adee1e302e9 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (e4c4a59d-51af-467d-a62d-8a47296eb7db), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.043232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event updated for resources: {'Network': ['ID=5568dd54-9f1c-475a-92c6-25759aa7f283,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:56.047269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d3643906-d681-4143-bb9d-9adee1e302e9 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.048540 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d3643906-d681-4143-bb9d-9adee1e302e9 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/e4c4a59d-51af-467d-a62d-8a47296eb7db HTTP/1.1" status: 204 len: 168 time: 0.2339373 Oct 23 01:13:56.052996 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8a10098d-8f1e-446c-a921-a5b5f8a9a334 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6695819 Oct 23 01:13:56.053169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (3ebe2538-bb2d-42e2-b717-7f6ba6b63af7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.053280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35926) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:56.054129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35928) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:56.062891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-578272064'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:56.070121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 5568dd54-9f1c-475a-92c6-25759aa7f283 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:56.072590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3643906-d681-4143-bb9d-9adee1e302e9 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4c4a59d-51af-467d-a62d-8a47296eb7db,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:56.088257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebe2538-bb2d-42e2-b717-7f6ba6b63af7']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:56.100217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:56.100563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:56.113162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.135604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.145505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:56.146030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.169650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf74613-0f6a-4e37-b208-f48193ea4699 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:13:56.197271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f3c1e61-c6f9-415e-85b1-59a03e636772 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:56.212751 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02 resource provider aggregate not found Oct 23 01:13:56.212964 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-36373dfd-445b-4af4-968b-dfe4db626a79 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1573193 Oct 23 01:13:56.214289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35934) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:56.221973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 9f3c1e61-c6f9-415e-85b1-59a03e636772 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:56.222322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9f3c1e61-c6f9-415e-85b1-59a03e636772 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:56.222737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e4a8617a-7132-4673-9956-f5228dd2fe61 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:56.243536 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cf10f8c-aaf9-4033-9a64-8c5d97d2cc02 found for delete ", "request_id": "req-3b697bd5-ca44-4f8e-ab2b-1562d7f026a4"}]} Oct 23 01:13:56.248854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: e4a8617a-7132-4673-9956-f5228dd2fe61 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:56.249224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e4a8617a-7132-4673-9956-f5228dd2fe61 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:56.286220 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:56.303933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf74613-0f6a-4e37-b208-f48193ea4699 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:13:56.322012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Made reservation on behalf of cc27aeb5786d4113a8420b052538f9c4 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:56.325796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.357585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (3ebe2538-bb2d-42e2-b717-7f6ba6b63af7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.370121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.376741 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "DELETE /networking/v2.0/networks/3ebe2538-bb2d-42e2-b717-7f6ba6b63af7 HTTP/1.1" status: 204 len: 168 time: 0.6491425 Oct 23 01:13:56.378923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-14ac4791-3d9e-468d-b3cb-655de93e73cd tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (7eeb48e2-bfc9-401b-9f7c-9d7e83139822), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.382396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35936) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:56.385893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 5ca7d80f-f177-4652-a37c-14b7f000147b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:13:56.386838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46276a-9297-4fe1-b112-29b1a86effa5 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event deleted for resources: {'Network': ['ID=3ebe2538-bb2d-42e2-b717-7f6ba6b63af7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:56.405486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:13:56.420439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:56.440566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-14ac4791-3d9e-468d-b3cb-655de93e73cd tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (7eeb48e2-bfc9-401b-9f7c-9d7e83139822), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.446559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (21d85df3-c4f8-4fb0-bb2b-38e5f9b32562), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.446903 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Added segment 21d85df3-c4f8-4fb0-bb2b-38e5f9b32562 of type vlan for network 55782df9-517e-4b04-bea2-e4f9fc07eded Oct 23 01:13:56.471514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:56.616800 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (55782df9-517e-4b04-bea2-e4f9fc07eded), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.628674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b1375ae8-e037-4c98-8f48-4420851b5135 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group (f086a5ed-a3f4-40c0-b2a6-1e921fb17a73), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.669360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:13:56.679272 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142367d-2c46-4261-a41a-a84ba862b98f None None] Sync routers for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:13:56.680762 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-830fb865-c147-4bd8-b114-4e0a3eff7f38 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1851177 Oct 23 01:13:56.687638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b1375ae8-e037-4c98-8f48-4420851b5135 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group (f086a5ed-a3f4-40c0-b2a6-1e921fb17a73), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.689306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35938) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:56.704875 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c142367d-2c46-4261-a41a-a84ba862b98f None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:56.705514 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c142367d-2c46-4261-a41a-a84ba862b98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:56.710328 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-14ac4791-3d9e-468d-b3cb-655de93e73cd tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7eeb48e2-bfc9-401b-9f7c-9d7e83139822), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.713499 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-14ac4791-3d9e-468d-b3cb-655de93e73cd tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.714621 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-14ac4791-3d9e-468d-b3cb-655de93e73cd tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7eeb48e2-bfc9-401b-9f7c-9d7e83139822 HTTP/1.1" status: 204 len: 168 time: 0.4988282 Oct 23 01:13:56.735001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35940) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:56.736100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac4791-3d9e-468d-b3cb-655de93e73cd tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeb48e2-bfc9-401b-9f7c-9d7e83139822,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:56.749366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (55782df9-517e-4b04-bea2-e4f9fc07eded), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.754638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:56.755547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.788915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a00dc2-a4e2-498a-945b-73a9744b7d8f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting subnet ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:56.796483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-23a00dc2-a4e2-498a-945b-73a9744b7d8f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:56.870044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event updated for resources: {'Network': ['ID=55782df9-517e-4b04-bea2-e4f9fc07eded,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:56.870312 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-c142367d-2c46-4261-a41a-a84ba862b98f None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:56.876466 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ce301a7f-afdb-418c-bd5d-ddbd45c8aee7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1381032 Oct 23 01:13:56.883128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35942) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:56.891712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-21a9c8c3-34d6-4c88-bb20-da3a3900d277 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016655620'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:56.893454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 55782df9-517e-4b04-bea2-e4f9fc07eded details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:13:56.912959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:56.921842 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-935c7954-d41d-4d5c-afba-1e2f46e67d27 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8622952 Oct 23 01:13:56.929400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-23a00dc2-a4e2-498a-945b-73a9744b7d8f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.001088 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21a9c8c3-34d6-4c88-bb20-da3a3900d277 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.029609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b1375ae8-e037-4c98-8f48-4420851b5135 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f086a5ed-a3f4-40c0-b2a6-1e921fb17a73), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.034249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b1375ae8-e037-4c98-8f48-4420851b5135 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.036588 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b1375ae8-e037-4c98-8f48-4420851b5135 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f086a5ed-a3f4-40c0-b2a6-1e921fb17a73 HTTP/1.1" status: 204 len: 168 time: 0.6491637 Oct 23 01:13:57.061632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35946) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:57.062502 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1375ae8-e037-4c98-8f48-4420851b5135 tempest-TestNetworkAdvancedServerOps-1636610167 tempest-TestNetworkAdvancedServerOps-1636610167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f086a5ed-a3f4-40c0-b2a6-1e921fb17a73,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:57.085257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'subnets': [{'network_id': '5568dd54-9f1c-475a-92c6-25759aa7f283', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--926991400', 'ip_version': 4}, {'network_id': '55782df9-517e-4b04-bea2-e4f9fc07eded', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:57.085648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'subnet': {'network_id': '5568dd54-9f1c-475a-92c6-25759aa7f283', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--926991400', 'ip_version': 4}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:57.086284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Request body: {'subnet': {'network_id': '55782df9-517e-4b04-bea2-e4f9fc07eded', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:57.115758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-23a00dc2-a4e2-498a-945b-73a9744b7d8f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.133515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21a9c8c3-34d6-4c88-bb20-da3a3900d277 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (9a230c31-5379-4fe4-9bc9-a9101bfbb5a9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.145582 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:57.186561 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c142367d-2c46-4261-a41a-a84ba862b98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:55Z', 'revision_number': 9, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:57.186839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b6aea4b8-4516-478b-ad86-64e0189493e1 None None] Provisioning complete for port c6ffe758-d056-456e-a83b-61bae6909506 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:13:57.187327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b6aea4b8-4516-478b-ad86-64e0189493e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c6ffe758-d056-456e-a83b-61bae6909506), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.187327 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b6aea4b8-4516-478b-ad86-64e0189493e1 None None] Attempt 1 to provision port c6ffe758-d056-456e-a83b-61bae6909506 Oct 23 01:13:57.231392 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142367d-2c46-4261-a41a-a84ba862b98f None None] Checking router: 5ca7d80f-f177-4652-a37c-14b7f000147b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:13:57.244261 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c142367d-2c46-4261-a41a-a84ba862b98f None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:13:57.247203 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c142367d-2c46-4261-a41a-a84ba862b98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:57.249297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21a9c8c3-34d6-4c88-bb20-da3a3900d277 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (9a230c31-5379-4fe4-9bc9-a9101bfbb5a9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.288995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9c8c3-34d6-4c88-bb20-da3a3900d277 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a230c31-5379-4fe4-9bc9-a9101bfbb5a9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:57.321966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b6aea4b8-4516-478b-ad86-64e0189493e1 None None] Current status of the port c6ffe758-d056-456e-a83b-61bae6909506 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:13:57.359918 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:57.361451 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-c142367d-2c46-4261-a41a-a84ba862b98f None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:13:57.365304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-23a00dc2-a4e2-498a-945b-73a9744b7d8f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.366646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21a9c8c3-34d6-4c88-bb20-da3a3900d277 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.368433 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-21a9c8c3-34d6-4c88-bb20-da3a3900d277 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4841263 Oct 23 01:13:57.371635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35950) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:57.376055 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f83e3cb2-f2a7-4375-88d6-8df6b4717a22 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '9a230c31-5379-4fe4-9bc9-a9101bfbb5a9', 'direction': 'ingress', 'protocol': 17}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:57.399481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a00dc2-a4e2-498a-945b-73a9744b7d8f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Subnet': ['ID=ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:57.403154 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-23a00dc2-a4e2-498a-945b-73a9744b7d8f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.409753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35952) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:57.409935 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-23a00dc2-a4e2-498a-945b-73a9744b7d8f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483 HTTP/1.1" status: 204 len: 168 time: 0.7194343 Oct 23 01:13:57.411602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd13ac-5531-48fd-a21a-2d03c4c381fc None None] Network 87ab83c4-8ed1-4108-ac0a-380c5b54c023 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:57.419638 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Made reservation on behalf of cc27aeb5786d4113a8420b052538f9c4 for: {'subnet': 2} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:13:57.424702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.430871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.516248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (87ab83c4-8ed1-4108-ac0a-380c5b54c023), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.545380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f83e3cb2-f2a7-4375-88d6-8df6b4717a22 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (3fa9be5c-f16c-4446-b3bb-2005963c5854), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.587796 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c142367d-2c46-4261-a41a-a84ba862b98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:55Z', 'revision_number': 9, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:57.617923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port c6ffe758-d056-456e-a83b-61bae6909506 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:57.620233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c6ffe758-d056-456e-a83b-61bae6909506), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.626782 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cd1799-b33c-4544-8eb5-d2c21148e4ca None None] DHCP port deletion for 87ab83c4-8ed1-4108-ac0a-380c5b54c023 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:13:57.629943 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142367d-2c46-4261-a41a-a84ba862b98f None None] The sync data for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv is: [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:55Z', 'revision_number': 9, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7b2c391-ea6e-4681-a857-674afe3bee09', 'name': '', 'network_id': '9f5e9ae7-df40-4add-af94-5cf18851ec3a', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:2c:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:28Z', 'updated_at': '2022-10-23T01:13:33Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '74438ff2-21fc-425c-8bce-cdfea314f9d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:13:57.680516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-31cd1799-b33c-4544-8eb5-d2c21148e4ca None None] Deleting port c6ffe758-d056-456e-a83b-61bae6909506 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:57.680888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-31cd1799-b33c-4544-8eb5-d2c21148e4ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c6ffe758-d056-456e-a83b-61bae6909506), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.703121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f83e3cb2-f2a7-4375-88d6-8df6b4717a22 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (3fa9be5c-f16c-4446-b3bb-2005963c5854), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.715886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port c6ffe758-d056-456e-a83b-61bae6909506, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6ffe758-d056-456e-a83b-61bae6909506,segment=NetworkSegment(15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe),segment_id=15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:57.716272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c6ffe758-d056-456e-a83b-61bae6909506), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.733035 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for c6ffe758-d056-456e-a83b-61bae6909506 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:57.755116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-31cd1799-b33c-4544-8eb5-d2c21148e4ca None None] For port c6ffe758-d056-456e-a83b-61bae6909506, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6ffe758-d056-456e-a83b-61bae6909506,segment=NetworkSegment(15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe),segment_id=15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:57.755518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-31cd1799-b33c-4544-8eb5-d2c21148e4ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c6ffe758-d056-456e-a83b-61bae6909506), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.779666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-31cd1799-b33c-4544-8eb5-d2c21148e4ca None None] Calling delete_port for c6ffe758-d056-456e-a83b-61bae6909506 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:57.816373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f83e3cb2-f2a7-4375-88d6-8df6b4717a22 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (3fa9be5c-f16c-4446-b3bb-2005963c5854), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.842832 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35956) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:57.868564 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e3cb2-f2a7-4375-88d6-8df6b4717a22 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa9be5c-f16c-4446-b3bb-2005963c5854,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:57.947591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f83e3cb2-f2a7-4375-88d6-8df6b4717a22 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.951881 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f83e3cb2-f2a7-4375-88d6-8df6b4717a22 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5762856 Oct 23 01:13:57.952035 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35960) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:57.988061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (c6ffe758-d056-456e-a83b-61bae6909506), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:57.997560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:58.002870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (57994bda-6d19-48a9-9312-0da4ee5a222d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.012710 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:13:58.030886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-31cd1799-b33c-4544-8eb5-d2c21148e4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (c6ffe758-d056-456e-a83b-61bae6909506), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.066301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=c6ffe758-d056-456e-a83b-61bae6909506,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:58.071052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c6ffe758-d056-456e-a83b-61bae6909506 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:58.073506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd1799-b33c-4544-8eb5-d2c21148e4ca None None] No DVR routers for this DVR port c6ffe758-d056-456e-a83b-61bae6909506 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:58.075784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd1799-b33c-4544-8eb5-d2c21148e4ca None None] Pushing event deleted for resources: {'Port': ['ID=c6ffe758-d056-456e-a83b-61bae6909506,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:58.101210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: c6ffe758-d056-456e-a83b-61bae6909506 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:58.101985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c6ffe758-d056-456e-a83b-61bae6909506 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:58.102796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8a5bba84-e652-4520-8421-7d669f76cbd6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:13:58.113697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:58.129321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No DVR routers for this DVR port c6ffe758-d056-456e-a83b-61bae6909506 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:13:58.135243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 8a5bba84-e652-4520-8421-7d669f76cbd6 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:13:58.135591 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 8a5bba84-e652-4520-8421-7d669f76cbd6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:13:58.143116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Checking segment: {'id': 'b97d36c3-4b1d-41ba-aae6-4d9859a7843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5568dd54-9f1c-475a-92c6-25759aa7f283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:58.143412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Network hostable DHCP agents. Network: 5568dd54-9f1c-475a-92c6-25759aa7f283, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:13:58.152487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event updated for resources: {'Subnet': ['ID=57994bda-6d19-48a9-9312-0da4ee5a222d,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:58.165031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:58.190387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:58.217009 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bde84dc7-e101-4fb1-99b7-2d825e42bc19 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b602821d64e8483792c00c012ff3de3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715851 Oct 23 01:13:58.219939 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35962) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:58.222200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ee417e2-2792-4c26-be8d-927bd4096e96 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (9a230c31-5379-4fe4-9bc9-a9101bfbb5a9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.247471 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Network 5568dd54-9f1c-475a-92c6-25759aa7f283 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:13:58.280533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dec8f3e8-a3a0-4066-9494-3ff9418bd3ff admin admin] Publish callbacks [] for security_group (ca53fa3e-4022-4526-8dab-ae612b9cbed8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.284298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (87ab83c4-8ed1-4108-ac0a-380c5b54c023), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.294379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ee417e2-2792-4c26-be8d-927bd4096e96 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (9a230c31-5379-4fe4-9bc9-a9101bfbb5a9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.302963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dec8f3e8-a3a0-4066-9494-3ff9418bd3ff admin admin] Publish callbacks [] for security_group (ca53fa3e-4022-4526-8dab-ae612b9cbed8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.321105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ab83c4-8ed1-4108-ac0a-380c5b54c023']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:58.341412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:58.341618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:13:58.350683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5568dd54-9f1c-475a-92c6-25759aa7f283) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:58.355839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.356153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (328b98aa-c7cc-42eb-84d9-d6d68dca0439), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.359287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd11d7e8-ee02-4181-befa-efd29d1acbbd None None] Network 5568dd54-9f1c-475a-92c6-25759aa7f283 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:58.371713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.380470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:13:58.384900 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.424752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event updated for resources: {'Subnet': ['ID=328b98aa-c7cc-42eb-84d9-d6d68dca0439,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:58.430780 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dec8f3e8-a3a0-4066-9494-3ff9418bd3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (ca53fa3e-4022-4526-8dab-ae612b9cbed8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.433656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dec8f3e8-a3a0-4066-9494-3ff9418bd3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.437594 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dec8f3e8-a3a0-4066-9494-3ff9418bd3ff admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ca53fa3e-4022-4526-8dab-ae612b9cbed8 HTTP/1.1" status: 204 len: 168 time: 0.2163579 Oct 23 01:13:58.444024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Checking segment: {'id': '21d85df3-c4f8-4fb0-bb2b-38e5f9b32562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '55782df9-517e-4b04-bea2-e4f9fc07eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:58.444024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Network hostable DHCP agents. Network: 55782df9-517e-4b04-bea2-e4f9fc07eded, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:13:58.445197 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe resource provider aggregate not found Oct 23 01:13:58.452158 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8f3e8-a3a0-4066-9494-3ff9418bd3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca53fa3e-4022-4526-8dab-ae612b9cbed8,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:58.466765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ee417e2-2792-4c26-be8d-927bd4096e96 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (9a230c31-5379-4fe4-9bc9-a9101bfbb5a9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.473397 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ee417e2-2792-4c26-be8d-927bd4096e96 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.473397 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7ee417e2-2792-4c26-be8d-927bd4096e96 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9a230c31-5379-4fe4-9bc9-a9101bfbb5a9 HTTP/1.1" status: 204 len: 168 time: 0.5195322 Oct 23 01:13:58.474281 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15a1f7ca-8bf6-4ea2-97b4-1ff21b2c33fe found for delete ", "request_id": "req-3f713641-4574-4e96-b817-1427810ab7f3"}]} Oct 23 01:13:58.475680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35970) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:58.496002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee417e2-2792-4c26-be8d-927bd4096e96 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a230c31-5379-4fe4-9bc9-a9101bfbb5a9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:58.496489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5568dd54-9f1c-475a-92c6-25759aa7f283', 'network_id': '5568dd54-9f1c-475a-92c6-25759aa7f283', 'project_id': 'cc27aeb5786d4113a8420b052538f9c4', 'fixed_ips': [{'subnet_id': '57994bda-6d19-48a9-9312-0da4ee5a222d'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:13:58.498219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.543555 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b15a82fb-5f4f-4a67-b5bd-0441f345af7c tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0665505 Oct 23 01:13:58.547218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35972) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:58.552550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-58f33b98-3fff-48d9-ad39-d0103b6dab1d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group': {'name': 'tempest-secgroup--616777170'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:58.583385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (87ab83c4-8ed1-4108-ac0a-380c5b54c023), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.583858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Network 55782df9-517e-4b04-bea2-e4f9fc07eded is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:13:58.594628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.597578 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/networks/87ab83c4-8ed1-4108-ac0a-380c5b54c023 HTTP/1.1" status: 204 len: 168 time: 1.1860213 Oct 23 01:13:58.600900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35974) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:58.607061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d29ff4-3223-48aa-bf54-a84fc914e961 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Network': ['ID=87ab83c4-8ed1-4108-ac0a-380c5b54c023,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:58.673566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58f33b98-3fff-48d9-ad39-d0103b6dab1d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.718080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Allocated IP 172.20.0.2 (5568dd54-9f1c-475a-92c6-25759aa7f283/57994bda-6d19-48a9-9312-0da4ee5a222d/0cb15642-8033-4407-881b-07cc32be3afb) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:58.731708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:58.743512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 55782df9-517e-4b04-bea2-e4f9fc07eded) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:58.751389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:58.751879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:58.752647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.756909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb893db-8409-4a95-906e-8a6472292401 None None] Network 55782df9-517e-4b04-bea2-e4f9fc07eded requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:13:58.770412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58f33b98-3fff-48d9-ad39-d0103b6dab1d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (0dd3b3ec-c6f8-487f-a413-6f7ae7ba47fe), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.840612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58f33b98-3fff-48d9-ad39-d0103b6dab1d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (0dd3b3ec-c6f8-487f-a413-6f7ae7ba47fe), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.844875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:58.868403 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f4c76867-2a3a-48e3-8d75-13f44104e6c3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8055797 Oct 23 01:13:58.872002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35978) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:58.888327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:58.898875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f33b98-3fff-48d9-ad39-d0103b6dab1d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd3b3ec-c6f8-487f-a413-6f7ae7ba47fe,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:58.970905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc2208-e3df-42f8-9390-ee608d098072 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:58.972552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc2208-e3df-42f8-9390-ee608d098072 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:58.974299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc2208-e3df-42f8-9390-ee608d098072 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:13:58.975011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-58f33b98-3fff-48d9-ad39-d0103b6dab1d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:58.979514 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4adc2208-e3df-42f8-9390-ee608d098072 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1028597 Oct 23 01:13:58.980547 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-58f33b98-3fff-48d9-ad39-d0103b6dab1d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4276955 Oct 23 01:13:58.980665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35980) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:58.980753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35982) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:58.983892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-04011771-16b2-40bc-be16-132612714f74 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group': {'name': 'tempest-secgroup--775728110'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:58.995420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Publish callbacks [] for port (0cb15642-8033-4407-881b-07cc32be3afb), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.003953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-55782df9-517e-4b04-bea2-e4f9fc07eded', 'network_id': '55782df9-517e-4b04-bea2-e4f9fc07eded', 'project_id': 'cc27aeb5786d4113a8420b052538f9c4', 'fixed_ips': [{'subnet_id': '328b98aa-c7cc-42eb-84d9-d6d68dca0439'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:13:59.008713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.043659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce6fdcc-0ef5-4c86-9a8b-c144cee98d02 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Deleting subnet 57994bda-6d19-48a9-9312-0da4ee5a222d {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:59.055209 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.154338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Allocated IP 172.20.0.18 (55782df9-517e-4b04-bea2-e4f9fc07eded/328b98aa-c7cc-42eb-84d9-d6d68dca0439/7f0c264c-7227-4543-ad11-a1f378fb4003) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:13:59.172357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ce6fdcc-0ef5-4c86-9a8b-c144cee98d02 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for subnet (57994bda-6d19-48a9-9312-0da4ee5a222d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.182144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-04011771-16b2-40bc-be16-132612714f74 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.192063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (0cb15642-8033-4407-881b-07cc32be3afb), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.265651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ce6fdcc-0ef5-4c86-9a8b-c144cee98d02 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (57994bda-6d19-48a9-9312-0da4ee5a222d), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.277764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Network 5568dd54-9f1c-475a-92c6-25759aa7f283 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:59.305570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:59.320548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:59.366547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-04011771-16b2-40bc-be16-132612714f74 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (ea1d7b11-fd68-4508-adf1-73655dc680a7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.367342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35984) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:59.375860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port e7b2c391-ea6e-4681-a857-674afe3bee09 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:13:59.375860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.399421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-46241143-1eea-4a97-b1c9-21d92815cfde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.402060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ce6fdcc-0ef5-4c86-9a8b-c144cee98d02 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (57994bda-6d19-48a9-9312-0da4ee5a222d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.409875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Pushing event updated for resources: {'Port': ['ID=0cb15642-8033-4407-881b-07cc32be3afb,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:59.472619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Attempting to bind port 0cb15642-8033-4407-881b-07cc32be3afb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:59.473078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Attempting to bind port 0cb15642-8033-4407-881b-07cc32be3afb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b97d36c3-4b1d-41ba-aae6-4d9859a7843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5568dd54-9f1c-475a-92c6-25759aa7f283'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:59.473507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Attempting to bind port 0cb15642-8033-4407-881b-07cc32be3afb on network 5568dd54-9f1c-475a-92c6-25759aa7f283 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:59.499654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-04011771-16b2-40bc-be16-132612714f74 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (ea1d7b11-fd68-4508-adf1-73655dc680a7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.544451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port e7b2c391-ea6e-4681-a857-674afe3bee09, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e7b2c391-ea6e-4681-a857-674afe3bee09,segment=NetworkSegment(2d0c524c-039d-42f0-bcfa-ce794f1d0ba8),segment_id=2d0c524c-039d-42f0-bcfa-ce794f1d0ba8)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:13:59.544451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.553476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Publish callbacks [] for port (7f0c264c-7227-4543-ad11-a1f378fb4003), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.555698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:59.555995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Checking segment: {'id': 'b97d36c3-4b1d-41ba-aae6-4d9859a7843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5568dd54-9f1c-475a-92c6-25759aa7f283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:59.556390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.557625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Bound using segment: {'id': 'b97d36c3-4b1d-41ba-aae6-4d9859a7843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5568dd54-9f1c-475a-92c6-25759aa7f283'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:59.557625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Bound port: 0cb15642-8033-4407-881b-07cc32be3afb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97d36c3-4b1d-41ba-aae6-4d9859a7843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5568dd54-9f1c-475a-92c6-25759aa7f283'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:59.557625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0cb15642-8033-4407-881b-07cc32be3afb), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.565248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04011771-16b2-40bc-be16-132612714f74 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d7b11-fd68-4508-adf1-73655dc680a7,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:59.589825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for e7b2c391-ea6e-4681-a857-674afe3bee09 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:13:59.623331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-46241143-1eea-4a97-b1c9-21d92815cfde admin admin] Publish callbacks [] for security_group (2eb34cc5-4956-492d-b789-ada08ec67cd3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.698014 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ce6fdcc-0ef5-4c86-9a8b-c144cee98d02 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (57994bda-6d19-48a9-9312-0da4ee5a222d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.702215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] For port 0cb15642-8033-4407-881b-07cc32be3afb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:13:59.706263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] For port 0cb15642-8033-4407-881b-07cc32be3afb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0cb15642-8033-4407-881b-07cc32be3afb,segment=NetworkSegment(b97d36c3-4b1d-41ba-aae6-4d9859a7843a),segment_id=b97d36c3-4b1d-41ba-aae6-4d9859a7843a)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:13:59.731137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6fdcc-0ef5-4c86-9a8b-c144cee98d02 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Subnet': ['ID=57994bda-6d19-48a9-9312-0da4ee5a222d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:59.735111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ce6fdcc-0ef5-4c86-9a8b-c144cee98d02 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.738602 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1ce6fdcc-0ef5-4c86-9a8b-c144cee98d02 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/57994bda-6d19-48a9-9312-0da4ee5a222d HTTP/1.1" status: 204 len: 168 time: 0.7576573 Oct 23 01:13:59.743675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:59.744055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35986) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:59.746261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (7f0c264c-7227-4543-ad11-a1f378fb4003), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.754644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-04011771-16b2-40bc-be16-132612714f74 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.760682 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-04011771-16b2-40bc-be16-132612714f74 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7758615 Oct 23 01:13:59.760682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35988) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:59.786853 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-d79771ad-bf3b-47c5-82f9-b9f7a13eec3a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '0dd3b3ec-c6f8-487f-a413-6f7ae7ba47fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ea1d7b11-fd68-4508-adf1-73655dc680a7', 'remote_ip_prefix': None}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:13:59.789313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Network 55782df9-517e-4b04-bea2-e4f9fc07eded is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:13:59.796476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:13:59.800550 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:13:59.811947 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Pushing event updated for resources: {'Port': ['ID=7f0c264c-7227-4543-ad11-a1f378fb4003,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:59.828998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-46241143-1eea-4a97-b1c9-21d92815cfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2eb34cc5-4956-492d-b789-ada08ec67cd3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.871965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Attempting to bind port 7f0c264c-7227-4543-ad11-a1f378fb4003 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:13:59.872358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Attempting to bind port 7f0c264c-7227-4543-ad11-a1f378fb4003 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '21d85df3-c4f8-4fb0-bb2b-38e5f9b32562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '55782df9-517e-4b04-bea2-e4f9fc07eded'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:13:59.872718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Attempting to bind port 7f0c264c-7227-4543-ad11-a1f378fb4003 on network 55782df9-517e-4b04-bea2-e4f9fc07eded {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:13:59.876651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0cb15642-8033-4407-881b-07cc32be3afb), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.911736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00946ee-c560-42fe-b1a8-28f91a867c47 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Deleting subnet 328b98aa-c7cc-42eb-84d9-d6d68dca0439 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:13:59.919222 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-46241143-1eea-4a97-b1c9-21d92815cfde admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3ddcfb8d180649c7b11c4ef3bd0c324e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5504534 Oct 23 01:13:59.920055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46241143-1eea-4a97-b1c9-21d92815cfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb34cc5-4956-492d-b789-ada08ec67cd3,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:13:59.922456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35990) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:13:59.923110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b00946ee-c560-42fe-b1a8-28f91a867c47 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for subnet (328b98aa-c7cc-42eb-84d9-d6d68dca0439), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.962373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:13:59.962755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Checking segment: {'id': '21d85df3-c4f8-4fb0-bb2b-38e5f9b32562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '55782df9-517e-4b04-bea2-e4f9fc07eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:13:59.963160 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.963739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Bound using segment: {'id': '21d85df3-c4f8-4fb0-bb2b-38e5f9b32562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '55782df9-517e-4b04-bea2-e4f9fc07eded'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:13:59.967061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Bound port: 7f0c264c-7227-4543-ad11-a1f378fb4003, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d85df3-c4f8-4fb0-bb2b-38e5f9b32562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '55782df9-517e-4b04-bea2-e4f9fc07eded'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:13:59.967061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7f0c264c-7227-4543-ad11-a1f378fb4003), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:59.989211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cd0b4-60a8-45b2-b3fc-7af758b24c5b None None] Pushing event updated for resources: {'Port': ['ID=0cb15642-8033-4407-881b-07cc32be3afb,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:00.000422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (e7b2c391-ea6e-4681-a857-674afe3bee09), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.018504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d79771ad-bf3b-47c5-82f9-b9f7a13eec3a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (5e48a4e4-daec-468e-91dc-53f860f6df0d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.024939 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b00946ee-c560-42fe-b1a8-28f91a867c47 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (328b98aa-c7cc-42eb-84d9-d6d68dca0439), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.048706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] For port 7f0c264c-7227-4543-ad11-a1f378fb4003, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:00.052498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] For port 7f0c264c-7227-4543-ad11-a1f378fb4003, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f0c264c-7227-4543-ad11-a1f378fb4003,segment=NetworkSegment(21d85df3-c4f8-4fb0-bb2b-38e5f9b32562),segment_id=21d85df3-c4f8-4fb0-bb2b-38e5f9b32562)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:14:00.087395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=e7b2c391-ea6e-4681-a857-674afe3bee09,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:00.175314 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7f0c264c-7227-4543-ad11-a1f378fb4003), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.201560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b139-0eb8-4b27-9400-1a7b060c5dc9 admin admin] Publish callbacks [] for security_group (2eb34cc5-4956-492d-b789-ada08ec67cd3), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.262841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5479a-1c05-49ec-ab02-20d1251efeaa None None] Pushing event updated for resources: {'Port': ['ID=7f0c264c-7227-4543-ad11-a1f378fb4003,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:00.271453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:00.339605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b139-0eb8-4b27-9400-1a7b060c5dc9 admin admin] Publish callbacks [] for security_group (2eb34cc5-4956-492d-b789-ada08ec67cd3), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.355994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.369815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b00946ee-c560-42fe-b1a8-28f91a867c47 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (328b98aa-c7cc-42eb-84d9-d6d68dca0439), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.377228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d79771ad-bf3b-47c5-82f9-b9f7a13eec3a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (5e48a4e4-daec-468e-91dc-53f860f6df0d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.780534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d79771ad-bf3b-47c5-82f9-b9f7a13eec3a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (5e48a4e4-daec-468e-91dc-53f860f6df0d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.790921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:00.791871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:00.846083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79771ad-bf3b-47c5-82f9-b9f7a13eec3a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e48a4e4-daec-468e-91dc-53f860f6df0d,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:00.938504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d79771ad-bf3b-47c5-82f9-b9f7a13eec3a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.939749 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d79771ad-bf3b-47c5-82f9-b9f7a13eec3a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1793511 Oct 23 01:14:00.942795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 35992) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:00.949640 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:00.954305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b139-0eb8-4b27-9400-1a7b060c5dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2eb34cc5-4956-492d-b789-ada08ec67cd3), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.956796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b139-0eb8-4b27-9400-1a7b060c5dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:00.957975 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dfc7b139-0eb8-4b27-9400-1a7b060c5dc9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2eb34cc5-4956-492d-b789-ada08ec67cd3 HTTP/1.1" status: 204 len: 168 time: 1.0316420 Oct 23 01:14:00.959081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b00946ee-c560-42fe-b1a8-28f91a867c47 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (328b98aa-c7cc-42eb-84d9-d6d68dca0439), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.015935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7b139-0eb8-4b27-9400-1a7b060c5dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb34cc5-4956-492d-b789-ada08ec67cd3,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:01.025016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b00946ee-c560-42fe-b1a8-28f91a867c47 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.028772 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b00946ee-c560-42fe-b1a8-28f91a867c47 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/328b98aa-c7cc-42eb-84d9-d6d68dca0439 HTTP/1.1" status: 204 len: 168 time: 1.2849042 Oct 23 01:14:01.029799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00946ee-c560-42fe-b1a8-28f91a867c47 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Subnet': ['ID=328b98aa-c7cc-42eb-84d9-d6d68dca0439,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:01.038027 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf7db841-d067-4cd8-beb6-fd58e294e41f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (5e48a4e4-daec-468e-91dc-53f860f6df0d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.038565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35996) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:01.048909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 5ca7d80f-f177-4652-a37c-14b7f000147b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:14:01.050664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf7db841-d067-4cd8-beb6-fd58e294e41f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (5e48a4e4-daec-468e-91dc-53f860f6df0d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.119378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18829dbd-7c19-4830-b58b-ef66bfd764db tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:01.121356 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-18829dbd-7c19-4830-b58b-ef66bfd764db tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0809722 Oct 23 01:14:01.124831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 35998) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:01.176418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9d7d58a9-cda6-43ed-9f25-25e9460b1ab7 None None] Provisioning complete for port 0cb15642-8033-4407-881b-07cc32be3afb triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:01.177233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9d7d58a9-cda6-43ed-9f25-25e9460b1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0cb15642-8033-4407-881b-07cc32be3afb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.177233 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9d7d58a9-cda6-43ed-9f25-25e9460b1ab7 None None] Attempt 1 to provision port 0cb15642-8033-4407-881b-07cc32be3afb Oct 23 01:14:01.184927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf7db841-d067-4cd8-beb6-fd58e294e41f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (5e48a4e4-daec-468e-91dc-53f860f6df0d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.193516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf7db841-d067-4cd8-beb6-fd58e294e41f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.194697 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bf7db841-d067-4cd8-beb6-fd58e294e41f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/5e48a4e4-daec-468e-91dc-53f860f6df0d HTTP/1.1" status: 204 len: 168 time: 0.2509727 Oct 23 01:14:01.200338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36000) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:01.202035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:14:01.221122 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5c75e69a-492d-49ac-9001-37a959223f61 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6188633 Oct 23 01:14:01.221827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36002) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:01.222872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe629e7-a7c3-4462-82e9-b7ce832d1cea None None] Sync routers for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:14:01.225294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7db841-d067-4cd8-beb6-fd58e294e41f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e48a4e4-daec-468e-91dc-53f860f6df0d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:01.234146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (55782df9-517e-4b04-bea2-e4f9fc07eded), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.270778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:01.272725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe629e7-a7c3-4462-82e9-b7ce832d1cea None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:01.273372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bbe629e7-a7c3-4462-82e9-b7ce832d1cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:01.317906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Deleting port 7f0c264c-7227-4543-ad11-a1f378fb4003 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:01.318810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7f0c264c-7227-4543-ad11-a1f378fb4003), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.322925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d58a9-cda6-43ed-9f25-25e9460b1ab7 None None] Current status of the port 0cb15642-8033-4407-881b-07cc32be3afb is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:01.324281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9d7d58a9-cda6-43ed-9f25-25e9460b1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0cb15642-8033-4407-881b-07cc32be3afb), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.325798 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c3e2f33f-80bd-4f77-8708-2b2dbf95a381 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1212566 Oct 23 01:14:01.331686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a147bf5-f5f1-455b-8ffa-42b065b71e2d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting subnet 74438ff2-21fc-425c-8bce-cdfea314f9d9 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:14:01.333804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36004) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:01.343688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3a147bf5-f5f1-455b-8ffa-42b065b71e2d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (74438ff2-21fc-425c-8bce-cdfea314f9d9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.424786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-bbe629e7-a7c3-4462-82e9-b7ce832d1cea None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:01.425034 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] For port 7f0c264c-7227-4543-ad11-a1f378fb4003, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f0c264c-7227-4543-ad11-a1f378fb4003,segment=NetworkSegment(21d85df3-c4f8-4fb0-bb2b-38e5f9b32562),segment_id=21d85df3-c4f8-4fb0-bb2b-38e5f9b32562)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:01.425376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7f0c264c-7227-4543-ad11-a1f378fb4003), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.444052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3a147bf5-f5f1-455b-8ffa-42b065b71e2d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (74438ff2-21fc-425c-8bce-cdfea314f9d9), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.446164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Calling delete_port for 7f0c264c-7227-4543-ad11-a1f378fb4003 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:01.478263 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c279a0c5-1a54-4198-9027-f639b01a6290 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (ea1d7b11-fd68-4508-adf1-73655dc680a7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.502501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c279a0c5-1a54-4198-9027-f639b01a6290 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (ea1d7b11-fd68-4508-adf1-73655dc680a7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.537437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9d7d58a9-cda6-43ed-9f25-25e9460b1ab7 None None] For port 0cb15642-8033-4407-881b-07cc32be3afb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0cb15642-8033-4407-881b-07cc32be3afb,segment=NetworkSegment(b97d36c3-4b1d-41ba-aae6-4d9859a7843a),segment_id=b97d36c3-4b1d-41ba-aae6-4d9859a7843a)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:01.577546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:01.635486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:01.635791 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c279a0c5-1a54-4198-9027-f639b01a6290 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (ea1d7b11-fd68-4508-adf1-73655dc680a7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.639607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c279a0c5-1a54-4198-9027-f639b01a6290 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.644485 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c279a0c5-1a54-4198-9027-f639b01a6290 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ea1d7b11-fd68-4508-adf1-73655dc680a7 HTTP/1.1" status: 204 len: 168 time: 0.3019040 Oct 23 01:14:01.644671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36006) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:01.660150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9d7d58a9-cda6-43ed-9f25-25e9460b1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0cb15642-8033-4407-881b-07cc32be3afb), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.665924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3a147bf5-f5f1-455b-8ffa-42b065b71e2d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (74438ff2-21fc-425c-8bce-cdfea314f9d9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.670621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279a0c5-1a54-4198-9027-f639b01a6290 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d7b11-fd68-4508-adf1-73655dc680a7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:01.728872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (7f0c264c-7227-4543-ad11-a1f378fb4003), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.768019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] No DVR routers for this DVR port 7f0c264c-7227-4543-ad11-a1f378fb4003 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:01.806400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Port': ['ID=7f0c264c-7227-4543-ad11-a1f378fb4003,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:01.831657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f082b2e5-4553-46ba-9f5b-1507e6bc54ca None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:14:01.847261 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ff851dfa-e58d-4122-8483-45ef1b4d6b95 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1977024 Oct 23 01:14:01.848500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36008) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:01.874743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3a147bf5-f5f1-455b-8ffa-42b065b71e2d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (74438ff2-21fc-425c-8bce-cdfea314f9d9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.888047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b03c4a7f-49ab-437f-b45d-b0d28166c80c None None] Could not find standard attr ID for object 7f0c264c-7227-4543-ad11-a1f378fb4003. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:14:01.894109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d58a9-cda6-43ed-9f25-25e9460b1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0cb15642-8033-4407-881b-07cc32be3afb,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:01.904869 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3a147bf5-f5f1-455b-8ffa-42b065b71e2d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.908781 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bbe629e7-a7c3-4462-82e9-b7ce832d1cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:59Z', 'revision_number': 10, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:01.911247 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3a147bf5-f5f1-455b-8ffa-42b065b71e2d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/74438ff2-21fc-425c-8bce-cdfea314f9d9 HTTP/1.1" status: 204 len: 168 time: 0.6871717 Oct 23 01:14:01.916910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36010) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:01.930798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (55782df9-517e-4b04-bea2-e4f9fc07eded), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.935838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a147bf5-f5f1-455b-8ffa-42b065b71e2d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Subnet': ['ID=74438ff2-21fc-425c-8bce-cdfea314f9d9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:01.963624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-efa62bd1-292a-4e3f-8761-094735659be2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (0dd3b3ec-c6f8-487f-a413-6f7ae7ba47fe), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:01.985323 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe629e7-a7c3-4462-82e9-b7ce832d1cea None None] Checking router: 5ca7d80f-f177-4652-a37c-14b7f000147b for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:14:02.000941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-efa62bd1-292a-4e3f-8761-094735659be2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (0dd3b3ec-c6f8-487f-a413-6f7ae7ba47fe), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.011925 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55782df9-517e-4b04-bea2-e4f9fc07eded']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:02.015605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe629e7-a7c3-4462-82e9-b7ce832d1cea None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:02.016450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bbe629e7-a7c3-4462-82e9-b7ce832d1cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:02.032320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d85df3-c4f8-4fb0-bb2b-38e5f9b32562') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:02.032642 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d85df3-c4f8-4fb0-bb2b-38e5f9b32562') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:02.045921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (9f5e9ae7-df40-4add-af94-5cf18851ec3a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.055722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (21d85df3-c4f8-4fb0-bb2b-38e5f9b32562), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.071065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f082b2e5-4553-46ba-9f5b-1507e6bc54ca None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:14:02.117754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:02.118138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.132099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (21d85df3-c4f8-4fb0-bb2b-38e5f9b32562), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.173053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:02.173393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (21d85df3-c4f8-4fb0-bb2b-38e5f9b32562), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.219915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-efa62bd1-292a-4e3f-8761-094735659be2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (0dd3b3ec-c6f8-487f-a413-6f7ae7ba47fe), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.222659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-efa62bd1-292a-4e3f-8761-094735659be2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.226604 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-efa62bd1-292a-4e3f-8761-094735659be2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0dd3b3ec-c6f8-487f-a413-6f7ae7ba47fe HTTP/1.1" status: 204 len: 168 time: 0.3737881 Oct 23 01:14:02.230334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36014) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:02.234348 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 21d85df3-c4f8-4fb0-bb2b-38e5f9b32562 resource provider aggregate not found Oct 23 01:14:02.250094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa62bd1-292a-4e3f-8761-094735659be2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd3b3ec-c6f8-487f-a413-6f7ae7ba47fe,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:02.271135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8,segment=NetworkSegment(2d0c524c-039d-42f0-bcfa-ce794f1d0ba8),segment_id=2d0c524c-039d-42f0-bcfa-ce794f1d0ba8)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:02.271454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.274936 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 21d85df3-c4f8-4fb0-bb2b-38e5f9b32562 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21d85df3-c4f8-4fb0-bb2b-38e5f9b32562 found for delete ", "request_id": "req-d3b5d6da-0a8c-4204-a8f9-be3a8dc411cc"}]} Oct 23 01:14:02.289383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:02.306931 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7476f3f7-c8d2-431b-ac30-d60c0e56783a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0714483 Oct 23 01:14:02.307171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0cb15642-8033-4407-881b-07cc32be3afb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:02.307266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36018) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:02.314066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c9b1dbf1-d4a6-4b96-b8e0-f82b5f15db00 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group': {'name': 'tempest-secgroup--594594111'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:02.356271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-bbe629e7-a7c3-4462-82e9-b7ce832d1cea None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:02.380422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (55782df9-517e-4b04-bea2-e4f9fc07eded), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.390526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.393687 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "DELETE /networking/v2.0/networks/55782df9-517e-4b04-bea2-e4f9fc07eded HTTP/1.1" status: 204 len: 168 time: 1.2679133 Oct 23 01:14:02.396666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36020) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:02.410946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ef0f4-ff8e-4591-9523-eba7d645cae3 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Network': ['ID=55782df9-517e-4b04-bea2-e4f9fc07eded,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:02.489147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbf1-d4a6-4b96-b8e0-f82b5f15db00 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.494563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (5568dd54-9f1c-475a-92c6-25759aa7f283), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.528554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.552249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 0cb15642-8033-4407-881b-07cc32be3afb triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:02.552683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0cb15642-8033-4407-881b-07cc32be3afb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.553026 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 0cb15642-8033-4407-881b-07cc32be3afb Oct 23 01:14:02.554703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Deleting port 0cb15642-8033-4407-881b-07cc32be3afb {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:02.554854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0cb15642-8033-4407-881b-07cc32be3afb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.561041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:02.569592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No DVR routers for this DVR port f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:02.636112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] For port 0cb15642-8033-4407-881b-07cc32be3afb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0cb15642-8033-4407-881b-07cc32be3afb,segment=NetworkSegment(b97d36c3-4b1d-41ba-aae6-4d9859a7843a),segment_id=b97d36c3-4b1d-41ba-aae6-4d9859a7843a)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:02.636761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0cb15642-8033-4407-881b-07cc32be3afb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.655542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Calling delete_port for 0cb15642-8033-4407-881b-07cc32be3afb owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:02.665440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbf1-d4a6-4b96-b8e0-f82b5f15db00 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (6d2ad8f2-802c-4298-a875-726afdc575c1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.682180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:02.686789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (9f5e9ae7-df40-4add-af94-5cf18851ec3a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.689185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec43da8-848e-4781-9cf6-c899ca645d0e None None] Network 55782df9-517e-4b04-bea2-e4f9fc07eded requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:02.695751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece32d0-944a-4b4e-823e-dd1484d750fb None None] Network 5568dd54-9f1c-475a-92c6-25759aa7f283 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:02.697602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2bc44e-1634-4d11-83c9-95cdeb33c8f0 None None] Network 9f5e9ae7-df40-4add-af94-5cf18851ec3a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:02.706697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5e9ae7-df40-4add-af94-5cf18851ec3a']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:02.717362 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0c524c-039d-42f0-bcfa-ce794f1d0ba8') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:02.717654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0c524c-039d-42f0-bcfa-ce794f1d0ba8') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:02.728252 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (2d0c524c-039d-42f0-bcfa-ce794f1d0ba8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.741470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbf1-d4a6-4b96-b8e0-f82b5f15db00 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6d2ad8f2-802c-4298-a875-726afdc575c1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.748544 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (2d0c524c-039d-42f0-bcfa-ce794f1d0ba8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.768365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:02.768783 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (2d0c524c-039d-42f0-bcfa-ce794f1d0ba8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.804129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec43da8-848e-4781-9cf6-c899ca645d0e None None] Network 55782df9-517e-4b04-bea2-e4f9fc07eded could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:14:02.807157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ab657fc8-1422-4885-b2ac-68cef3e1897a None None] Could not find standard attr ID for object f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:14:02.824575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1dbf1-d4a6-4b96-b8e0-f82b5f15db00 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2ad8f2-802c-4298-a875-726afdc575c1,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:02.848131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (0cb15642-8033-4407-881b-07cc32be3afb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.859229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbf1-d4a6-4b96-b8e0-f82b5f15db00 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.859229 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c9b1dbf1-d4a6-4b96-b8e0-f82b5f15db00 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5461264 Oct 23 01:14:02.859423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36022) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:02.862753 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:02.881285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5eed8873-2137-4572-92eb-e11e327ba071 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '6d2ad8f2-802c-4298-a875-726afdc575c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:02.884585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bbe629e7-a7c3-4462-82e9-b7ce832d1cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:59Z', 'revision_number': 10, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:02.917326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (9f5e9ae7-df40-4add-af94-5cf18851ec3a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.920105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Port': ['ID=0cb15642-8033-4407-881b-07cc32be3afb,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:02.920488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 0cb15642-8033-4407-881b-07cc32be3afb is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:02.924798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] No DVR routers for this DVR port 0cb15642-8033-4407-881b-07cc32be3afb on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:02.937343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:02.943824 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec86b2c-6205-4b05-92c0-eee437007ebf None None] DHCP port deletion for 55782df9-517e-4b04-bea2-e4f9fc07eded request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:14:02.950091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe629e7-a7c3-4462-82e9-b7ce832d1cea None None] The sync data for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv is: [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:13:59Z', 'revision_number': 10, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None, '_interfaces': [{'id': 'df41b061-fa00-4716-b983-cd2ca847f10a', 'name': '', 'network_id': '8a6f13cd-ee3a-433b-b4d8-70892759f585', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'mac_address': 'fa:16:3e:54:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:13:21Z', 'updated_at': '2022-10-23T01:13:29Z', 'revision_number': 5, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'subnets': [{'id': '5039f11d-dc55-41f1-b3d6-529dfa96e06e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:14:02.956530 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/networks/9f5e9ae7-df40-4add-af94-5cf18851ec3a HTTP/1.1" status: 204 len: 168 time: 1.0292032 Oct 23 01:14:02.968011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36024) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:03.013646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:03.075587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eed8873-2137-4572-92eb-e11e327ba071 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (7a6f91ac-fd3b-468a-9b65-73c834712f5b), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.123290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:03.130383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:03.150965 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (5568dd54-9f1c-475a-92c6-25759aa7f283), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.216373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5568dd54-9f1c-475a-92c6-25759aa7f283']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:03.243773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97d36c3-4b1d-41ba-aae6-4d9859a7843a') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:03.244147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97d36c3-4b1d-41ba-aae6-4d9859a7843a') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:03.274980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (b97d36c3-4b1d-41ba-aae6-4d9859a7843a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.321405 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb220e-5b03-4700-a953-15f03ebbf8af tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Network': ['ID=9f5e9ae7-df40-4add-af94-5cf18851ec3a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:03.324889 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:03.334744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae853911-a043-46d5-a9ee-99827d161aa6 None None] DHCP port deletion for 5568dd54-9f1c-475a-92c6-25759aa7f283 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:14:03.347835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b97d36c3-4b1d-41ba-aae6-4d9859a7843a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.364907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eed8873-2137-4572-92eb-e11e327ba071 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (7a6f91ac-fd3b-468a-9b65-73c834712f5b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.385401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c73b1e-ba0b-4d7e-ab1d-56f1d58f1c64 None None] DHCP port deletion for 9f5e9ae7-df40-4add-af94-5cf18851ec3a request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:14:03.394161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:03.397424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (b97d36c3-4b1d-41ba-aae6-4d9859a7843a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.448250 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment b97d36c3-4b1d-41ba-aae6-4d9859a7843a resource provider aggregate not found Oct 23 01:14:03.478492 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment b97d36c3-4b1d-41ba-aae6-4d9859a7843a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b97d36c3-4b1d-41ba-aae6-4d9859a7843a found for delete ", "request_id": "req-e6502076-d5ec-4675-8928-f7bf4a9d8bad"}]} Oct 23 01:14:03.574657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eed8873-2137-4572-92eb-e11e327ba071 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (7a6f91ac-fd3b-468a-9b65-73c834712f5b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.613507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed8873-2137-4572-92eb-e11e327ba071 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6f91ac-fd3b-468a-9b65-73c834712f5b,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:03.636888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (5568dd54-9f1c-475a-92c6-25759aa7f283), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.647655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.650919 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "DELETE /networking/v2.0/networks/5568dd54-9f1c-475a-92c6-25759aa7f283 HTTP/1.1" status: 204 len: 168 time: 1.2535584 Oct 23 01:14:03.654980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36030) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:03.673509 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a92c9-4b87-45e2-a796-f1019df3d5c6 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Network': ['ID=5568dd54-9f1c-475a-92c6-25759aa7f283,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:03.678186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.721325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eed8873-2137-4572-92eb-e11e327ba071 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.725585 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5eed8873-2137-4572-92eb-e11e327ba071 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8591232 Oct 23 01:14:03.725917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36032) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:03.760806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (7ca3c2ad-6733-4160-b0d9-393ed2552bb1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.772806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-80f4416b-333b-4213-b4f3-418a9e302826 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (7a6f91ac-fd3b-468a-9b65-73c834712f5b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.784455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-80f4416b-333b-4213-b4f3-418a9e302826 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (7a6f91ac-fd3b-468a-9b65-73c834712f5b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.902580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (7ca3c2ad-6733-4160-b0d9-393ed2552bb1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.944657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca3c2ad-6733-4160-b0d9-393ed2552bb1']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:03.956228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:03.958232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e18bae-828c-4aad-bec3-a876ea3c4240') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:03.958604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e18bae-828c-4aad-bec3-a876ea3c4240') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:03.974286 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (d8e18bae-828c-4aad-bec3-a876ea3c4240), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.978388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-80f4416b-333b-4213-b4f3-418a9e302826 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (7a6f91ac-fd3b-468a-9b65-73c834712f5b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.980805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port df41b061-fa00-4716-b983-cd2ca847f10a {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:03.981236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.988505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-80f4416b-333b-4213-b4f3-418a9e302826 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:03.990715 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-80f4416b-333b-4213-b4f3-418a9e302826 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/7a6f91ac-fd3b-468a-9b65-73c834712f5b HTTP/1.1" status: 204 len: 168 time: 0.2635031 Oct 23 01:14:03.999215 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36034) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:04.018221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0cb15642-8033-4407-881b-07cc32be3afb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:14:04.019295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4416b-333b-4213-b4f3-418a9e302826 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a6f91ac-fd3b-468a-9b65-73c834712f5b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:04.023131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (d8e18bae-828c-4aad-bec3-a876ea3c4240), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.031444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:04.033047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:04.033635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (d8e18bae-828c-4aad-bec3-a876ea3c4240), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.051167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 0cb15642-8033-4407-881b-07cc32be3afb {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:14:04.051650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0cb15642-8033-4407-881b-07cc32be3afb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:14:04.052157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:14:04.074721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:14:04.075069 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f3d5e1d5-2b7d-4853-ad11-2d675a38d8f8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:14:04.075578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e7b2c391-ea6e-4681-a857-674afe3bee09 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:14:04.092941 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5eb1c693-06b3-4c64-be0c-9efcf0cb8495 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0923924 Oct 23 01:14:04.095653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36036) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:04.099253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: e7b2c391-ea6e-4681-a857-674afe3bee09 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:14:04.099912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e7b2c391-ea6e-4681-a857-674afe3bee09 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:14:04.100562 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7f0c264c-7227-4543-ad11-a1f378fb4003 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:14:04.116048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:04.122476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 7f0c264c-7227-4543-ad11-a1f378fb4003 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:14:04.123141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7f0c264c-7227-4543-ad11-a1f378fb4003 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:14:04.131010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port df41b061-fa00-4716-b983-cd2ca847f10a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df41b061-fa00-4716-b983-cd2ca847f10a,segment=NetworkSegment(4cecd0f4-710d-48e7-939d-8bac1c623c5e),segment_id=4cecd0f4-710d-48e7-939d-8bac1c623c5e)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:04.131010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.163350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for df41b061-fa00-4716-b983-cd2ca847f10a owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:04.196572 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e547523a-8f1b-4dde-a6fd-e5241d361b33 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (6d2ad8f2-802c-4298-a875-726afdc575c1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.235761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e547523a-8f1b-4dde-a6fd-e5241d361b33 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (6d2ad8f2-802c-4298-a875-726afdc575c1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.239595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (7ca3c2ad-6733-4160-b0d9-393ed2552bb1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.254350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.257480 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "DELETE /networking/v2.0/networks/7ca3c2ad-6733-4160-b0d9-393ed2552bb1 HTTP/1.1" status: 204 len: 168 time: 0.6014304 Oct 23 01:14:04.270359 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36038) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:04.295096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e98ba-68a6-4b47-a1e8-8889ccf22506 tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Network': ['ID=7ca3c2ad-6733-4160-b0d9-393ed2552bb1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:04.308930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:04.315708 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 2d0c524c-039d-42f0-bcfa-ce794f1d0ba8 resource provider aggregate not found Oct 23 01:14:04.351660 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 2d0c524c-039d-42f0-bcfa-ce794f1d0ba8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d0c524c-039d-42f0-bcfa-ce794f1d0ba8 found for delete ", "request_id": "req-69a6b2ed-653d-4a47-9670-43d1c7c8f9a4"}]} Oct 23 01:14:04.382793 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment d8e18bae-828c-4aad-bec3-a876ea3c4240 resource provider aggregate not found Oct 23 01:14:04.400780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (7701ae19-9460-4da6-aeb3-d7a99389935a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.416694 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment d8e18bae-828c-4aad-bec3-a876ea3c4240 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8e18bae-828c-4aad-bec3-a876ea3c4240 found for delete ", "request_id": "req-17145cc9-71fb-4d8e-a438-21537d34b390"}]} Oct 23 01:14:04.480927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e547523a-8f1b-4dde-a6fd-e5241d361b33 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6d2ad8f2-802c-4298-a875-726afdc575c1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.483433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e547523a-8f1b-4dde-a6fd-e5241d361b33 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.484583 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e547523a-8f1b-4dde-a6fd-e5241d361b33 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6d2ad8f2-802c-4298-a875-726afdc575c1 HTTP/1.1" status: 204 len: 168 time: 0.3879259 Oct 23 01:14:04.487547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36048) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:04.496961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (df41b061-fa00-4716-b983-cd2ca847f10a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.505385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:04.506145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547523a-8f1b-4dde-a6fd-e5241d361b33 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2ad8f2-802c-4298-a875-726afdc575c1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:04.512281 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (7701ae19-9460-4da6-aeb3-d7a99389935a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.539229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7701ae19-9460-4da6-aeb3-d7a99389935a']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:04.551750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=df41b061-fa00-4716-b983-cd2ca847f10a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:04.561820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad9a0b4-9a63-430a-b3dc-f01947fc1a78') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:04.561820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad9a0b4-9a63-430a-b3dc-f01947fc1a78') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:04.577320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (6ad9a0b4-9a63-430a-b3dc-f01947fc1a78), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.597142 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2f48a281-a577-475e-991a-21bdaeb101cf tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1081955 Oct 23 01:14:04.603752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36050) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:04.608592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6ad9a0b4-9a63-430a-b3dc-f01947fc1a78), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.618138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:04.620662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (6ad9a0b4-9a63-430a-b3dc-f01947fc1a78), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.645105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-45e65ad5-7480-4726-ab6f-9975fe67d29f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539209762'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:04.693428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (5ca7d80f-f177-4652-a37c-14b7f000147b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.749637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45e65ad5-7480-4726-ab6f-9975fe67d29f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.773632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (7701ae19-9460-4da6-aeb3-d7a99389935a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.786300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.792608 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] 10.222.0.36 "DELETE /networking/v2.0/networks/7701ae19-9460-4da6-aeb3-d7a99389935a HTTP/1.1" status: 204 len: 168 time: 0.5209327 Oct 23 01:14:04.826637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230a8f9-a45d-437f-81cd-92108e596e2e tempest-BulkNetworkOpsTest-1149193409 tempest-BulkNetworkOpsTest-1149193409-project] Pushing event deleted for resources: {'Network': ['ID=7701ae19-9460-4da6-aeb3-d7a99389935a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:04.837459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614eb896-e618-4bc0-ac4c-64dba28fc362 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:14:04.904299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:04.917876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 5ca7d80f-f177-4652-a37c-14b7f000147b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:14:04.937349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614eb896-e618-4bc0-ac4c-64dba28fc362 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:14:04.952937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45e65ad5-7480-4726-ab6f-9975fe67d29f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (46e20695-503d-4188-9791-f2059d9bcd40), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:04.998044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:05.023236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:14:05.028924 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-220c5f12-75c9-4a7d-9976-8139a7847c97 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0592592 Oct 23 01:14:05.029988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45e65ad5-7480-4726-ab6f-9975fe67d29f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (46e20695-503d-4188-9791-f2059d9bcd40), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.032383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36054) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:05.035003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:05.042893 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e4ee2-2b66-4cbc-b790-e0470cab848d None None] Sync routers for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:14:05.062934 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e4ee2-2b66-4cbc-b790-e0470cab848d None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:05.064629 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ea5e4ee2-2b66-4cbc-b790-e0470cab848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:05.108968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e65ad5-7480-4726-ab6f-9975fe67d29f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e20695-503d-4188-9791-f2059d9bcd40,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:05.122229 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c22a041-dcae-4fb4-b33a-0ac89cca9e6f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting subnet 5039f11d-dc55-41f1-b3d6-529dfa96e06e {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:14:05.126347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c22a041-dcae-4fb4-b33a-0ac89cca9e6f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (5039f11d-dc55-41f1-b3d6-529dfa96e06e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.158399 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-ea5e4ee2-2b66-4cbc-b790-e0470cab848d None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:05.164642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:05.181087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c22a041-dcae-4fb4-b33a-0ac89cca9e6f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (5039f11d-dc55-41f1-b3d6-529dfa96e06e), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.210077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45e65ad5-7480-4726-ab6f-9975fe67d29f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.211519 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-45e65ad5-7480-4726-ab6f-9975fe67d29f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5772297 Oct 23 01:14:05.214379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36056) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:05.223042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0f1f1408-322f-420c-8369-5e54130ce388 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '46e20695-503d-4188-9791-f2059d9bcd40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:05.310924 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:05.327589 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ea5e4ee2-2b66-4cbc-b790-e0470cab848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:14:04Z', 'revision_number': 11, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:05.331655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c22a041-dcae-4fb4-b33a-0ac89cca9e6f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (5039f11d-dc55-41f1-b3d6-529dfa96e06e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.364015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1408-322f-420c-8369-5e54130ce388 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (c9a3e31e-45d1-4403-a29c-224436e3e278), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.370563 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e4ee2-2b66-4cbc-b790-e0470cab848d None None] Checking router: 5ca7d80f-f177-4652-a37c-14b7f000147b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:14:05.381360 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e4ee2-2b66-4cbc-b790-e0470cab848d None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:05.382024 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ea5e4ee2-2b66-4cbc-b790-e0470cab848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:05.483428 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-ea5e4ee2-2b66-4cbc-b790-e0470cab848d None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:05.485967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1408-322f-420c-8369-5e54130ce388 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (c9a3e31e-45d1-4403-a29c-224436e3e278), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.523097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c22a041-dcae-4fb4-b33a-0ac89cca9e6f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (5039f11d-dc55-41f1-b3d6-529dfa96e06e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.540435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1408-322f-420c-8369-5e54130ce388 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (c9a3e31e-45d1-4403-a29c-224436e3e278), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.566141 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ea5e4ee2-2b66-4cbc-b790-e0470cab848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:14:04Z', 'revision_number': 11, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:05.595847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c22a041-dcae-4fb4-b33a-0ac89cca9e6f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.603619 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0c22a041-dcae-4fb4-b33a-0ac89cca9e6f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/5039f11d-dc55-41f1-b3d6-529dfa96e06e HTTP/1.1" status: 204 len: 168 time: 0.5670581 Oct 23 01:14:05.606147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22a041-dcae-4fb4-b33a-0ac89cca9e6f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Subnet': ['ID=5039f11d-dc55-41f1-b3d6-529dfa96e06e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:05.609019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36060) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:05.610235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f1408-322f-420c-8369-5e54130ce388 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a3e31e-45d1-4403-a29c-224436e3e278,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:05.622395 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e4ee2-2b66-4cbc-b790-e0470cab848d None None] The sync data for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv is: [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:14:04Z', 'revision_number': 11, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:14:05.628849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36062) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:05.646580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1408-322f-420c-8369-5e54130ce388 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.649147 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0f1f1408-322f-420c-8369-5e54130ce388 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4333258 Oct 23 01:14:05.654253 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36066) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:05.701219 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6051c83c-3d0a-4528-bf80-a3bcf8ab2ad6 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules/c9a3e31e-45d1-4403-a29c-224436e3e278 HTTP/1.1" status: 200 len: 763 time: 0.0383523 Oct 23 01:14:05.701546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36068) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:05.740002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (8a6f13cd-ee3a-433b-b4d8-70892759f585), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.754035 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3d54a688-7d2a-4b53-8531-38b23034dfd2 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0473454 Oct 23 01:14:05.754386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36070) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:05.782997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4e77493-72cb-4c6e-a011-1e63aaf51200 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (c9a3e31e-45d1-4403-a29c-224436e3e278), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.793686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4e77493-72cb-4c6e-a011-1e63aaf51200 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (c9a3e31e-45d1-4403-a29c-224436e3e278), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.810078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:05.837084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Deleting port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:05.837530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.883192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:05.911369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4e77493-72cb-4c6e-a011-1e63aaf51200 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (c9a3e31e-45d1-4403-a29c-224436e3e278), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.923166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4e77493-72cb-4c6e-a011-1e63aaf51200 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:05.930831 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f4e77493-72cb-4c6e-a011-1e63aaf51200 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/c9a3e31e-45d1-4403-a29c-224436e3e278 HTTP/1.1" status: 204 len: 168 time: 0.1748872 Oct 23 01:14:05.931741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36072) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:05.958287 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e77493-72cb-4c6e-a011-1e63aaf51200 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9a3e31e-45d1-4403-a29c-224436e3e278,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:05.978605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] For port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cd55966-92f0-46b5-b850-3e8aa8f0a9cd,segment=NetworkSegment(4cecd0f4-710d-48e7-939d-8bac1c623c5e),segment_id=4cecd0f4-710d-48e7-939d-8bac1c623c5e)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:05.978605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.002698 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a755388a-1dbc-4779-a890-eebcf026b652 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=cc27aeb5786d4113a8420b052538f9c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3722279 Oct 23 01:14:06.005495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36074) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:06.010395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd5ba76-9c08-4bdf-ba58-cc1e3abdbb2c None None] Network 8a6f13cd-ee3a-433b-b4d8-70892759f585 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:06.014948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Calling delete_port for 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:06.090519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f333f35c-b513-4b04-88a6-f13d83dedfcd admin admin] Publish callbacks [] for security_group (84fce23f-1061-4fa9-afb2-6dbaec70276c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.110883 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-39e86992-22f5-4848-ad41-ca6b076ded56 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1745389 Oct 23 01:14:06.111040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device df41b061-fa00-4716-b983-cd2ca847f10a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:14:06.111289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36076) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:06.117449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-40d5516c-b8c2-4292-b9e0-873eda01e1a1 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '46e20695-503d-4188-9791-f2059d9bcd40', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:06.117716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b8abd0d1-2858-437e-8b4b-fee4a5e2a4b3 None None] Provisioning complete for port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:06.118374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b8abd0d1-2858-437e-8b4b-fee4a5e2a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.118956 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b8abd0d1-2858-437e-8b4b-fee4a5e2a4b3 None None] Attempt 1 to provision port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd Oct 23 01:14:06.129045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f333f35c-b513-4b04-88a6-f13d83dedfcd admin admin] Publish callbacks [] for security_group (84fce23f-1061-4fa9-afb2-6dbaec70276c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.171529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: df41b061-fa00-4716-b983-cd2ca847f10a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:14:06.172217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device df41b061-fa00-4716-b983-cd2ca847f10a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:14:06.232963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:06.278196 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (7cd55966-92f0-46b5-b850-3e8aa8f0a9cd), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.289682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-40d5516c-b8c2-4292-b9e0-873eda01e1a1 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (d4b7f0d9-9889-4894-914c-0ed72ce9a5d6), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.297690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b8abd0d1-2858-437e-8b4b-fee4a5e2a4b3 None None] Current status of the port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:06.300725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f333f35c-b513-4b04-88a6-f13d83dedfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (84fce23f-1061-4fa9-afb2-6dbaec70276c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.304188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f333f35c-b513-4b04-88a6-f13d83dedfcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.306267 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f333f35c-b513-4b04-88a6-f13d83dedfcd admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/84fce23f-1061-4fa9-afb2-6dbaec70276c HTTP/1.1" status: 204 len: 168 time: 0.2990479 Oct 23 01:14:06.320231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Port': ['ID=7cd55966-92f0-46b5-b850-3e8aa8f0a9cd,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:06.320677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333f35c-b513-4b04-88a6-f13d83dedfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fce23f-1061-4fa9-afb2-6dbaec70276c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:06.327603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No DVR routers for this DVR port 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:06.327780 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d991cf1e-1d40-47fc-85ac-98e2150eb954 None None] DHCP port deletion for 8a6f13cd-ee3a-433b-b4d8-70892759f585 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:14:06.399646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:06.463333 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 6ad9a0b4-9a63-430a-b3dc-f01947fc1a78 resource provider aggregate not found Oct 23 01:14:06.509033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (8a6f13cd-ee3a-433b-b4d8-70892759f585), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.509033 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 6ad9a0b4-9a63-430a-b3dc-f01947fc1a78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ad9a0b4-9a63-430a-b3dc-f01947fc1a78 found for delete ", "request_id": "req-987b4dd4-9029-48ea-b9d3-779d521759f9"}]} Oct 23 01:14:06.515425 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-40d5516c-b8c2-4292-b9e0-873eda01e1a1 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (d4b7f0d9-9889-4894-914c-0ed72ce9a5d6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.517218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6f13cd-ee3a-433b-b4d8-70892759f585']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:06.528709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cecd0f4-710d-48e7-939d-8bac1c623c5e') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:06.529039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cecd0f4-710d-48e7-939d-8bac1c623c5e') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:06.539472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (4cecd0f4-710d-48e7-939d-8bac1c623c5e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.554530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (4cecd0f4-710d-48e7-939d-8bac1c623c5e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.561372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:06.577978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (4cecd0f4-710d-48e7-939d-8bac1c623c5e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.788860 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-40d5516c-b8c2-4292-b9e0-873eda01e1a1 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (d4b7f0d9-9889-4894-914c-0ed72ce9a5d6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.808519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5516c-b8c2-4292-b9e0-873eda01e1a1 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b7f0d9-9889-4894-914c-0ed72ce9a5d6,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:06.817459 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (8a6f13cd-ee3a-433b-b4d8-70892759f585), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.822558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.827011 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/networks/8a6f13cd-ee3a-433b-b4d8-70892759f585 HTTP/1.1" status: 204 len: 168 time: 1.2138338 Oct 23 01:14:06.829269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36084) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:06.834960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-591efad8-291e-44d6-b9f3-d7aced7693c3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'routes': None}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:06.842138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842aef4-45d1-45ae-9c1e-0529988db440 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Pushing event deleted for resources: {'Network': ['ID=8a6f13cd-ee3a-433b-b4d8-70892759f585,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:06.899189 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-40d5516c-b8c2-4292-b9e0-873eda01e1a1 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:06.902979 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-40d5516c-b8c2-4292-b9e0-873eda01e1a1 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7869699 Oct 23 01:14:06.906234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36088) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:06.920732 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7494b78a-61c2-4b21-9ec5-fabca43317ea tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules/d4b7f0d9-9889-4894-914c-0ed72ce9a5d6 HTTP/1.1" status: 200 len: 763 time: 0.0163162 Oct 23 01:14:06.923263 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36090) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:06.971604 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b79f6c2a-1a28-4313-af62-7c1edf16b58d tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0470648 Oct 23 01:14:06.974252 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36092) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:07.004578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e112920-7e7e-4ec5-b65c-8be43a24f6d7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (d4b7f0d9-9889-4894-914c-0ed72ce9a5d6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.015315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e112920-7e7e-4ec5-b65c-8be43a24f6d7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (d4b7f0d9-9889-4894-914c-0ed72ce9a5d6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.036603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.extraroute_db [None req-591efad8-291e-44d6-b9f3-d7aced7693c3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Added routes are [] {{(pid=105984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 23 01:14:07.036914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.extraroute_db [None req-591efad8-291e-44d6-b9f3-d7aced7693c3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Removed routes are [] {{(pid=105984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 23 01:14:07.037499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-591efad8-291e-44d6-b9f3-d7aced7693c3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.122311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e112920-7e7e-4ec5-b65c-8be43a24f6d7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (d4b7f0d9-9889-4894-914c-0ed72ce9a5d6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.129284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e112920-7e7e-4ec5-b65c-8be43a24f6d7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.131607 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2e112920-7e7e-4ec5-b65c-8be43a24f6d7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/d4b7f0d9-9889-4894-914c-0ed72ce9a5d6 HTTP/1.1" status: 204 len: 168 time: 0.1551483 Oct 23 01:14:07.135106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36100) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:07.147294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e112920-7e7e-4ec5-b65c-8be43a24f6d7 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4b7f0d9-9889-4894-914c-0ed72ce9a5d6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:07.185086 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e2df178b-9556-4d03-bdd0-d717350797c5 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0490735 Oct 23 01:14:07.190495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36102) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:07.195512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1652343c-eccd-4564-8b1f-208b580a015b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': '46e20695-503d-4188-9791-f2059d9bcd40', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:07.311425 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-1652343c-eccd-4564-8b1f-208b580a015b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Project d6a2f3fab72b44108da05571939d8194 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:14:07.319507 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1652343c-eccd-4564-8b1f-208b580a015b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (81ac5c23-8bdc-4415-8dd7-f494dc584a20), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.404183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1652343c-eccd-4564-8b1f-208b580a015b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (81ac5c23-8bdc-4415-8dd7-f494dc584a20), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.471062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:07.487429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:07.499123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1652343c-eccd-4564-8b1f-208b580a015b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (81ac5c23-8bdc-4415-8dd7-f494dc584a20), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.518863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-591efad8-291e-44d6-b9f3-d7aced7693c3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.523289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-591efad8-291e-44d6-b9f3-d7aced7693c3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.524224 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652343c-eccd-4564-8b1f-208b580a015b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ac5c23-8bdc-4415-8dd7-f494dc584a20,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:07.605609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1652343c-eccd-4564-8b1f-208b580a015b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.607814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591efad8-291e-44d6-b9f3-d7aced7693c3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router 5ca7d80f-f177-4652-a37c-14b7f000147b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:14:07.611822 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1652343c-eccd-4564-8b1f-208b580a015b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4201047 Oct 23 01:14:07.612455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36112) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:07.634927 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d2722559-17c3-4d33-90eb-836a3bfce91c tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules/81ac5c23-8bdc-4415-8dd7-f494dc584a20 HTTP/1.1" status: 200 len: 769 time: 0.0213659 Oct 23 01:14:07.641154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36114) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:07.698717 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c60a7144-ecb5-406f-99d7-2f3a49ad838e tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0553546 Oct 23 01:14:07.702597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36116) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:07.708019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591efad8-291e-44d6-b9f3-d7aced7693c3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:14:07.715315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-591efad8-291e-44d6-b9f3-d7aced7693c3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.719200 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-591efad8-291e-44d6-b9f3-d7aced7693c3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b HTTP/1.1" status: 200 len: 704 time: 0.8860514 Oct 23 01:14:07.725118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36118) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:07.725330 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066316e-74be-4563-ae69-13727120de22 None None] Sync routers for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:14:07.735276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066316e-74be-4563-ae69-13727120de22 None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:07.735900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8066316e-74be-4563-ae69-13727120de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:07.763939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-26f9-4345-93af-6a16f00f2c65 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (81ac5c23-8bdc-4415-8dd7-f494dc584a20), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.773727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-26f9-4345-93af-6a16f00f2c65 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (81ac5c23-8bdc-4415-8dd7-f494dc584a20), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.795936 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a4d6540f-fb1c-4286-8a7c-d5df0334128f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ca7d80f-f177-4652-a37c-14b7f000147b HTTP/1.1" status: 200 len: 205 time: 0.0746152 Oct 23 01:14:07.799901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36122) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:07.809473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-8066316e-74be-4563-ae69-13727120de22 None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:07.866328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8066316e-74be-4563-ae69-13727120de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:14:04Z', 'revision_number': 11, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:07.890027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-001fb49c-d870-4052-b732-1d7016936319 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.894986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066316e-74be-4563-ae69-13727120de22 None None] Checking router: 5ca7d80f-f177-4652-a37c-14b7f000147b for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:14:07.908205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066316e-74be-4563-ae69-13727120de22 None None] Routers {'5ca7d80f-f177-4652-a37c-14b7f000147b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:07.909186 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8066316e-74be-4563-ae69-13727120de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['5ca7d80f-f177-4652-a37c-14b7f000147b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:07.920824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36124) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:07.936460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-26f9-4345-93af-6a16f00f2c65 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (81ac5c23-8bdc-4415-8dd7-f494dc584a20), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.952682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-26f9-4345-93af-6a16f00f2c65 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:07.956880 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-13ef2568-26f9-4345-93af-6a16f00f2c65 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-group-rules/81ac5c23-8bdc-4415-8dd7-f494dc584a20 HTTP/1.1" status: 204 len: 168 time: 0.2532756 Oct 23 01:14:07.957933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef2568-26f9-4345-93af-6a16f00f2c65 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81ac5c23-8bdc-4415-8dd7-f494dc584a20,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:07.967308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36128) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:07.997419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:08.023034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-8066316e-74be-4563-ae69-13727120de22 None None] Set router 5ca7d80f-f177-4652-a37c-14b7f000147b gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:08.036979 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3f176ccb-ecaf-43d0-abdc-2f9797576567 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0683701 Oct 23 01:14:08.039809 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36130) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:08.053233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:14:08.082337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:08.095968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8066316e-74be-4563-ae69-13727120de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:14:04Z', 'revision_number': 11, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:08.112408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-001fb49c-d870-4052-b732-1d7016936319 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.115844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-001fb49c-d870-4052-b732-1d7016936319 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (5ca7d80f-f177-4652-a37c-14b7f000147b), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.120664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:08.122753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db8d8650-fb7c-4c69-a20f-867e5e9ada79 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (46e20695-503d-4188-9791-f2059d9bcd40), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.146035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-234906206'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:08.163203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db8d8650-fb7c-4c69-a20f-867e5e9ada79 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (46e20695-503d-4188-9791-f2059d9bcd40), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.185880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:08.265318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-001fb49c-d870-4052-b732-1d7016936319 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (5ca7d80f-f177-4652-a37c-14b7f000147b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.266636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001fb49c-d870-4052-b732-1d7016936319 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Fanout notify agent at l3_agent the message router_deleted on router 5ca7d80f-f177-4652-a37c-14b7f000147b {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:14:08.271031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:14:08.272066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7cd55966-92f0-46b5-b850-3e8aa8f0a9cd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:14:08.281439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-001fb49c-d870-4052-b732-1d7016936319 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.283466 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-001fb49c-d870-4052-b732-1d7016936319 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b HTTP/1.1" status: 204 len: 168 time: 0.4822872 Oct 23 01:14:08.290612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36132) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:08.295697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066316e-74be-4563-ae69-13727120de22 None None] The sync data for ids ['5ca7d80f-f177-4652-a37c-14b7f000147b'] in dv-neutron-master-2-hyperv is: [{'id': '5ca7d80f-f177-4652-a37c-14b7f000147b', 'name': 'tempest-RoutersIpV6Test-router-251000941', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:13:18Z', 'updated_at': '2022-10-23T01:14:04Z', 'revision_number': 11, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:14:08.297322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-aeb16d01-675e-4182-81b4-71ed466a289f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-960430017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:08.306347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db8d8650-fb7c-4c69-a20f-867e5e9ada79 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (46e20695-503d-4188-9791-f2059d9bcd40), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.309877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-db8d8650-fb7c-4c69-a20f-867e5e9ada79 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.311009 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-db8d8650-fb7c-4c69-a20f-867e5e9ada79 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/46e20695-503d-4188-9791-f2059d9bcd40 HTTP/1.1" status: 204 len: 168 time: 0.2701559 Oct 23 01:14:08.311709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:08.314018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36134) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:08.315578 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.343971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.347436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d8650-fb7c-4c69-a20f-867e5e9ada79 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e20695-503d-4188-9791-f2059d9bcd40,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:08.397910 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b96244b0-2fb1-426c-9d12-6b08a11d412b tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0765762 Oct 23 01:14:08.400357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36136) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:08.408713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-514d6d14-a3fd-4fd4-97da-f7e9a3f8cd7a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group': {'name': 'tempest-secgroup--257377257'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:08.438310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aeb16d01-675e-4182-81b4-71ed466a289f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (f1abcc80-28c9-4cc8-a7c7-1966f740622d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.444206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aeb16d01-675e-4182-81b4-71ed466a289f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (f1abcc80-28c9-4cc8-a7c7-1966f740622d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.464145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:08.499323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for security_group (2dabda20-3bbb-48b3-9020-b2d328271507), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.520701 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 4cecd0f4-710d-48e7-939d-8bac1c623c5e resource provider aggregate not found Oct 23 01:14:08.525395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aeb16d01-675e-4182-81b4-71ed466a289f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (f1abcc80-28c9-4cc8-a7c7-1966f740622d), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.527688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-514d6d14-a3fd-4fd4-97da-f7e9a3f8cd7a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.556533 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 4cecd0f4-710d-48e7-939d-8bac1c623c5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cecd0f4-710d-48e7-939d-8bac1c623c5e found for delete ", "request_id": "req-7bbbb37d-43ca-4752-b41e-b4b4820894b2"}]} Oct 23 01:14:08.613323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-514d6d14-a3fd-4fd4-97da-f7e9a3f8cd7a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (fdb0e3b5-3681-406d-adcc-8b613e1e9eaf), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.630519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2dabda20-3bbb-48b3-9020-b2d328271507), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.659458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aeb16d01-675e-4182-81b4-71ed466a289f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (f1abcc80-28c9-4cc8-a7c7-1966f740622d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.668651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:08.688016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dabda20-3bbb-48b3-9020-b2d328271507,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:08.691119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.691465 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Added segment 6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e of type vlan for network cf0bfabb-84d4-468f-b7bb-e8a811a33a55 Oct 23 01:14:08.723708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-514d6d14-a3fd-4fd4-97da-f7e9a3f8cd7a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fdb0e3b5-3681-406d-adcc-8b613e1e9eaf), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.749708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (cf0bfabb-84d4-468f-b7bb-e8a811a33a55), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.762407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:08.779666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-39f2ca6e-e8d4-4be5-a02b-5aafe4b5f5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.786116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aeb16d01-675e-4182-81b4-71ed466a289f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.787367 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-aeb16d01-675e-4182-81b4-71ed466a289f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4957399 Oct 23 01:14:08.788248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d6d14-a3fd-4fd4-97da-f7e9a3f8cd7a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb0e3b5-3681-406d-adcc-8b613e1e9eaf,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:08.792267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36142) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:08.797716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-bf7b0431-8a24-4771-a00a-cb74239f89b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:08.886656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-514d6d14-a3fd-4fd4-97da-f7e9a3f8cd7a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.888492 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-514d6d14-a3fd-4fd4-97da-f7e9a3f8cd7a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4862747 Oct 23 01:14:08.891247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36144) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:08.896052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-289e9f71-1adf-4d1d-93ff-af6186d46e16 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0e3b5-3681-406d-adcc-8b613e1e9eaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:08.942247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (cf0bfabb-84d4-468f-b7bb-e8a811a33a55), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:08.951677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:08.952793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.030347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0431-8a24-4771-a00a-cb74239f89b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (f1abcc80-28c9-4cc8-a7c7-1966f740622d), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.049432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-289e9f71-1adf-4d1d-93ff-af6186d46e16 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (365309f3-0a20-407b-8d61-c4a926e7e59c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.061973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Network': ['ID=cf0bfabb-84d4-468f-b7bb-e8a811a33a55,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:09.074656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network cf0bfabb-84d4-468f-b7bb-e8a811a33a55 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:09.111116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0431-8a24-4771-a00a-cb74239f89b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (f1abcc80-28c9-4cc8-a7c7-1966f740622d), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.116564 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b45a49ab-21f5-48e2-8ba2-9b4d4a291571 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1923037 Oct 23 01:14:09.123327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-289e9f71-1adf-4d1d-93ff-af6186d46e16 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (365309f3-0a20-407b-8d61-c4a926e7e59c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.230273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-289e9f71-1adf-4d1d-93ff-af6186d46e16 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (365309f3-0a20-407b-8d61-c4a926e7e59c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.238024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:09.258145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e9f71-1adf-4d1d-93ff-af6186d46e16 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365309f3-0a20-407b-8d61-c4a926e7e59c,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:09.310596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b0431-8a24-4771-a00a-cb74239f89b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Router f1abcc80-28c9-4cc8-a7c7-1966f740622d is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:14:09.354042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-289e9f71-1adf-4d1d-93ff-af6186d46e16 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.358386 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-289e9f71-1adf-4d1d-93ff-af6186d46e16 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4632225 Oct 23 01:14:09.358973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36146) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:09.401059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b0431-8a24-4771-a00a-cb74239f89b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:14:09.407613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0431-8a24-4771-a00a-cb74239f89b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.408840 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bf7b0431-8a24-4771-a00a-cb74239f89b1 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "PUT /networking/v2.0/routers/f1abcc80-28c9-4cc8-a7c7-1966f740622d HTTP/1.1" status: 200 len: 697 time: 0.6150963 Oct 23 01:14:09.411545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36148) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:09.415799 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec8d85-babd-4fb2-8049-b583b6660771 None None] Sync routers for ids ['f1abcc80-28c9-4cc8-a7c7-1966f740622d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:14:09.435310 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec8d85-babd-4fb2-8049-b583b6660771 None None] Routers {'f1abcc80-28c9-4cc8-a7c7-1966f740622d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:09.436626 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-29ec8d85-babd-4fb2-8049-b583b6660771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f1abcc80-28c9-4cc8-a7c7-1966f740622d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:09.457474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50df5ee4-2297-4d98-8eb4-02fa02d09dee tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (fdb0e3b5-3681-406d-adcc-8b613e1e9eaf), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.489695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50df5ee4-2297-4d98-8eb4-02fa02d09dee tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (fdb0e3b5-3681-406d-adcc-8b613e1e9eaf), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.505560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:09.513821 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-04c157f1-1576-436d-9fc5-e1179023c770 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/routers/f1abcc80-28c9-4cc8-a7c7-1966f740622d HTTP/1.1" status: 200 len: 703 time: 0.0992601 Oct 23 01:14:09.515298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36150) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:09.526913 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-29ec8d85-babd-4fb2-8049-b583b6660771 None None] Set router f1abcc80-28c9-4cc8-a7c7-1966f740622d gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:09.551903 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-20cf7d34-2d42-43d9-b465-31f2cbac64df tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1abcc80-28c9-4cc8-a7c7-1966f740622d HTTP/1.1" status: 200 len: 205 time: 0.0352054 Oct 23 01:14:09.560149 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36152) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:09.599432 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-29ec8d85-babd-4fb2-8049-b583b6660771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abcc80-28c9-4cc8-a7c7-1966f740622d', 'name': 'tempest-RoutersIpV6Test-router-960430017', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:08Z', 'updated_at': '2022-10-23T01:14:09Z', 'revision_number': 2, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:09.630305 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec8d85-babd-4fb2-8049-b583b6660771 None None] Checking router: f1abcc80-28c9-4cc8-a7c7-1966f740622d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:14:09.642198 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec8d85-babd-4fb2-8049-b583b6660771 None None] Routers {'f1abcc80-28c9-4cc8-a7c7-1966f740622d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:09.643444 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-29ec8d85-babd-4fb2-8049-b583b6660771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:13:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f1abcc80-28c9-4cc8-a7c7-1966f740622d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:09.647294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-80ff44c1-6a65-41a4-b444-32de72a03dcb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (f1abcc80-28c9-4cc8-a7c7-1966f740622d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.666298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50df5ee4-2297-4d98-8eb4-02fa02d09dee tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fdb0e3b5-3681-406d-adcc-8b613e1e9eaf), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.669553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50df5ee4-2297-4d98-8eb4-02fa02d09dee tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.673904 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-50df5ee4-2297-4d98-8eb4-02fa02d09dee tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fdb0e3b5-3681-406d-adcc-8b613e1e9eaf HTTP/1.1" status: 204 len: 168 time: 0.3128262 Oct 23 01:14:09.674595 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36154) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:09.699693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df5ee4-2297-4d98-8eb4-02fa02d09dee tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb0e3b5-3681-406d-adcc-8b613e1e9eaf,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:09.739978 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d2de319d-45d6-4683-83bc-e8566b60139a tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0610638 Oct 23 01:14:09.740674 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36156) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:09.784678 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-29ec8d85-babd-4fb2-8049-b583b6660771 None None] Set router f1abcc80-28c9-4cc8-a7c7-1966f740622d gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:09.790395 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f221019f-fc7a-4934-b3a6-18735df81a8c tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0485110 Oct 23 01:14:09.810142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36158) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:09.819519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-80ff44c1-6a65-41a4-b444-32de72a03dcb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (f1abcc80-28c9-4cc8-a7c7-1966f740622d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.822321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-80ff44c1-6a65-41a4-b444-32de72a03dcb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router_controller (f1abcc80-28c9-4cc8-a7c7-1966f740622d), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:09.833895 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-9e9302b3-dae8-43e7-8100-c0d3c7f9d126 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] delete failed (client error): The resource could not be found. Oct 23 01:14:09.835056 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9e9302b3-dae8-43e7-8100-c0d3c7f9d126 tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fdb0e3b5-3681-406d-adcc-8b613e1e9eaf HTTP/1.1" status: 404 len: 347 time: 0.0223131 Oct 23 01:14:09.840710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36160) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:09.845068 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-29ec8d85-babd-4fb2-8049-b583b6660771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abcc80-28c9-4cc8-a7c7-1966f740622d', 'name': 'tempest-RoutersIpV6Test-router-960430017', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:08Z', 'updated_at': '2022-10-23T01:14:09Z', 'revision_number': 2, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:09.872915 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec8d85-babd-4fb2-8049-b583b6660771 None None] The sync data for ids ['f1abcc80-28c9-4cc8-a7c7-1966f740622d'] in dv-neutron-master-2-hyperv is: [{'id': 'f1abcc80-28c9-4cc8-a7c7-1966f740622d', 'name': 'tempest-RoutersIpV6Test-router-960430017', 'tenant_id': '42e4897a98f648d38380c0454b1c5bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:08Z', 'updated_at': '2022-10-23T01:14:09Z', 'revision_number': 2, 'project_id': '42e4897a98f648d38380c0454b1c5bdf', 'gw_port_host': None}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:14:09.905667 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7f46b9a1-6e2c-4d40-aee5-e72210c86b8f tempest-SecGroupIPv6Test-1294336475 tempest-SecGroupIPv6Test-1294336475-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0636504 Oct 23 01:14:10.029062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-80ff44c1-6a65-41a4-b444-32de72a03dcb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (f1abcc80-28c9-4cc8-a7c7-1966f740622d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:10.029692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ff44c1-6a65-41a4-b444-32de72a03dcb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Fanout notify agent at l3_agent the message router_deleted on router f1abcc80-28c9-4cc8-a7c7-1966f740622d {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:14:10.036626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-80ff44c1-6a65-41a4-b444-32de72a03dcb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:10.037960 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-80ff44c1-6a65-41a4-b444-32de72a03dcb tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/f1abcc80-28c9-4cc8-a7c7-1966f740622d HTTP/1.1" status: 204 len: 168 time: 0.4766457 Oct 23 01:14:10.042522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36164) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.053313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:10.077280 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1a061b59-9fd5-416c-80f1-9c3a05867a4d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1abcc80-28c9-4cc8-a7c7-1966f740622d HTTP/1.1" status: 200 len: 205 time: 0.0334330 Oct 23 01:14:10.079613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36166) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.122969 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-aabe35d1-9d15-4948-9d8d-002a7bb62aea tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] delete failed (client error): The resource could not be found. Oct 23 01:14:10.126973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36168) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.127173 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aabe35d1-9d15-4948-9d8d-002a7bb62aea tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/f1abcc80-28c9-4cc8-a7c7-1966f740622d HTTP/1.1" status: 404 len: 336 time: 0.0451210 Oct 23 01:14:10.155434 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-220bc75c-dcae-49e8-b38a-dfef1aa9548a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:10.155943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220bc75c-dcae-49e8-b38a-dfef1aa9548a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:10.162047 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-220bc75c-dcae-49e8-b38a-dfef1aa9548a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/1ed39fc3-0ff7-4ec4-913e-e873de0fe048 HTTP/1.1" status: 404 len: 337 time: 0.0308702 Oct 23 01:14:10.162383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36170) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.192673 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a5ceab-db51-4ea8-ac88-875ea8aa22f4 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:10.193050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a5ceab-db51-4ea8-ac88-875ea8aa22f4 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:10.196088 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-13a5ceab-db51-4ea8-ac88-875ea8aa22f4 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/ac45a4bf-f41d-4b1b-9483-6bd7bb0c2483 HTTP/1.1" status: 404 len: 337 time: 0.0326085 Oct 23 01:14:10.196959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:10.198674 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36172) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.228547 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e9b348-f255-4f09-aa66-1a144a8edd8d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:10.229069 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e9b348-f255-4f09-aa66-1a144a8edd8d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:10.232557 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f4e9b348-f255-4f09-aa66-1a144a8edd8d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/74438ff2-21fc-425c-8bce-cdfea314f9d9 HTTP/1.1" status: 404 len: 337 time: 0.0329969 Oct 23 01:14:10.235323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36174) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.255222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=3,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:10.262424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-02520e00-5a5d-4aa6-a2d6-d17a34366d6f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:10.262895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02520e00-5a5d-4aa6-a2d6-d17a34366d6f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:10.268486 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-02520e00-5a5d-4aa6-a2d6-d17a34366d6f tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/5039f11d-dc55-41f1-b3d6-529dfa96e06e HTTP/1.1" status: 404 len: 337 time: 0.0297937 Oct 23 01:14:10.268670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36176) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.299490 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4eb47941-2ddf-4b48-b23a-f537b3a357fa tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ca7d80f-f177-4652-a37c-14b7f000147b HTTP/1.1" status: 200 len: 205 time: 0.0297360 Oct 23 01:14:10.301918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36178) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.340950 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-450b3617-ac2e-4bc3-8136-57668d41df88 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] delete failed (client error): The resource could not be found. Oct 23 01:14:10.342080 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-450b3617-ac2e-4bc3-8136-57668d41df88 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/5ca7d80f-f177-4652-a37c-14b7f000147b HTTP/1.1" status: 404 len: 336 time: 0.0389626 Oct 23 01:14:10.349540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36180) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.349756 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:10.389481 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2890acd1-2faf-4328-a35d-1c084e9c9c7d tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6c87197f-1e13-45f2-92ef-0f5630113879 HTTP/1.1" status: 200 len: 205 time: 0.0430543 Oct 23 01:14:10.393635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36182) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.443141 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-2ac54d91-bce2-4f3e-b424-f51b42ceb5e4 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] delete failed (client error): The resource could not be found. Oct 23 01:14:10.445834 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2ac54d91-bce2-4f3e-b424-f51b42ceb5e4 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/6c87197f-1e13-45f2-92ef-0f5630113879 HTTP/1.1" status: 404 len: 336 time: 0.0494049 Oct 23 01:14:10.451280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36186) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.482011 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-04902313-2fdc-4bfa-a849-a2f6623d1d75 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:10.482737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04902313-2fdc-4bfa-a849-a2f6623d1d75 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:10.489900 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-04902313-2fdc-4bfa-a849-a2f6623d1d75 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/7064c671-396d-4b45-a2b2-13700be73cdc HTTP/1.1" status: 404 len: 337 time: 0.0390129 Oct 23 01:14:10.490633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36188) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.540036 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5361662e-dad9-4ef7-bbbe-e3fa603b77d7 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00284bf6-4391-4b61-9997-23bfe5804686 HTTP/1.1" status: 200 len: 205 time: 0.0469553 Oct 23 01:14:10.543707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36190) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.549751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36192) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.597008 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-b378e87e-18ed-4ad1-a30f-bbfd225448e3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] delete failed (client error): The resource could not be found. Oct 23 01:14:10.601288 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b378e87e-18ed-4ad1-a30f-bbfd225448e3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/00284bf6-4391-4b61-9997-23bfe5804686 HTTP/1.1" status: 404 len: 336 time: 0.0571744 Oct 23 01:14:10.602131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36196) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.645003 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5261173b-4859-4304-a5ac-6993e0adba43 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=75503bd3-63ea-470c-908c-ec3a084d7014 HTTP/1.1" status: 200 len: 205 time: 0.0406122 Oct 23 01:14:10.649198 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36198) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.656953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:10.698747 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-168bca09-1581-4555-b168-e93bbb2d2a8a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] delete failed (client error): The resource could not be found. Oct 23 01:14:10.702223 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-168bca09-1581-4555-b168-e93bbb2d2a8a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/75503bd3-63ea-470c-908c-ec3a084d7014 HTTP/1.1" status: 404 len: 336 time: 0.0495586 Oct 23 01:14:10.704520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36200) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.739424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4466134-d005-4ccb-93d2-1304b77ee9d4 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:10.740059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4466134-d005-4ccb-93d2-1304b77ee9d4 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:10.743860 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a4466134-d005-4ccb-93d2-1304b77ee9d4 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/6450ee8c-d64c-4dce-9dfe-38603baea379 HTTP/1.1" status: 404 len: 337 time: 0.0369620 Oct 23 01:14:10.748576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36202) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.765949 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e93358a3-10b3-44f8-90e7-4e99bd73542f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d6a2f3fab72b44108da05571939d8194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2135026 Oct 23 01:14:10.777512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36204) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.793575 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-350321e3-5994-4d0d-b534-706fe2eb16b3 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1011a0ee-aeaf-43c9-9e64-f1684b8cb198 HTTP/1.1" status: 200 len: 205 time: 0.0396411 Oct 23 01:14:10.796981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36206) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.855814 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-5179440c-697e-4312-a3f8-1112184c932e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] delete failed (client error): The resource could not be found. Oct 23 01:14:10.856890 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5179440c-697e-4312-a3f8-1112184c932e tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/1011a0ee-aeaf-43c9-9e64-f1684b8cb198 HTTP/1.1" status: 404 len: 336 time: 0.0589480 Oct 23 01:14:10.861278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36208) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.889072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ba2716c-b390-45d9-b511-ddcf88a5e9fd admin admin] Publish callbacks [] for security_group (616e791d-8878-4dad-8ed9-cce30998c2bf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:10.895760 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d541f5d8-ad82-4383-a885-3501bc14c252 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:10.897320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d541f5d8-ad82-4383-a885-3501bc14c252 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:10.904368 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d541f5d8-ad82-4383-a885-3501bc14c252 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/31701469-28e9-4c2a-9efd-cebeebbeffa0 HTTP/1.1" status: 404 len: 337 time: 0.0375352 Oct 23 01:14:10.905652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36210) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.923674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ba2716c-b390-45d9-b511-ddcf88a5e9fd admin admin] Publish callbacks [] for security_group (616e791d-8878-4dad-8ed9-cce30998c2bf), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:10.943285 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-df3de75c-7fab-4d4a-a451-9514463b7f1a tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f83f1d44-488e-4e6f-a161-fbf8408e3b61 HTTP/1.1" status: 200 len: 205 time: 0.0352981 Oct 23 01:14:10.943918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36212) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:10.999394 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-e555aea6-ee89-4545-b915-2b2be13a8f1c tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] delete failed (client error): The resource could not be found. Oct 23 01:14:11.003904 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e555aea6-ee89-4545-b915-2b2be13a8f1c tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/routers/f83f1d44-488e-4e6f-a161-fbf8408e3b61 HTTP/1.1" status: 404 len: 336 time: 0.0557911 Oct 23 01:14:11.003904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36214) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:11.051750 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a54003-d176-4d5a-adec-82f69dcb6d77 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:11.052445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a54003-d176-4d5a-adec-82f69dcb6d77 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:11.060305 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a7a54003-d176-4d5a-adec-82f69dcb6d77 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9b0af2cf-2014-4e0b-8db9-9a20758aaa52 HTTP/1.1" status: 404 len: 337 time: 0.0504284 Oct 23 01:14:11.060675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36216) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:11.096493 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c82ea34-c3bb-4fba-8c59-4256388a4d39 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:11.097113 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c82ea34-c3bb-4fba-8c59-4256388a4d39 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:11.100397 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2c82ea34-c3bb-4fba-8c59-4256388a4d39 tempest-RoutersIpV6Test-1777478206 tempest-RoutersIpV6Test-1777478206-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9944f149-3606-44ae-9ec7-47730a21412d HTTP/1.1" status: 404 len: 337 time: 0.0362904 Oct 23 01:14:11.105423 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ba2716c-b390-45d9-b511-ddcf88a5e9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (616e791d-8878-4dad-8ed9-cce30998c2bf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:11.108364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ba2716c-b390-45d9-b511-ddcf88a5e9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:11.109591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7ba2716c-b390-45d9-b511-ddcf88a5e9fd admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/616e791d-8878-4dad-8ed9-cce30998c2bf HTTP/1.1" status: 204 len: 168 time: 0.3305755 Oct 23 01:14:11.120801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2716c-b390-45d9-b511-ddcf88a5e9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616e791d-8878-4dad-8ed9-cce30998c2bf,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:11.136361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2d8f42ce-21c0-4e44-9221-74db1af4ba74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:11.136867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:11.351982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:11.522475 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:11.718415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36228) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:11.755469 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:11.904965 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-15ea9145-a6a5-409f-b62e-47d64bcbfad8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=42e4897a98f648d38380c0454b1c5bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846128 Oct 23 01:14:11.909098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36236) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:11.978892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b8631e14-39da-45ef-8760-a8abc47aaf68 admin admin] Publish callbacks [] for security_group (3acfc5df-837c-40c7-873b-06aa39df7752), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:12.011455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b8631e14-39da-45ef-8760-a8abc47aaf68 admin admin] Publish callbacks [] for security_group (3acfc5df-837c-40c7-873b-06aa39df7752), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:12.042481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:12.184996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b8631e14-39da-45ef-8760-a8abc47aaf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3acfc5df-837c-40c7-873b-06aa39df7752), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:12.188197 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b8631e14-39da-45ef-8760-a8abc47aaf68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:12.192131 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b8631e14-39da-45ef-8760-a8abc47aaf68 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3acfc5df-837c-40c7-873b-06aa39df7752 HTTP/1.1" status: 204 len: 168 time: 0.2796304 Oct 23 01:14:12.205242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8631e14-39da-45ef-8760-a8abc47aaf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acfc5df-837c-40c7-873b-06aa39df7752,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:12.403508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:12.457496 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36248) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:12.459162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:12.463235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'subnet': {'network_id': 'cf0bfabb-84d4-468f-b7bb-e8a811a33a55', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:12.590839 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:12.612845 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36252) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:12.642524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:12.652822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:12.726267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:12.741327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0615da6d-632a-406c-8075-3ad589d82cd9 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:12.742143 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-0615da6d-632a-406c-8075-3ad589d82cd9 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 23 01:14:12.742446 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-0615da6d-632a-406c-8075-3ad589d82cd9 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): There was a conflict when trying to complete your request. Oct 23 01:14:12.743583 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0615da6d-632a-406c-8075-3ad589d82cd9 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1293685 Oct 23 01:14:12.748126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36258) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:12.753741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-dfb25bb8-1ea6-42ef-938f-baa551ec5002 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087390324'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:12.790944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:12.864847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dfb25bb8-1ea6-42ef-938f-baa551ec5002 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:12.900588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dfb25bb8-1ea6-42ef-938f-baa551ec5002 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.000784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dfb25bb8-1ea6-42ef-938f-baa551ec5002 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (e2c34160-b2c3-405f-a28e-d6bdb068bfda), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.156284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (6f76b860-4228-4e24-bafe-e4a5750c6f57), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.196773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dfb25bb8-1ea6-42ef-938f-baa551ec5002 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (e2c34160-b2c3-405f-a28e-d6bdb068bfda), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.269952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Subnet': ['ID=6f76b860-4228-4e24-bafe-e4a5750c6f57,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:13.275825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Checking segment: {'id': '6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cf0bfabb-84d4-468f-b7bb-e8a811a33a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:13.276799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network hostable DHCP agents. Network: cf0bfabb-84d4-468f-b7bb-e8a811a33a55, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:13.279228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb25bb8-1ea6-42ef-938f-baa551ec5002 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c34160-b2c3-405f-a28e-d6bdb068bfda,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:13.322078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dfb25bb8-1ea6-42ef-938f-baa551ec5002 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (2c1bf5f2-34b4-46c5-86fd-6826e1380958), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.423370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:13.482465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network cf0bfabb-84d4-468f-b7bb-e8a811a33a55 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:13.484763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dfb25bb8-1ea6-42ef-938f-baa551ec5002 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2c1bf5f2-34b4-46c5-86fd-6826e1380958), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.518367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb25bb8-1ea6-42ef-938f-baa551ec5002 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1bf5f2-34b4-46c5-86fd-6826e1380958,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:13.594479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cf0bfabb-84d4-468f-b7bb-e8a811a33a55) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:13.599079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:13.599828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.603688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26779b9b-2a5e-47fd-bf0c-51ea48297ae0 None None] Network cf0bfabb-84d4-468f-b7bb-e8a811a33a55 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:13.627480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dfb25bb8-1ea6-42ef-938f-baa551ec5002 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.630606 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dfb25bb8-1ea6-42ef-938f-baa551ec5002 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8789940 Oct 23 01:14:13.632172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36276) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:13.637746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-47633ca2-0e09-4825-986e-6e289f97dcbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '2c1bf5f2-34b4-46c5-86fd-6826e1380958', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:13.664613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36278) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:13.729263 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-86f28550-d3f3-4f78-99a4-48179f266962 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2697797 Oct 23 01:14:13.732387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36282) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:13.738017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1411769964'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:13.748419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf0bfabb-84d4-468f-b7bb-e8a811a33a55', 'network_id': 'cf0bfabb-84d4-468f-b7bb-e8a811a33a55', 'project_id': '3c5610764822460eaa7f53286e13c0eb', 'fixed_ips': [{'subnet_id': '6f76b860-4228-4e24-bafe-e4a5750c6f57'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:13.753452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.780490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:13.788585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-34a6999d-acb3-4aa9-b4e0-1f25034d058e tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-716927856', 'prefixes': ['172.20.0.0/16']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:13.819970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-47633ca2-0e09-4825-986e-6e289f97dcbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group_rule (f4f929f3-1341-4ec0-9d6f-aa3839fcf229), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.843166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:13.849444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.901567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:13.914409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-47633ca2-0e09-4825-986e-6e289f97dcbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group_rule (f4f929f3-1341-4ec0-9d6f-aa3839fcf229), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.918935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (af5f1f08-e60e-4827-9e8c-8fafc6f54d63), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.919314 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Added segment af5f1f08-e60e-4827-9e8c-8fafc6f54d63 of type vlan for network 23af4de8-7dfa-476e-8784-1dba0358e108 Oct 23 01:14:13.946171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:13.961268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Allocated IP 2001:db8:0:ffff::2 (cf0bfabb-84d4-468f-b7bb-e8a811a33a55/6f76b860-4228-4e24-bafe-e4a5750c6f57/7cea51bd-3972-40e7-a716-b60ca4b769da) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:13.967268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:13.977502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:13.978522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (23af4de8-7dfa-476e-8784-1dba0358e108), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.037394 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-47633ca2-0e09-4825-986e-6e289f97dcbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (f4f929f3-1341-4ec0-9d6f-aa3839fcf229), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.058402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47633ca2-0e09-4825-986e-6e289f97dcbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f929f3-1341-4ec0-9d6f-aa3839fcf229,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:14.122266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Publish callbacks [] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.155903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.212585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (23af4de8-7dfa-476e-8784-1dba0358e108), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.217571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:14.218237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.222565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-47633ca2-0e09-4825-986e-6e289f97dcbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.223896 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-47633ca2-0e09-4825-986e-6e289f97dcbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5905254 Oct 23 01:14:14.227207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36284) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:14.232469 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7a8072cb-e965-4923-827f-92c1786ef20f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '2c1bf5f2-34b4-46c5-86fd-6826e1380958', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:14.241995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.244364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:14.283327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Network cf0bfabb-84d4-468f-b7bb-e8a811a33a55 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:14.288722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:14.292685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:14.297313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Network': ['ID=23af4de8-7dfa-476e-8784-1dba0358e108,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:14.306343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Pushing event updated for resources: {'Port': ['ID=7cea51bd-3972-40e7-a716-b60ca4b769da,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:14.310324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-34a6999d-acb3-4aa9-b4e0-1f25034d058e tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.314268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 23af4de8-7dfa-476e-8784-1dba0358e108 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:14.314860 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-34a6999d-acb3-4aa9-b4e0-1f25034d058e tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] 10.222.0.36 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6451905 Oct 23 01:14:14.315574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36286) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:14.343899 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-82774778-e7db-4aef-ba9d-8a32128ab5f0 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6103981 Oct 23 01:14:14.347331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36288) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:14.350751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=70,neutron:INSERT=27,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:14.354590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'subnet': {'network_id': '23af4de8-7dfa-476e-8784-1dba0358e108', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:14.365116 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3a9d00c8-b3f7-42bb-9fa1-e64aece09c78 tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] 10.222.0.36 "GET /networking/v2.0/subnetpools/e8067525-3e98-4209-9916-7605e414e486 HTTP/1.1" status: 200 len: 731 time: 0.0457959 Oct 23 01:14:14.365377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36290) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:14.369800 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-208ab77f-7535-4c64-86f4-a26a09ad80b7 tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-436080430'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:14.416283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Attempting to bind port 7cea51bd-3972-40e7-a716-b60ca4b769da on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:14.417217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Attempting to bind port 7cea51bd-3972-40e7-a716-b60ca4b769da by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cf0bfabb-84d4-468f-b7bb-e8a811a33a55'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:14.417818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Attempting to bind port 7cea51bd-3972-40e7-a716-b60ca4b769da on network cf0bfabb-84d4-468f-b7bb-e8a811a33a55 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:14.422663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7a8072cb-e965-4923-827f-92c1786ef20f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group_rule (a0d1f011-25fa-4dc0-9398-45665ba76878), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.474124 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:14:14.474606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Checking segment: {'id': '6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cf0bfabb-84d4-468f-b7bb-e8a811a33a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:14.475090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.475562 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Bound using segment: {'id': '6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cf0bfabb-84d4-468f-b7bb-e8a811a33a55'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:14:14.476152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Bound port: 7cea51bd-3972-40e7-a716-b60ca4b769da, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cf0bfabb-84d4-468f-b7bb-e8a811a33a55'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:14:14.476597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.546497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] For port 7cea51bd-3972-40e7-a716-b60ca4b769da, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:14.550221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] For port 7cea51bd-3972-40e7-a716-b60ca4b769da, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cea51bd-3972-40e7-a716-b60ca4b769da,segment=NetworkSegment(6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e),segment_id=6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:14:14.574022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-208ab77f-7535-4c64-86f4-a26a09ad80b7 tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.575280 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-208ab77f-7535-4c64-86f4-a26a09ad80b7 tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] 10.222.0.36 "PUT /networking/v2.0/subnetpools/e8067525-3e98-4209-9916-7605e414e486 HTTP/1.1" status: 200 len: 683 time: 0.2089150 Oct 23 01:14:14.577916 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36292) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:14.608575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:14.612442 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.616235 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-7a8072cb-e965-4923-827f-92c1786ef20f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): There was a conflict when trying to complete your request. Oct 23 01:14:14.617265 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7a8072cb-e965-4923-827f-92c1786ef20f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3890259 Oct 23 01:14:14.620251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36294) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:14.682963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.705434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (2c1bf5f2-34b4-46c5-86fd-6826e1380958), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.735985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (2c1bf5f2-34b4-46c5-86fd-6826e1380958), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.749851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34b724-31ba-4958-8d35-68728829dd12 None None] Pushing event updated for resources: {'Port': ['ID=7cea51bd-3972-40e7-a716-b60ca4b769da,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:14.790768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-56d64843-ef73-4bac-a69f-45a6465dd94a tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.793137 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-56d64843-ef73-4bac-a69f-45a6465dd94a tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] 10.222.0.36 "DELETE /networking/v2.0/subnetpools/e8067525-3e98-4209-9916-7605e414e486 HTTP/1.1" status: 204 len: 168 time: 0.2137501 Oct 23 01:14:14.795495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36296) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:14.822274 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:14.826236 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-b991941b-a3a4-47d3-a19b-dfcf686deb06 tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] show failed (client error): The resource could not be found. Oct 23 01:14:14.826236 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b991941b-a3a4-47d3-a19b-dfcf686deb06 tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] 10.222.0.36 "GET /networking/v2.0/subnetpools/e8067525-3e98-4209-9916-7605e414e486 HTTP/1.1" status: 404 len: 346 time: 0.0284634 Oct 23 01:14:14.829350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36298) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:14.846033 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-2bdf50b2-09e5-4f82-a215-0a76cf02c915 tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] delete failed (client error): The resource could not be found. Oct 23 01:14:14.847125 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2bdf50b2-09e5-4f82-a215-0a76cf02c915 tempest-SubnetPoolsTestJSON-2004608738 tempest-SubnetPoolsTestJSON-2004608738-project] 10.222.0.36 "DELETE /networking/v2.0/subnetpools/e8067525-3e98-4209-9916-7605e414e486 HTTP/1.1" status: 404 len: 346 time: 0.0165908 Oct 23 01:14:14.891763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2c1bf5f2-34b4-46c5-86fd-6826e1380958), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.902137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:14.905810 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2c1bf5f2-34b4-46c5-86fd-6826e1380958 HTTP/1.1" status: 204 len: 168 time: 0.2843990 Oct 23 01:14:14.907175 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36304) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:14.934815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1bf5f2-34b4-46c5-86fd-6826e1380958,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:14.949690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.950085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.950440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.950770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.951109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.951443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.952146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.952146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.952424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.952757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.953087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.953425 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.953778 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.954189 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:14.955225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5986c682-84fc-4652-b696-4b6f70c011a7 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.014087 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c2ff741e-ef1a-4065-84a0-98770d5bd78f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1009550 Oct 23 01:14:15.014863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36306) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:15.019327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9016239b-b3e1-429a-8e77-90492c0aad88 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'tempest-secgroup--221208286'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:15.133564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9016239b-b3e1-429a-8e77-90492c0aad88 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.172634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:15.244357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9016239b-b3e1-429a-8e77-90492c0aad88 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (6618483e-9be9-4f05-822f-af55a22c53d8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.309683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9016239b-b3e1-429a-8e77-90492c0aad88 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6618483e-9be9-4f05-822f-af55a22c53d8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.346253 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016239b-b3e1-429a-8e77-90492c0aad88 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6618483e-9be9-4f05-822f-af55a22c53d8,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:15.415681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9016239b-b3e1-429a-8e77-90492c0aad88 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.420201 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9016239b-b3e1-429a-8e77-90492c0aad88 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4014416 Oct 23 01:14:15.420201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36310) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:15.435626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f94c4ddd-70ee-43a8-a42b-ddf5413804fc tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '6618483e-9be9-4f05-822f-af55a22c53d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:15.436243 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-f94c4ddd-70ee-43a8-a42b-ddf5413804fc tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 23 01:14:15.436773 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-f94c4ddd-70ee-43a8-a42b-ddf5413804fc tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:15.440669 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f94c4ddd-70ee-43a8-a42b-ddf5413804fc tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0163579 Oct 23 01:14:15.441087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36314) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:15.519420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:14:15.522372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (66d2571d-319f-4046-b8d2-e0dfe0271ae6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.550788 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36316) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:15.563070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fdd2160e-9944-4f59-89ca-66bb3fb5c3b8 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (6618483e-9be9-4f05-822f-af55a22c53d8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.590269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fdd2160e-9944-4f59-89ca-66bb3fb5c3b8 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (6618483e-9be9-4f05-822f-af55a22c53d8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.656547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Subnet': ['ID=66d2571d-319f-4046-b8d2-e0dfe0271ae6,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:15.665497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Checking segment: {'id': 'af5f1f08-e60e-4827-9e8c-8fafc6f54d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '23af4de8-7dfa-476e-8784-1dba0358e108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:15.665984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network hostable DHCP agents. Network: 23af4de8-7dfa-476e-8784-1dba0358e108, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:15.675848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.676253 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.677843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.677843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.677843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.677843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.678268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.678565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.678980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.679375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.679769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.680203 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.680720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.681063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.681452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:15.717392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6259062-cc6d-49a8-a6c3-c901d04096f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.748604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fdd2160e-9944-4f59-89ca-66bb3fb5c3b8 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6618483e-9be9-4f05-822f-af55a22c53d8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.750470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fdd2160e-9944-4f59-89ca-66bb3fb5c3b8 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.751657 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fdd2160e-9944-4f59-89ca-66bb3fb5c3b8 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6618483e-9be9-4f05-822f-af55a22c53d8 HTTP/1.1" status: 204 len: 168 time: 0.2942016 Oct 23 01:14:15.755239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36320) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:15.772481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2160e-9944-4f59-89ca-66bb3fb5c3b8 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6618483e-9be9-4f05-822f-af55a22c53d8,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:15.787397 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network 23af4de8-7dfa-476e-8784-1dba0358e108 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:15.832098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6259062-cc6d-49a8-a6c3-c901d04096f8 admin admin] Publish callbacks [] for security_group (f29dd7e0-a227-4a67-b5fc-383ab35df927), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.840365 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-312529a9-9a3d-4271-ba97-ecb23c189f4f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0787375 Oct 23 01:14:15.844852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36322) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:15.845925 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fc01bebd-29fb-4b8c-9f3e-7feaa7293a2e tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1111769292'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:15.880946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65b1d82-a5db-477b-b229-6c048882ac8d None None] Network cf0bfabb-84d4-468f-b7bb-e8a811a33a55 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:15.927559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b6259062-cc6d-49a8-a6c3-c901d04096f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f29dd7e0-a227-4a67-b5fc-383ab35df927), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.927793 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 23af4de8-7dfa-476e-8784-1dba0358e108) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:15.933216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:15.933424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.943669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1833e948-7e2f-409e-a570-aee8ff37222a None None] Provisioning complete for port 7cea51bd-3972-40e7-a716-b60ca4b769da triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:15.944156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1833e948-7e2f-409e-a570-aee8ff37222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.944729 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1833e948-7e2f-409e-a570-aee8ff37222a None None] Attempt 1 to provision port 7cea51bd-3972-40e7-a716-b60ca4b769da Oct 23 01:14:15.960980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc01bebd-29fb-4b8c-9f3e-7feaa7293a2e tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:15.968786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6259062-cc6d-49a8-a6c3-c901d04096f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29dd7e0-a227-4a67-b5fc-383ab35df927,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:15.975108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed896ac-1c1b-4054-86a9-8a479249910c None None] Network 23af4de8-7dfa-476e-8784-1dba0358e108 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:15.975262 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b6259062-cc6d-49a8-a6c3-c901d04096f8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e442ba25abca4ea889bff0f4cbd298f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4203191 Oct 23 01:14:15.978174 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36324) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:16.039426 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-de983a4f-0d2b-4cb2-8d91-bd46bb1bbbf6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6908371 Oct 23 01:14:16.044684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36328) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:16.049957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'port': {'network_id': '23af4de8-7dfa-476e-8784-1dba0358e108', 'name': 'tempest-NetworksIpV6TestAttrs-2012512664'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:16.053998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cd660979-1926-45c4-a456-b0d0b679b2f7 admin admin] Publish callbacks [] for security_group (f29dd7e0-a227-4a67-b5fc-383ab35df927), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.083674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc01bebd-29fb-4b8c-9f3e-7feaa7293a2e tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (3980a2d2-face-41fa-ad89-62fa3a08a9dd), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.110102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7cea51bd-3972-40e7-a716-b60ca4b769da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:16.120281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cd660979-1926-45c4-a456-b0d0b679b2f7 admin admin] Publish callbacks [] for security_group (f29dd7e0-a227-4a67-b5fc-383ab35df927), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.152015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc01bebd-29fb-4b8c-9f3e-7feaa7293a2e tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3980a2d2-face-41fa-ad89-62fa3a08a9dd), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.195589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01bebd-29fb-4b8c-9f3e-7feaa7293a2e tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3980a2d2-face-41fa-ad89-62fa3a08a9dd,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:16.218559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:16.229625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23af4de8-7dfa-476e-8784-1dba0358e108', 'network_id': '23af4de8-7dfa-476e-8784-1dba0358e108', 'project_id': '3c5610764822460eaa7f53286e13c0eb', 'fixed_ips': [{'subnet_id': '66d2571d-319f-4046-b8d2-e0dfe0271ae6'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:16.230883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.248075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1833e948-7e2f-409e-a570-aee8ff37222a None None] Current status of the port 7cea51bd-3972-40e7-a716-b60ca4b769da is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:16.248472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1833e948-7e2f-409e-a570-aee8ff37222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.253366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7cea51bd-3972-40e7-a716-b60ca4b769da triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:16.253738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.254102 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7cea51bd-3972-40e7-a716-b60ca4b769da Oct 23 01:14:16.294088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:16.312527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc01bebd-29fb-4b8c-9f3e-7feaa7293a2e tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.317257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36330) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:16.317479 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fc01bebd-29fb-4b8c-9f3e-7feaa7293a2e tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4754789 Oct 23 01:14:16.323266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-eb879609-aff2-4cbc-a309-5a168584c205 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '3980a2d2-face-41fa-ad89-62fa3a08a9dd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:16.323925 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-eb879609-aff2-4cbc-a309-5a168584c205 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 23 01:14:16.324455 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-eb879609-aff2-4cbc-a309-5a168584c205 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:16.325475 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-eb879609-aff2-4cbc-a309-5a168584c205 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067594 Oct 23 01:14:16.328488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36332) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:16.331711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-1833e948-7e2f-409e-a570-aee8ff37222a None None] For port 7cea51bd-3972-40e7-a716-b60ca4b769da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cea51bd-3972-40e7-a716-b60ca4b769da,segment=NetworkSegment(6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e),segment_id=6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:16.349762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cd660979-1926-45c4-a456-b0d0b679b2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f29dd7e0-a227-4a67-b5fc-383ab35df927), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.352408 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cd660979-1926-45c4-a456-b0d0b679b2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.353847 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cd660979-1926-45c4-a456-b0d0b679b2f7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f29dd7e0-a227-4a67-b5fc-383ab35df927 HTTP/1.1" status: 204 len: 168 time: 0.3744748 Oct 23 01:14:16.354633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:16.378051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd660979-1926-45c4-a456-b0d0b679b2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29dd7e0-a227-4a67-b5fc-383ab35df927,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:16.409897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8624098f-e9ad-4d8a-a450-bd7f2431e82f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (3980a2d2-face-41fa-ad89-62fa3a08a9dd), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.434849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8624098f-e9ad-4d8a-a450-bd7f2431e82f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (3980a2d2-face-41fa-ad89-62fa3a08a9dd), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.443746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:16.448256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.462898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7cea51bd-3972-40e7-a716-b60ca4b769da is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:16.462898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.489491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] device_id is not set on port 33ed171d-bb2b-41d9-b11a-eba57d8b7789 yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:14:16.499162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1833e948-7e2f-409e-a570-aee8ff37222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.579254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Allocated IP 2001:db8::f816:3eff:fedf:b134 (23af4de8-7dfa-476e-8784-1dba0358e108/66d2571d-319f-4046-b8d2-e0dfe0271ae6/3d7fa5e0-c2a4-427e-92ec-aed71ec7005a) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:16.613758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:16.623063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8624098f-e9ad-4d8a-a450-bd7f2431e82f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3980a2d2-face-41fa-ad89-62fa3a08a9dd), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.625690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8624098f-e9ad-4d8a-a450-bd7f2431e82f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.626932 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8624098f-e9ad-4d8a-a450-bd7f2431e82f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3980a2d2-face-41fa-ad89-62fa3a08a9dd HTTP/1.1" status: 204 len: 168 time: 0.2973595 Oct 23 01:14:16.629766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36336) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:16.635440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833e948-7e2f-409e-a570-aee8ff37222a None None] Pushing event updated for resources: {'Port': ['ID=7cea51bd-3972-40e7-a716-b60ca4b769da,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:16.637130 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624098f-e9ad-4d8a-a450-bd7f2431e82f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980a2d2-face-41fa-ad89-62fa3a08a9dd,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:16.638233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:14:16.638655 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:14:16.679174 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9d7accb2-97a2-4370-990d-f21a40821519 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0472653 Oct 23 01:14:16.681637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5189d980-0a17-4e4e-a7e9-74ac952eb05e None None] Provisioning complete for port 7cea51bd-3972-40e7-a716-b60ca4b769da triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:16.681637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5189d980-0a17-4e4e-a7e9-74ac952eb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.682550 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5189d980-0a17-4e4e-a7e9-74ac952eb05e None None] Attempt 1 to provision port 7cea51bd-3972-40e7-a716-b60ca4b769da Oct 23 01:14:16.683364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36338) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:16.688793 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-460c7ac3-4f1f-48e3-a47e-77365b36e077 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034825800'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:16.768690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:16.796841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-460c7ac3-4f1f-48e3-a47e-77365b36e077 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.834544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Publish callbacks [] for port (3d7fa5e0-c2a4-427e-92ec-aed71ec7005a), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.837196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5189d980-0a17-4e4e-a7e9-74ac952eb05e None None] Current status of the port 7cea51bd-3972-40e7-a716-b60ca4b769da is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:16.838388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:16.887137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-460c7ac3-4f1f-48e3-a47e-77365b36e077 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (95e5a630-974c-466f-b9f8-40672d2e2eaa), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.954994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (3d7fa5e0-c2a4-427e-92ec-aed71ec7005a), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.959566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-460c7ac3-4f1f-48e3-a47e-77365b36e077 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (95e5a630-974c-466f-b9f8-40672d2e2eaa), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:16.998619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c7ac3-4f1f-48e3-a47e-77365b36e077 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e5a630-974c-466f-b9f8-40672d2e2eaa,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:17.008594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Network 23af4de8-7dfa-476e-8784-1dba0358e108 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:17.015561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:17.018055 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Pushing event updated for resources: {'Port': ['ID=3d7fa5e0-c2a4-427e-92ec-aed71ec7005a,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:17.020302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:17.026044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Allocated IP 2001:db8::f816:3eff:fe04:eccf (23af4de8-7dfa-476e-8784-1dba0358e108/66d2571d-319f-4046-b8d2-e0dfe0271ae6/33ed171d-bb2b-41d9-b11a-eba57d8b7789) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:17.074862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-460c7ac3-4f1f-48e3-a47e-77365b36e077 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.080582 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-460c7ac3-4f1f-48e3-a47e-77365b36e077 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3959658 Oct 23 01:14:17.080975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36348) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:17.086309 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-cf84685e-c832-4e52-b7ff-4a75471e4168 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '95e5a630-974c-466f-b9f8-40672d2e2eaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:17.096083 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-cf84685e-c832-4e52-b7ff-4a75471e4168 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 23 01:14:17.097139 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-cf84685e-c832-4e52-b7ff-4a75471e4168 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:17.100879 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cf84685e-c832-4e52-b7ff-4a75471e4168 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156078 Oct 23 01:14:17.101822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36352) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:17.112682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-622b0b94-03ea-4293-98b2-a5f5046b1f94 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '95e5a630-974c-466f-b9f8-40672d2e2eaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:17.114563 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.api.v2.base [None req-622b0b94-03ea-4293-98b2-a5f5046b1f94 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 23 01:14:17.115490 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-622b0b94-03ea-4293-98b2-a5f5046b1f94 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:17.116772 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-622b0b94-03ea-4293-98b2-a5f5046b1f94 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0135984 Oct 23 01:14:17.120562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36354) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:17.127604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-bbd4f1dc-1df4-4ee7-aec8-8478ed19fe8d tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '95e5a630-974c-466f-b9f8-40672d2e2eaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:17.128623 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.api.v2.base [None req-bbd4f1dc-1df4-4ee7-aec8-8478ed19fe8d tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 23 01:14:17.129244 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-bbd4f1dc-1df4-4ee7-aec8-8478ed19fe8d tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:17.133264 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bbd4f1dc-1df4-4ee7-aec8-8478ed19fe8d tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088961 Oct 23 01:14:17.133625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36356) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:17.140068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f0956157-f3b5-4a57-90e7-abb2d4ab728e tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '95e5a630-974c-466f-b9f8-40672d2e2eaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:17.141299 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.api.v2.base [None req-f0956157-f3b5-4a57-90e7-abb2d4ab728e tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 23 01:14:17.142172 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-f0956157-f3b5-4a57-90e7-abb2d4ab728e tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:17.143614 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f0956157-f3b5-4a57-90e7-abb2d4ab728e tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085373 Oct 23 01:14:17.149540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36358) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:17.237854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:17.239424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebf48-a066-4a31-ba1e-434faaf4d8a1 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (95e5a630-974c-466f-b9f8-40672d2e2eaa), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.246939 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for port (33ed171d-bb2b-41d9-b11a-eba57d8b7789), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.271724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebf48-a066-4a31-ba1e-434faaf4d8a1 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (95e5a630-974c-466f-b9f8-40672d2e2eaa), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.273993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Attempting to bind port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:17.274358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Attempting to bind port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'af5f1f08-e60e-4827-9e8c-8fafc6f54d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '23af4de8-7dfa-476e-8784-1dba0358e108'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:17.274727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Attempting to bind port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a on network 23af4de8-7dfa-476e-8784-1dba0358e108 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:17.278261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7cea51bd-3972-40e7-a716-b60ca4b769da is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:17.286924 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:17.315478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:17.332631 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:14:17.333003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Checking segment: {'id': 'af5f1f08-e60e-4827-9e8c-8fafc6f54d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '23af4de8-7dfa-476e-8784-1dba0358e108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:17.333400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.333809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Bound using segment: {'id': 'af5f1f08-e60e-4827-9e8c-8fafc6f54d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '23af4de8-7dfa-476e-8784-1dba0358e108'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:14:17.334346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Bound port: 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5f1f08-e60e-4827-9e8c-8fafc6f54d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '23af4de8-7dfa-476e-8784-1dba0358e108'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:14:17.334714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d7fa5e0-c2a4-427e-92ec-aed71ec7005a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.375556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (33ed171d-bb2b-41d9-b11a-eba57d8b7789), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.410204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebf48-a066-4a31-ba1e-434faaf4d8a1 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (95e5a630-974c-466f-b9f8-40672d2e2eaa), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.410468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] For port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:17.411250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] For port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d7fa5e0-c2a4-427e-92ec-aed71ec7005a,segment=NetworkSegment(af5f1f08-e60e-4827-9e8c-8fafc6f54d63),segment_id=af5f1f08-e60e-4827-9e8c-8fafc6f54d63)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:14:17.412874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebf48-a066-4a31-ba1e-434faaf4d8a1 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.415205 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3b0ebf48-a066-4a31-ba1e-434faaf4d8a1 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/95e5a630-974c-466f-b9f8-40672d2e2eaa HTTP/1.1" status: 204 len: 168 time: 0.2643337 Oct 23 01:14:17.419428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36366) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:17.433019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ebf48-a066-4a31-ba1e-434faaf4d8a1 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e5a630-974c-466f-b9f8-40672d2e2eaa,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:17.457741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network 23af4de8-7dfa-476e-8784-1dba0358e108 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:17.465005 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:17.469637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:17.474166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:17.474784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.477418 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Port': ['ID=33ed171d-bb2b-41d9-b11a-eba57d8b7789,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:17.494323 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d7fa5e0-c2a4-427e-92ec-aed71ec7005a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.517940 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-58c30463-b544-49f5-956b-05c1d8bed0d5 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0893102 Oct 23 01:14:17.518309 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36368) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:17.522917 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-20e9e231-7e99-4fb2-b0f2-86215b034594 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511063497'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:17.572821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216ea9b-31bd-4ddf-8c66-6614a16f06ba None None] Pushing event updated for resources: {'Port': ['ID=3d7fa5e0-c2a4-427e-92ec-aed71ec7005a,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:17.596379 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5af0f2ed-43d1-40b6-9ee2-8ce4fac4d427 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5503542 Oct 23 01:14:17.598535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:17.599797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36372) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:17.664070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-0340100a-6c20-40b6-a803-180179691cc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Deleting subnet 66d2571d-319f-4046-b8d2-e0dfe0271ae6 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:14:17.670898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0340100a-6c20-40b6-a803-180179691cc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (66d2571d-319f-4046-b8d2-e0dfe0271ae6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.683316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20e9e231-7e99-4fb2-b0f2-86215b034594 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.766306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0340100a-6c20-40b6-a803-180179691cc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (66d2571d-319f-4046-b8d2-e0dfe0271ae6), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.854295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:17.859392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20e9e231-7e99-4fb2-b0f2-86215b034594 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (79316d87-31ab-4441-afba-d9ede5fd7ffa), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.934904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20e9e231-7e99-4fb2-b0f2-86215b034594 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (79316d87-31ab-4441-afba-d9ede5fd7ffa), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.952540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0340100a-6c20-40b6-a803-180179691cc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (66d2571d-319f-4046-b8d2-e0dfe0271ae6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:17.984088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9e231-7e99-4fb2-b0f2-86215b034594 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79316d87-31ab-4441-afba-d9ede5fd7ffa,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:18.056482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20e9e231-7e99-4fb2-b0f2-86215b034594 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.058724 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-20e9e231-7e99-4fb2-b0f2-86215b034594 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5394428 Oct 23 01:14:18.061514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36378) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.066859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7c0a9d18-7534-4102-9e03-3360369b5393 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '79316d87-31ab-4441-afba-d9ede5fd7ffa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:18.067441 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-7c0a9d18-7534-4102-9e03-3360369b5393 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 23 01:14:18.068185 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-7c0a9d18-7534-4102-9e03-3360369b5393 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:18.069457 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7c0a9d18-7534-4102-9e03-3360369b5393 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065992 Oct 23 01:14:18.072521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36380) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.077211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c60bb5c6-2671-4cde-8419-622bc1eff6d1 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '79316d87-31ab-4441-afba-d9ede5fd7ffa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:18.084827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0340100a-6c20-40b6-a803-180179691cc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (66d2571d-319f-4046-b8d2-e0dfe0271ae6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.125386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:18.138364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340100a-6c20-40b6-a803-180179691cc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Subnet': ['ID=66d2571d-319f-4046-b8d2-e0dfe0271ae6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:18.141485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0340100a-6c20-40b6-a803-180179691cc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.144618 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0340100a-6c20-40b6-a803-180179691cc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/66d2571d-319f-4046-b8d2-e0dfe0271ae6 HTTP/1.1" status: 204 len: 168 time: 0.5437191 Oct 23 01:14:18.147239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36382) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.182164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:18.182164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d7fa5e0-c2a4-427e-92ec-aed71ec7005a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.182164 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a Oct 23 01:14:18.225399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7c8374-cbc4-4835-9bdc-fcb031a092a4 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:18.228385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7c8374-cbc4-4835-9bdc-fcb031a092a4 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:18.233430 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bc7c8374-cbc4-4835-9bdc-fcb031a092a4 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0825119 Oct 23 01:14:18.234494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36386) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.267870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:18.268247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d7fa5e0-c2a4-427e-92ec-aed71ec7005a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.301560 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-c60bb5c6-2671-4cde-8419-622bc1eff6d1 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:18.305200 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c60bb5c6-2671-4cde-8419-622bc1eff6d1 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2291076 Oct 23 01:14:18.307598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36390) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.310980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d7fa5e0-c2a4-427e-92ec-aed71ec7005a,segment=NetworkSegment(af5f1f08-e60e-4827-9e8c-8fafc6f54d63),segment_id=af5f1f08-e60e-4827-9e8c-8fafc6f54d63)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:18.326832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-cf187635-d037-4c65-8459-9876d909a41f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '79316d87-31ab-4441-afba-d9ede5fd7ffa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:18.327421 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-cf187635-d037-4c65-8459-9876d909a41f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 23 01:14:18.327997 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-cf187635-d037-4c65-8459-9876d909a41f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:18.329189 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cf187635-d037-4c65-8459-9876d909a41f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0190032 Oct 23 01:14:18.332104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36392) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.340863 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a16877d7-11f3-455f-97d3-fa575faa12fc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (23af4de8-7dfa-476e-8784-1dba0358e108), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.345348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-eddec72f-d71c-467d-867c-1c3e1863e477 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '79316d87-31ab-4441-afba-d9ede5fd7ffa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:18.352991 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16877d7-11f3-455f-97d3-fa575faa12fc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 23 01:14:18.353474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16877d7-11f3-455f-97d3-fa575faa12fc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:18.357246 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a16877d7-11f3-455f-97d3-fa575faa12fc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/networks/23af4de8-7dfa-476e-8784-1dba0358e108 HTTP/1.1" status: 409 len: 466 time: 0.1215076 Oct 23 01:14:18.361613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36394) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.367278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-178613387'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:18.396110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d7fa5e0-c2a4-427e-92ec-aed71ec7005a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.397340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7cea51bd-3972-40e7-a716-b60ca4b769da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:18.487641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:18.492917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.515111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=3d7fa5e0-c2a4-427e-92ec-aed71ec7005a,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:18.516334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:18.526736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7cea51bd-3972-40e7-a716-b60ca4b769da triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:18.527413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.527931 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7cea51bd-3972-40e7-a716-b60ca4b769da Oct 23 01:14:18.537197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:18.565154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e5f82669-d685-4f25-8f8e-805e889d46d5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.565513 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Added segment e5f82669-d685-4f25-8f8e-805e889d46d5 of type vlan for network 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 Oct 23 01:14:18.601479 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-eddec72f-d71c-467d-867c-1c3e1863e477 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:18.605447 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-eddec72f-d71c-467d-867c-1c3e1863e477 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2694890 Oct 23 01:14:18.607806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36400) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.615855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-91844746-76e1-499c-a168-bc03eff6af63 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '79316d87-31ab-4441-afba-d9ede5fd7ffa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:18.616482 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-91844746-76e1-499c-a168-bc03eff6af63 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 23 01:14:18.617008 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-91844746-76e1-499c-a168-bc03eff6af63 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:18.626286 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-91844746-76e1-499c-a168-bc03eff6af63 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0168960 Oct 23 01:14:18.626875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (1c2029ea-ad3f-4bcf-b0fb-630560ab9f43), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.632301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36404) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.641526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ef3da527-78ff-44f5-8a55-0bc6f9f44489 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '79316d87-31ab-4441-afba-d9ede5fd7ffa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:18.645976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7cea51bd-3972-40e7-a716-b60ca4b769da is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:18.681421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:18.744960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (1c2029ea-ad3f-4bcf-b0fb-630560ab9f43), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.752162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:18.755148 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.769456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36406) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.777671 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-ef3da527-78ff-44f5-8a55-0bc6f9f44489 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Project 0c720e9a1ed74ab386b35f87fabf216e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:14:18.800796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:18.810963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f20e6-1f0c-4ff0-9dad-26a143b68bf1 None None] Network 23af4de8-7dfa-476e-8784-1dba0358e108 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:18.867707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:18.884969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-08566c32-7244-4066-a9be-e0d6424ddf64 None None] Provisioning complete for port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:18.885509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-08566c32-7244-4066-a9be-e0d6424ddf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d7fa5e0-c2a4-427e-92ec-aed71ec7005a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:18.885962 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-08566c32-7244-4066-a9be-e0d6424ddf64 None None] Attempt 1 to provision port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a Oct 23 01:14:18.888797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Network': ['ID=1c2029ea-ad3f-4bcf-b0fb-630560ab9f43,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:18.892368 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-ef3da527-78ff-44f5-8a55-0bc6f9f44489 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:18.895928 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ef3da527-78ff-44f5-8a55-0bc6f9f44489 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2600543 Oct 23 01:14:18.899387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36410) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.901641 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-55ed7716-5fd4-4524-bec9-2d9050a86f4a tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5387378 Oct 23 01:14:18.902330 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36412) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.907671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'subnet': {'network_id': '1c2029ea-ad3f-4bcf-b0fb-630560ab9f43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:18.912998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-25d28aab-dcf5-49e2-a3b7-e328da2117c0 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '79316d87-31ab-4441-afba-d9ede5fd7ffa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:18.914254 dv-neutron-master-2-hyperv neutron-server[105984]: WARNING neutron.api.v2.base [None req-25d28aab-dcf5-49e2-a3b7-e328da2117c0 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 23 01:14:18.915364 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-25d28aab-dcf5-49e2-a3b7-e328da2117c0 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:18.917246 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-25d28aab-dcf5-49e2-a3b7-e328da2117c0 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138404 Oct 23 01:14:18.922038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36414) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:18.933646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9cef639b-ea59-4dea-989a-eb3d257b4e0f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '79316d87-31ab-4441-afba-d9ede5fd7ffa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:18.949243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:19.055378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'network': {'name': 'tempest-network-smoke--1521301415', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'port_security_enabled': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:19.078415 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-9cef639b-ea59-4dea-989a-eb3d257b4e0f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Project 0c720e9a1ed74ab386b35f87fabf216e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:14:19.100219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-08566c32-7244-4066-a9be-e0d6424ddf64 None None] Current status of the port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:19.123124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:19.127453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.178576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd10b08d-b886-4fe1-9f99-73ca2520c588 None None] DHCP port deletion for 23af4de8-7dfa-476e-8784-1dba0358e108 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:14:19.224381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-dd10b08d-b886-4fe1-9f99-73ca2520c588 None None] Deleting port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:19.224759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dd10b08d-b886-4fe1-9f99-73ca2520c588 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3d7fa5e0-c2a4-427e-92ec-aed71ec7005a), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.231536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:19.239369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.254411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.270361 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-9cef639b-ea59-4dea-989a-eb3d257b4e0f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:19.271821 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9cef639b-ea59-4dea-989a-eb3d257b4e0f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3478673 Oct 23 01:14:19.276482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36416) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:19.286234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-38ac5cdd-fe98-42c9-b992-fc95a28bf6b0 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '79316d87-31ab-4441-afba-d9ede5fd7ffa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:19.327389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-dd10b08d-b886-4fe1-9f99-73ca2520c588 None None] For port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d7fa5e0-c2a4-427e-92ec-aed71ec7005a,segment=NetworkSegment(af5f1f08-e60e-4827-9e8c-8fafc6f54d63),segment_id=af5f1f08-e60e-4827-9e8c-8fafc6f54d63)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:19.328108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dd10b08d-b886-4fe1-9f99-73ca2520c588 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3d7fa5e0-c2a4-427e-92ec-aed71ec7005a), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.348818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-dd10b08d-b886-4fe1-9f99-73ca2520c588 None None] Calling delete_port for 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:19.361373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:19.380344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (2be6ec54-74f1-4429-b10e-b83dddf72c87), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.462549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2be6ec54-74f1-4429-b10e-b83dddf72c87), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.462725 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-38ac5cdd-fe98-42c9-b992-fc95a28bf6b0 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Project 0c720e9a1ed74ab386b35f87fabf216e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:14:19.487499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:19.498991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:19.503733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be6ec54-74f1-4429-b10e-b83dddf72c87,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:19.509753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f38f2ccd-8903-4b26-8efd-d0b1eec0f19e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.509753 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Added segment f38f2ccd-8903-4b26-8efd-d0b1eec0f19e of type vlan for network a279a122-63f7-41b0-b1f7-5264e8463ed4 Oct 23 01:14:19.556622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (a279a122-63f7-41b0-b1f7-5264e8463ed4), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.586351 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-38ac5cdd-fe98-42c9-b992-fc95a28bf6b0 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:19.587094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dd10b08d-b886-4fe1-9f99-73ca2520c588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (3d7fa5e0-c2a4-427e-92ec-aed71ec7005a), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.589593 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-38ac5cdd-fe98-42c9-b992-fc95a28bf6b0 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3115141 Oct 23 01:14:19.595293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36418) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:19.606633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:14:19.608316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (b302bac8-255d-408a-afc9-95bf3d1f1ae2), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.621419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10b08d-b886-4fe1-9f99-73ca2520c588 None None] Pushing event deleted for resources: {'Port': ['ID=3d7fa5e0-c2a4-427e-92ec-aed71ec7005a,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:19.623483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd10b08d-b886-4fe1-9f99-73ca2520c588 None None] No DVR routers for this DVR port 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:19.657479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b90a534c-3856-4e5f-90cf-053256e8ae1b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (79316d87-31ab-4441-afba-d9ede5fd7ffa), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.667010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (a279a122-63f7-41b0-b1f7-5264e8463ed4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.672181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:19.672874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.673914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Subnet': ['ID=b302bac8-255d-408a-afc9-95bf3d1f1ae2,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:19.686217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Checking segment: {'id': 'e5f82669-d685-4f25-8f8e-805e889d46d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c2029ea-ad3f-4bcf-b0fb-630560ab9f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:19.686585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network hostable DHCP agents. Network: 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:19.738674 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b90a534c-3856-4e5f-90cf-053256e8ae1b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (79316d87-31ab-4441-afba-d9ede5fd7ffa), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.750292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:19.760900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Network': ['ID=a279a122-63f7-41b0-b1f7-5264e8463ed4,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:19.778104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network a279a122-63f7-41b0-b1f7-5264e8463ed4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:19.821294 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-262ac7fb-d264-4902-b35f-d82f30dbebfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0505660 Oct 23 01:14:19.824465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36420) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:19.828960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'admin_state_up': True, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:19.835910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:19.841607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:19.842709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.850061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf5055-5f00-4ef0-b103-a60adf8af6e0 None None] Network 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:19.870785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b90a534c-3856-4e5f-90cf-053256e8ae1b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (79316d87-31ab-4441-afba-d9ede5fd7ffa), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.879740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b90a534c-3856-4e5f-90cf-053256e8ae1b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.879740 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b90a534c-3856-4e5f-90cf-053256e8ae1b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/79316d87-31ab-4441-afba-d9ede5fd7ffa HTTP/1.1" status: 204 len: 168 time: 0.2787938 Oct 23 01:14:19.880102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36422) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:19.895077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a534c-3856-4e5f-90cf-053256e8ae1b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79316d87-31ab-4441-afba-d9ede5fd7ffa,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:19.900246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (bde4e2ba-394d-49e8-b659-070234cae0e2), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.901929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:19.902205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (bde4e2ba-394d-49e8-b659-070234cae0e2), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:19.939596 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-00814ffd-d04b-4ac3-ac93-4b3888c4d042 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0590482 Oct 23 01:14:19.945868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36424) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:19.951822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-94aa8c05-bd06-4bd8-b284-31111a8732bb tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'tempest-secgroup--193051814'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:19.967843 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5c954bf4-05dd-4732-89c5-81e35421dcac tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0634205 Oct 23 01:14:19.971786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36426) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:19.980435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'port': {'network_id': '1c2029ea-ad3f-4bcf-b0fb-630560ab9f43', 'name': 'tempest-NetworksIpV6TestAttrs-1993729265'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:20.020393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (bde4e2ba-394d-49e8-b659-070234cae0e2), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.036774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:14:20.070525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1c2029ea-ad3f-4bcf-b0fb-630560ab9f43', 'network_id': '1c2029ea-ad3f-4bcf-b0fb-630560ab9f43', 'project_id': '3c5610764822460eaa7f53286e13c0eb', 'fixed_ips': [{'subnet_id': 'b302bac8-255d-408a-afc9-95bf3d1f1ae2'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:20.071711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.076986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:14:20.077454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3d7fa5e0-c2a4-427e-92ec-aed71ec7005a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:14:20.117073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94aa8c05-bd06-4bd8-b284-31111a8732bb tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.259256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:20.279861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94aa8c05-bd06-4bd8-b284-31111a8732bb tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (cd13439c-f336-4265-9c52-de31afeb4b46), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.314550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (bde4e2ba-394d-49e8-b659-070234cae0e2), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.318686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Allocated IP 2001:db8::f816:3eff:fee0:4fec (1c2029ea-ad3f-4bcf-b0fb-630560ab9f43/b302bac8-255d-408a-afc9-95bf3d1f1ae2/35cd83b2-3791-4213-b4a2-4f20579a9ba6) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:20.331743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:20.336710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.364904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94aa8c05-bd06-4bd8-b284-31111a8732bb tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (cd13439c-f336-4265-9c52-de31afeb4b46), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.370338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] device_id is not set on port 12e6c347-50b2-4bef-b714-2526652376e9 yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:14:20.455698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa8c05-bd06-4bd8-b284-31111a8732bb tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd13439c-f336-4265-9c52-de31afeb4b46,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:20.513352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Publish callbacks [] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.547323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94aa8c05-bd06-4bd8-b284-31111a8732bb tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.551520 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-94aa8c05-bd06-4bd8-b284-31111a8732bb tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6018879 Oct 23 01:14:20.554318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36428) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:20.559926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-966bbb25-abc5-4cc0-bc2b-032701e159db tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': 'cd13439c-f336-4265-9c52-de31afeb4b46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:20.619649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (bde4e2ba-394d-49e8-b659-070234cae0e2), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.639812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.670871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.756137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Network 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:20.764079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:20.767374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Pushing event updated for resources: {'Port': ['ID=35cd83b2-3791-4213-b4a2-4f20579a9ba6,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:20.771512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:20.780089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Allocated IP 2001:db8::f816:3eff:fe15:1258 (1c2029ea-ad3f-4bcf-b0fb-630560ab9f43/b302bac8-255d-408a-afc9-95bf3d1f1ae2/12e6c347-50b2-4bef-b714-2526652376e9) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:20.817410 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.6 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/f2a4029f-181c-445d-b8b4-35573b279447) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:20.846350 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-966bbb25-abc5-4cc0-bc2b-032701e159db tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The resource could not be found. Oct 23 01:14:20.854376 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-966bbb25-abc5-4cc0-bc2b-032701e159db tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2923908 Oct 23 01:14:20.859602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Attempting to bind port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:20.860230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Attempting to bind port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e5f82669-d685-4f25-8f8e-805e889d46d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c2029ea-ad3f-4bcf-b0fb-630560ab9f43'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:20.860882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Attempting to bind port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 on network 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:20.866369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36430) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:20.873455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4960f4a5-cc87-4b29-85f5-2e4ebd78049f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': 'cd13439c-f336-4265-9c52-de31afeb4b46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fa67c71a-b850-4452-acbb-c94e328f4038'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:20.922675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:14:20.923512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Checking segment: {'id': 'e5f82669-d685-4f25-8f8e-805e889d46d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c2029ea-ad3f-4bcf-b0fb-630560ab9f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:20.924461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.925227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Bound using segment: {'id': 'e5f82669-d685-4f25-8f8e-805e889d46d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c2029ea-ad3f-4bcf-b0fb-630560ab9f43'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:14:20.926004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Bound port: 35cd83b2-3791-4213-b4a2-4f20579a9ba6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f82669-d685-4f25-8f8e-805e889d46d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c2029ea-ad3f-4bcf-b0fb-630560ab9f43'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:14:20.926504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:20.969965 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:20.990504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (f2a4029f-181c-445d-b8b4-35573b279447), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.003210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0800a928-4890-445b-8edc-406b9639a681 None None] For port 35cd83b2-3791-4213-b4a2-4f20579a9ba6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:21.007353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0800a928-4890-445b-8edc-406b9639a681 None None] For port 35cd83b2-3791-4213-b4a2-4f20579a9ba6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35cd83b2-3791-4213-b4a2-4f20579a9ba6,segment=NetworkSegment(e5f82669-d685-4f25-8f8e-805e889d46d5),segment_id=e5f82669-d685-4f25-8f8e-805e889d46d5)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:14:21.026271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:21.050672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for port (12e6c347-50b2-4bef-b714-2526652376e9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.111032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f2a4029f-181c-445d-b8b4-35573b279447), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.111306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.157541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:21.160815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:21.163683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Pushing event updated for resources: {'Port': ['ID=35cd83b2-3791-4213-b4a2-4f20579a9ba6,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:21.164546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:21.172615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.172944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.173277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.173483 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (12e6c347-50b2-4bef-b714-2526652376e9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.173613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.174054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.174361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.174848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.175705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.175705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.175941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.176116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.176439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.176757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.177073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.177439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800a928-4890-445b-8edc-406b9639a681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:21.201455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=f2a4029f-181c-445d-b8b4-35573b279447,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:21.220174 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-4960f4a5-cc87-4b29-85f5-2e4ebd78049f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The resource could not be found. Oct 23 01:14:21.221236 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4960f4a5-cc87-4b29-85f5-2e4ebd78049f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3535318 Oct 23 01:14:21.224371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36432) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:21.236510 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:21.268766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:21.274854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:21.278067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:21.283639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:21.284321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.295226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Port': ['ID=12e6c347-50b2-4bef-b714-2526652376e9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:21.362298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b43f4b2-f279-44e2-911a-7fa8567be4ff tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (cd13439c-f336-4265-9c52-de31afeb4b46), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.393208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b43f4b2-f279-44e2-911a-7fa8567be4ff tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (cd13439c-f336-4265-9c52-de31afeb4b46), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.422905 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-af90113b-3525-42ff-9572-fec6ef80e42f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4469092 Oct 23 01:14:21.423471 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36434) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:21.494169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-e285f1d7-b98c-41c9-865f-bb11c97d5a56 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Deleting subnet b302bac8-255d-408a-afc9-95bf3d1f1ae2 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:14:21.498433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e285f1d7-b98c-41c9-865f-bb11c97d5a56 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (b302bac8-255d-408a-afc9-95bf3d1f1ae2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.545174 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e285f1d7-b98c-41c9-865f-bb11c97d5a56 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (b302bac8-255d-408a-afc9-95bf3d1f1ae2), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.567501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b43f4b2-f279-44e2-911a-7fa8567be4ff tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (cd13439c-f336-4265-9c52-de31afeb4b46), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.570543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6b43f4b2-f279-44e2-911a-7fa8567be4ff tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.576662 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6b43f4b2-f279-44e2-911a-7fa8567be4ff tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cd13439c-f336-4265-9c52-de31afeb4b46 HTTP/1.1" status: 204 len: 168 time: 0.3513992 Oct 23 01:14:21.577634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36436) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:21.605719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:21.610846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43f4b2-f279-44e2-911a-7fa8567be4ff tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd13439c-f336-4265-9c52-de31afeb4b46,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:21.666998 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f90acb9d-3468-4b2e-9206-fe78f1b7ea05 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0810108 Oct 23 01:14:21.668372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36438) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:21.677357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5e10373d-353b-446d-a09a-843e13629da9 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '9f09d36c-35e4-44df-a7c1-0327fd65d994', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:21.782747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.892482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:21.923396 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-5e10373d-353b-446d-a09a-843e13629da9 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The resource could not be found. Oct 23 01:14:21.925329 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5e10373d-353b-446d-a09a-843e13629da9 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2553060 Oct 23 01:14:21.931110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36440) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:21.941647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-dd9eff67-2656-4b7f-b24c-df2861fe062b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197333943'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:22.061479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 35cd83b2-3791-4213-b4a2-4f20579a9ba6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:22.093109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (bde4e2ba-394d-49e8-b659-070234cae0e2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.119534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:22.122165 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd9eff67-2656-4b7f-b24c-df2861fe062b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.132282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:22.133479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.134174 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 Oct 23 01:14:22.171114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e285f1d7-b98c-41c9-865f-bb11c97d5a56 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (b302bac8-255d-408a-afc9-95bf3d1f1ae2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.231532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd9eff67-2656-4b7f-b24c-df2861fe062b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (6ee09f1a-735f-4204-a7e8-a6c96b4c05c3), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.261464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:22.262117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.317859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed1db8-46ab-4544-b819-5a42945a7ea1 None None] Network 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:22.339053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd9eff67-2656-4b7f-b24c-df2861fe062b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6ee09f1a-735f-4204-a7e8-a6c96b4c05c3), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.384901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9eff67-2656-4b7f-b24c-df2861fe062b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee09f1a-735f-4204-a7e8-a6c96b4c05c3,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:22.415027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ecc759c1-019a-4752-b631-669d5a8e3df9 None None] Provisioning complete for port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:22.415467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ecc759c1-019a-4752-b631-669d5a8e3df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.415768 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ecc759c1-019a-4752-b631-669d5a8e3df9 None None] Attempt 1 to provision port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 Oct 23 01:14:22.422861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e285f1d7-b98c-41c9-865f-bb11c97d5a56 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (b302bac8-255d-408a-afc9-95bf3d1f1ae2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.460053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd9eff67-2656-4b7f-b24c-df2861fe062b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.462050 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dd9eff67-2656-4b7f-b24c-df2861fe062b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5288899 Oct 23 01:14:22.464849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36442) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:22.472128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-304fa78c-2980-4d18-87ca-da8531874e6d tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'tempest-secgroup--417771489'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:22.477404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285f1d7-b98c-41c9-865f-bb11c97d5a56 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Subnet': ['ID=b302bac8-255d-408a-afc9-95bf3d1f1ae2,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:22.480272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e285f1d7-b98c-41c9-865f-bb11c97d5a56 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.486665 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e285f1d7-b98c-41c9-865f-bb11c97d5a56 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/b302bac8-255d-408a-afc9-95bf3d1f1ae2 HTTP/1.1" status: 204 len: 168 time: 1.0594020 Oct 23 01:14:22.487101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:14:22.487101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:14:22.488419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36444) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:22.501463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (bde4e2ba-394d-49e8-b659-070234cae0e2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.513638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:22.524910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:22.593029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-304fa78c-2980-4d18-87ca-da8531874e6d tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.602757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bcfe89-e5ab-45a1-9653-2e70db248d20 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:22.605002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bcfe89-e5ab-45a1-9653-2e70db248d20 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:22.606888 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-47bcfe89-e5ab-45a1-9653-2e70db248d20 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1174562 Oct 23 01:14:22.610323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:22.613478 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36446) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:22.747830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ecc759c1-019a-4752-b631-669d5a8e3df9 None None] Current status of the port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:22.748044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ecc759c1-019a-4752-b631-669d5a8e3df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.763848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-304fa78c-2980-4d18-87ca-da8531874e6d tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (fe25a2e8-8eca-420b-8adc-801573f0aff6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.788765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7f5e292d-9366-4da7-b8e8-70ba610bfbc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (1c2029ea-ad3f-4bcf-b0fb-630560ab9f43), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.799369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ecc759c1-019a-4752-b631-669d5a8e3df9 None None] For port 35cd83b2-3791-4213-b4a2-4f20579a9ba6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35cd83b2-3791-4213-b4a2-4f20579a9ba6,segment=NetworkSegment(e5f82669-d685-4f25-8f8e-805e889d46d5),segment_id=e5f82669-d685-4f25-8f8e-805e889d46d5)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:22.802896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router bde4e2ba-394d-49e8-b659-070234cae0e2 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:14:22.804607 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5e292d-9366-4da7-b8e8-70ba610bfbc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 23 01:14:22.805134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5e292d-9366-4da7-b8e8-70ba610bfbc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:22.812427 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7f5e292d-9366-4da7-b8e8-70ba610bfbc6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/networks/1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 HTTP/1.1" status: 409 len: 466 time: 0.1933441 Oct 23 01:14:22.813045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36448) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:22.823975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1757331816'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:22.830438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-304fa78c-2980-4d18-87ca-da8531874e6d tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fe25a2e8-8eca-420b-8adc-801573f0aff6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.895040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fa78c-2980-4d18-87ca-da8531874e6d tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe25a2e8-8eca-420b-8adc-801573f0aff6,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:22.910802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ecc759c1-019a-4752-b631-669d5a8e3df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.962378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30ac14-1c44-43cf-921d-f1e0c64e643d None None] Network 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:22.969555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-304fa78c-2980-4d18-87ca-da8531874e6d tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.971969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc759c1-019a-4752-b631-669d5a8e3df9 None None] Pushing event updated for resources: {'Port': ['ID=35cd83b2-3791-4213-b4a2-4f20579a9ba6,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:22.974599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36450) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:22.974761 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-304fa78c-2980-4d18-87ca-da8531874e6d tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5073235 Oct 23 01:14:22.986895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-1d953532-14d2-49d2-b70d-5aa7802f7bcd tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '6ee09f1a-735f-4204-a7e8-a6c96b4c05c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fe25a2e8-8eca-420b-8adc-801573f0aff6'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:23.013315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:23.036685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:14:23.058309 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Sync routers for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:14:23.063152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:23.069237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.075161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9ddb932a-5890-447b-9d8d-74655e191a06 None None] Provisioning complete for port 12e6c347-50b2-4bef-b714-2526652376e9 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:23.075161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9ddb932a-5890-447b-9d8d-74655e191a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (12e6c347-50b2-4bef-b714-2526652376e9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.075491 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9ddb932a-5890-447b-9d8d-74655e191a06 None None] Attempt 1 to provision port 12e6c347-50b2-4bef-b714-2526652376e9 Oct 23 01:14:23.099990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:23.114426 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:23.128206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (19ca83e9-b1b2-42dc-8404-4d590bd59127), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.128557 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Added segment 19ca83e9-b1b2-42dc-8404-4d590bd59127 of type vlan for network 65b56438-be47-4297-984d-21891b0ef3f9 Oct 23 01:14:23.138117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:23.148615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:23.149267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:14:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:23.191884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (65b56438-be47-4297-984d-21891b0ef3f9), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.200980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb932a-5890-447b-9d8d-74655e191a06 None None] Port 12e6c347-50b2-4bef-b714-2526652376e9 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:14:23.204840 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:23.220777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.221921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9ddb932a-5890-447b-9d8d-74655e191a06 None None] Provisioning complete for port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:23.222109 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-45845167-7d44-4396-8395-125e3b056859 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3965948 Oct 23 01:14:23.222388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9ddb932a-5890-447b-9d8d-74655e191a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.222745 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9ddb932a-5890-447b-9d8d-74655e191a06 None None] Attempt 1 to provision port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 Oct 23 01:14:23.225468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36452) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:23.290621 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-1d953532-14d2-49d2-b70d-5aa7802f7bcd tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:23.294094 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1d953532-14d2-49d2-b70d-5aa7802f7bcd tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3145881 Oct 23 01:14:23.294731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36456) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:23.295383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa65d5-ddd7-4854-b341-dd9f0761bf20 None None] DHCP port deletion for 1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:14:23.308002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:23.310051 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-692148b3-ba0f-497a-b77a-1da8a7d7cc4a tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=0226f1f233794f45b9d6ad046f30f76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0817776 Oct 23 01:14:23.311645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36458) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:23.325667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (65b56438-be47-4297-984d-21891b0ef3f9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.330650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:23.331513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.417504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-51fa65d5-ddd7-4854-b341-dd9f0761bf20 None None] Deleting port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:23.417907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51fa65d5-ddd7-4854-b341-dd9f0761bf20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.521878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Network': ['ID=65b56438-be47-4297-984d-21891b0ef3f9,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:23.540334 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ca911d58-df2c-45c1-8686-161b8aeded7c tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7224679 Oct 23 01:14:23.540534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb932a-5890-447b-9d8d-74655e191a06 None None] Current status of the port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:23.540534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 65b56438-be47-4297-984d-21891b0ef3f9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:23.549834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36460) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:23.555232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'subnet': {'network_id': '65b56438-be47-4297-984d-21891b0ef3f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:23.589003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c240fc33-c628-4acc-9b4b-e1544f41f727 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (fe25a2e8-8eca-420b-8adc-801573f0aff6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.636799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-51fa65d5-ddd7-4854-b341-dd9f0761bf20 None None] For port 35cd83b2-3791-4213-b4a2-4f20579a9ba6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35cd83b2-3791-4213-b4a2-4f20579a9ba6,segment=NetworkSegment(e5f82669-d685-4f25-8f8e-805e889d46d5),segment_id=e5f82669-d685-4f25-8f8e-805e889d46d5)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:23.637203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51fa65d5-ddd7-4854-b341-dd9f0761bf20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.653099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea70f04-4e0b-45c4-b0bf-295f837ef9e9 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:23.659757 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-aea70f04-4e0b-45c4-b0bf-295f837ef9e9 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3429008 Oct 23 01:14:23.660043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:23.661161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36462) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:23.665774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-51fa65d5-ddd7-4854-b341-dd9f0761bf20 None None] Calling delete_port for 35cd83b2-3791-4213-b4a2-4f20579a9ba6 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:23.666728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c240fc33-c628-4acc-9b4b-e1544f41f727 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (fe25a2e8-8eca-420b-8adc-801573f0aff6), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.711649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:23.718151 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a25c0ff6-e27a-462e-bd78-144da1035fbe tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554216 Oct 23 01:14:23.724738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36464) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:23.731125 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1901760282', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:23.760867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:14:21Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:23.786315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:23.790150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.794508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Checking router: bde4e2ba-394d-49e8-b659-070234cae0e2 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:14:23.794869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Updating router bde4e2ba-394d-49e8-b659-070234cae0e2 port f2a4029f-181c-445d-b8b4-35573b279447 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:14:23.808101 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c240fc33-c628-4acc-9b4b-e1544f41f727 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fe25a2e8-8eca-420b-8adc-801573f0aff6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.810864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c240fc33-c628-4acc-9b4b-e1544f41f727 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.814779 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c240fc33-c628-4acc-9b4b-e1544f41f727 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fe25a2e8-8eca-420b-8adc-801573f0aff6 HTTP/1.1" status: 204 len: 168 time: 0.5162458 Oct 23 01:14:23.815922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36466) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:23.827110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240fc33-c628-4acc-9b4b-e1544f41f727 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe25a2e8-8eca-420b-8adc-801573f0aff6,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:23.836896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f2a4029f-181c-445d-b8b4-35573b279447), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.977821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51fa65d5-ddd7-4854-b341-dd9f0761bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (35cd83b2-3791-4213-b4a2-4f20579a9ba6), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.997513 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f90beaaf-2bca-444b-af41-24793553c8e1 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1630337 Oct 23 01:14:23.997513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36468) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:24.015168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa65d5-ddd7-4854-b341-dd9f0761bf20 None None] Pushing event deleted for resources: {'Port': ['ID=35cd83b2-3791-4213-b4a2-4f20579a9ba6,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:24.030319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:24.030995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa65d5-ddd7-4854-b341-dd9f0761bf20 None None] No DVR routers for this DVR port 35cd83b2-3791-4213-b4a2-4f20579a9ba6 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:24.067091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 35cd83b2-3791-4213-b4a2-4f20579a9ba6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:14:24.093312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 35cd83b2-3791-4213-b4a2-4f20579a9ba6 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:14:24.093669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 35cd83b2-3791-4213-b4a2-4f20579a9ba6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:14:24.134631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-97fa6106-a729-41a2-9ad4-62865fcd62bd tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (6ee09f1a-735f-4204-a7e8-a6c96b4c05c3), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.147289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:24.212385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Publish callbacks [] for port (f2a4029f-181c-445d-b8b4-35573b279447), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.239835 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-97fa6106-a729-41a2-9ad4-62865fcd62bd tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (6ee09f1a-735f-4204-a7e8-a6c96b4c05c3), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.279826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:24.283824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.332582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f2a4029f-181c-445d-b8b4-35573b279447), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.373643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-97fa6106-a729-41a2-9ad4-62865fcd62bd tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (6ee09f1a-735f-4204-a7e8-a6c96b4c05c3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.375099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Attempting to bind port f2a4029f-181c-445d-b8b4-35573b279447 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:24.375474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Attempting to bind port f2a4029f-181c-445d-b8b4-35573b279447 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:24.375832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Attempting to bind port f2a4029f-181c-445d-b8b4-35573b279447 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:24.376207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-97fa6106-a729-41a2-9ad4-62865fcd62bd tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.377342 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-97fa6106-a729-41a2-9ad4-62865fcd62bd tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6ee09f1a-735f-4204-a7e8-a6c96b4c05c3 HTTP/1.1" status: 204 len: 168 time: 0.3899286 Oct 23 01:14:24.380084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36470) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:24.411075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f317c-0460-419b-a502-7dd1a8493aa6 None None] Pushing event updated for resources: {'Port': ['ID=f2a4029f-181c-445d-b8b4-35573b279447,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:24.416164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa6106-a729-41a2-9ad4-62865fcd62bd tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee09f1a-735f-4204-a7e8-a6c96b4c05c3,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:24.443222 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4166580e-5156-4112-b0d3-6091acb3fc78 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0612652 Oct 23 01:14:24.445975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:24.453877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:14:24.453877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:24.453877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.453877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:14:24.454914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36472) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:24.455077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Bound port: f2a4029f-181c-445d-b8b4-35573b279447, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:14:24.455077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f2a4029f-181c-445d-b8b4-35573b279447), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.456841 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-45fcc243-b7f3-434c-8c30-5e4f31105c2b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'tempest-secgroup--567806785'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:24.469849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:14:24.472894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (d1737192-3b76-45a9-84d4-8d7f1c10907e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.506285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] For port f2a4029f-181c-445d-b8b4-35573b279447, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:24.509768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] For port f2a4029f-181c-445d-b8b4-35573b279447, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2a4029f-181c-445d-b8b4-35573b279447,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:14:24.551296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45fcc243-b7f3-434c-8c30-5e4f31105c2b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.573462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Subnet': ['ID=d1737192-3b76-45a9-84d4-8d7f1c10907e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:24.579913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f2a4029f-181c-445d-b8b4-35573b279447), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.624519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:24.625135 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:14:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:24.638250 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Checking segment: {'id': '19ca83e9-b1b2-42dc-8404-4d590bd59127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '65b56438-be47-4297-984d-21891b0ef3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:24.642635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network hostable DHCP agents. Network: 65b56438-be47-4297-984d-21891b0ef3f9, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:24.645380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45fcc243-b7f3-434c-8c30-5e4f31105c2b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (523a0bbc-e8d6-4e3b-9eaf-7f9e6b1a1ffa), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.687027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f317c-0460-419b-a502-7dd1a8493aa6 None None] Pushing event updated for resources: {'Port': ['ID=f2a4029f-181c-445d-b8b4-35573b279447,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:24.716432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (b2a8a050-a8b1-4579-b936-c088d6d5c439), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.717099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45fcc243-b7f3-434c-8c30-5e4f31105c2b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (523a0bbc-e8d6-4e3b-9eaf-7f9e6b1a1ffa), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.719573 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network 65b56438-be47-4297-984d-21891b0ef3f9 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:24.753101 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcc243-b7f3-434c-8c30-5e4f31105c2b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523a0bbc-e8d6-4e3b-9eaf-7f9e6b1a1ffa,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:24.757280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:24.801215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Subnet': ['ID=b2a8a050-a8b1-4579-b936-c088d6d5c439,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:24.806118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:24.811319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Checking segment: {'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:24.811690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network hostable DHCP agents. Network: a279a122-63f7-41b0-b1f7-5264e8463ed4, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:24.825188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-45fcc243-b7f3-434c-8c30-5e4f31105c2b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.827407 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-45fcc243-b7f3-434c-8c30-5e4f31105c2b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3769388 Oct 23 01:14:24.831315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36474) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:24.836440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-888326ef-e48e-4f3f-9ee0-cb630632dd10 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '523a0bbc-e8d6-4e3b-9eaf-7f9e6b1a1ffa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:24.882736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 65b56438-be47-4297-984d-21891b0ef3f9) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:24.891821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:24.893231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:24.894447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc91289-e996-452c-aafa-64c092108b6b None None] Network 65b56438-be47-4297-984d-21891b0ef3f9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:24.982632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network a279a122-63f7-41b0-b1f7-5264e8463ed4 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:24.989132 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-598c5053-3763-4cf3-b643-070e67389e19 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4384325 Oct 23 01:14:24.992144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36476) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:25.001546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a279a122-63f7-41b0-b1f7-5264e8463ed4) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:25.003936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:14:21Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:25.015966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea655be-7684-45ea-8ff5-1519a1b2b5ec None None] Network a279a122-63f7-41b0-b1f7-5264e8463ed4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:25.017419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:25.018026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.056947 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-888326ef-e48e-4f3f-9ee0-cb630632dd10 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:25.060928 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda396e3-7650-4c68-96c4-71a2c5b15664 None None] The sync data for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv is: [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:14:21Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:14:25.062017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36478) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:25.063133 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-888326ef-e48e-4f3f-9ee0-cb630632dd10 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2299654 Oct 23 01:14:25.072627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-087b5878-44b1-44bf-8507-d7425552283f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group_rule': {'security_group_id': '523a0bbc-e8d6-4e3b-9eaf-7f9e6b1a1ffa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:25.072770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:25.133205 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (65b56438-be47-4297-984d-21891b0ef3f9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.140199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bf1ecc-5cf8-40db-bdfa-cf04f87fdb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-65b56438-be47-4297-984d-21891b0ef3f9', 'network_id': '65b56438-be47-4297-984d-21891b0ef3f9', 'project_id': '3c5610764822460eaa7f53286e13c0eb', 'fixed_ips': [{'subnet_id': 'd1737192-3b76-45a9-84d4-8d7f1c10907e'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:25.141423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-63bf1ecc-5cf8-40db-bdfa-cf04f87fdb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.175616 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36480) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:25.175783 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cae0a0ee-8b50-416f-8186-73fd37e6aaa5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4490249 Oct 23 01:14:25.205461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (d1737192-3b76-45a9-84d4-8d7f1c10907e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.259277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a279a122-63f7-41b0-b1f7-5264e8463ed4', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:25.260730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.267508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:25.304453 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:25.360517 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-087b5878-44b1-44bf-8507-d7425552283f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:14:25.362559 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-087b5878-44b1-44bf-8507-d7425552283f tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2996988 Oct 23 01:14:25.365385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36482) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:25.432287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (d1737192-3b76-45a9-84d4-8d7f1c10907e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.512934 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Subnet': ['ID=d1737192-3b76-45a9-84d4-8d7f1c10907e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:25.593970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (65b56438-be47-4297-984d-21891b0ef3f9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.619571 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b56438-be47-4297-984d-21891b0ef3f9']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:25.632443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ca83e9-b1b2-42dc-8404-4d590bd59127') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:25.632758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ca83e9-b1b2-42dc-8404-4d590bd59127') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:25.645738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (19ca83e9-b1b2-42dc-8404-4d590bd59127), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.679095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5f6d-cbe3-457b-8754-304d0fe17bbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (523a0bbc-e8d6-4e3b-9eaf-7f9e6b1a1ffa), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.694716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (19ca83e9-b1b2-42dc-8404-4d590bd59127), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.711099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:25.711513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (19ca83e9-b1b2-42dc-8404-4d590bd59127), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server [None req-63bf1ecc-5cf8-40db-bdfa-cf04f87fdb4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1737192-3b76-45a9-84d4-8d7f1c10907e: This subnet is being modified by another concurrent operation. Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise self.value Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1018, in wrapper Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server raise exception Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1737192-3b76-45a9-84d4-8d7f1c10907e: This subnet is being modified by another concurrent operation. Oct 23 01:14:25.744492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR oslo_messaging.rpc.server Oct 23 01:14:25.762838 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 19ca83e9-b1b2-42dc-8404-4d590bd59127 resource provider aggregate not found Oct 23 01:14:25.768546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5f6d-cbe3-457b-8754-304d0fe17bbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (523a0bbc-e8d6-4e3b-9eaf-7f9e6b1a1ffa), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.787970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Allocated IP 172.20.0.2 (a279a122-63f7-41b0-b1f7-5264e8463ed4/b2a8a050-a8b1-4579-b936-c088d6d5c439/1de09006-ee16-41c7-9851-b417908e50d4) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:25.815842 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 19ca83e9-b1b2-42dc-8404-4d590bd59127 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19ca83e9-b1b2-42dc-8404-4d590bd59127 found for delete ", "request_id": "req-20b3301b-1600-48ae-96ae-85e24fef6c65"}]} Oct 23 01:14:25.822930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:25.911867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:25.933393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (65b56438-be47-4297-984d-21891b0ef3f9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.943715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.951222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.955533 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/networks/65b56438-be47-4297-984d-21891b0ef3f9 HTTP/1.1" status: 204 len: 168 time: 0.9623773 Oct 23 01:14:25.959586 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36488) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:25.967146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb575e66-0128-4e4a-b597-e8ffd340701e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Network': ['ID=65b56438-be47-4297-984d-21891b0ef3f9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:25.977582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:25.983322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-348779470'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:25.983712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5f6d-cbe3-457b-8754-304d0fe17bbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (523a0bbc-e8d6-4e3b-9eaf-7f9e6b1a1ffa), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.988612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5f6d-cbe3-457b-8754-304d0fe17bbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:25.989850 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ccdd5f6d-cbe3-457b-8754-304d0fe17bbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/523a0bbc-e8d6-4e3b-9eaf-7f9e6b1a1ffa HTTP/1.1" status: 204 len: 168 time: 0.6231709 Oct 23 01:14:25.994669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36490) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:26.006512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Publish callbacks [] for port (1de09006-ee16-41c7-9851-b417908e50d4), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.012403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd5f6d-cbe3-457b-8754-304d0fe17bbe tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523a0bbc-e8d6-4e3b-9eaf-7f9e6b1a1ffa,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:26.077306 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2c4e12bc-580e-45b6-94af-6068a6136832 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0792651 Oct 23 01:14:26.080990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36492) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:26.086137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-28395d39-0d2c-4079-bee5-9a171c8e1746 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464124537'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:26.087930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f2a4029f-181c-445d-b8b4-35573b279447 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:26.131043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (1de09006-ee16-41c7-9851-b417908e50d4), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.175055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:26.179217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.192211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Network a279a122-63f7-41b0-b1f7-5264e8463ed4 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:26.197937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:26.203199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:26.207835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Pushing event updated for resources: {'Port': ['ID=1de09006-ee16-41c7-9851-b417908e50d4,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:26.211494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28395d39-0d2c-4079-bee5-9a171c8e1746 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.235034 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=76,neutron:DELETE=12,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:26.251372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:26.261010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f2a4029f-181c-445d-b8b4-35573b279447 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:26.266266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f2a4029f-181c-445d-b8b4-35573b279447), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.266266 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f2a4029f-181c-445d-b8b4-35573b279447 Oct 23 01:14:26.274868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (3a65cfc7-9f8b-4ad0-8b16-11c78b559c37), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.275355 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Added segment 3a65cfc7-9f8b-4ad0-8b16-11c78b559c37 of type vlan for network 776c4148-6b33-4860-bd42-e832035c376c Oct 23 01:14:26.304690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:26.314596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28395d39-0d2c-4079-bee5-9a171c8e1746 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (5c5257b3-f2d7-4069-9bf0-38aa63f5bf83), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.342724 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Attempting to bind port 1de09006-ee16-41c7-9851-b417908e50d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:26.343091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Attempting to bind port 1de09006-ee16-41c7-9851-b417908e50d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:26.343457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Attempting to bind port 1de09006-ee16-41c7-9851-b417908e50d4 on network a279a122-63f7-41b0-b1f7-5264e8463ed4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:26.356668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (776c4148-6b33-4860-bd42-e832035c376c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.384345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28395d39-0d2c-4079-bee5-9a171c8e1746 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (5c5257b3-f2d7-4069-9bf0-38aa63f5bf83), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.386176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.1 (a279a122-63f7-41b0-b1f7-5264e8463ed4/b2a8a050-a8b1-4579-b936-c088d6d5c439/1d3f4658-3552-4373-87b2-38e08ef2cab9) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:26.413674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f2a4029f-181c-445d-b8b4-35573b279447 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:26.414103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f2a4029f-181c-445d-b8b4-35573b279447), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.431075 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28395d39-0d2c-4079-bee5-9a171c8e1746 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5257b3-f2d7-4069-9bf0-38aa63f5bf83,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:26.436618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port f2a4029f-181c-445d-b8b4-35573b279447, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2a4029f-181c-445d-b8b4-35573b279447,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:26.450172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:14:26.450172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Checking segment: {'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:26.450172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.450172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Bound using segment: {'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:14:26.450172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Bound port: 1de09006-ee16-41c7-9851-b417908e50d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:14:26.450172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1de09006-ee16-41c7-9851-b417908e50d4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.506487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-28395d39-0d2c-4079-bee5-9a171c8e1746 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.507254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f2a4029f-181c-445d-b8b4-35573b279447), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.511610 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-28395d39-0d2c-4079-bee5-9a171c8e1746 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4263906 Oct 23 01:14:26.513435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36494) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:26.517624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.521106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b69702ed-1154-4db1-ab9a-37e16bb7ae8b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:26.521680 dv-neutron-master-2-hyperv neutron-server[105985]: WARNING neutron.api.v2.base [None req-b69702ed-1154-4db1-ab9a-37e16bb7ae8b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 23 01:14:26.522324 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-b69702ed-1154-4db1-ab9a-37e16bb7ae8b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] update failed (client error): There was a conflict when trying to complete your request. Oct 23 01:14:26.528649 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b69702ed-1154-4db1-ab9a-37e16bb7ae8b tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "PUT /networking/v2.0/security-groups/5c5257b3-f2d7-4069-9bf0-38aa63f5bf83 HTTP/1.1" status: 409 len: 330 time: 0.0087006 Oct 23 01:14:26.528985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36496) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:26.543307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] For port 1de09006-ee16-41c7-9851-b417908e50d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:26.565814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (776c4148-6b33-4860-bd42-e832035c376c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.567903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] For port 1de09006-ee16-41c7-9851-b417908e50d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1de09006-ee16-41c7-9851-b417908e50d4,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:14:26.570817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:26.571456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.581542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=f2a4029f-181c-445d-b8b4-35573b279447,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:26.658781 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1de09006-ee16-41c7-9851-b417908e50d4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.678523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Network': ['ID=776c4148-6b33-4860-bd42-e832035c376c,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:26.684635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b191c61-338a-4e92-a134-1fa22c77a192 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (5c5257b3-f2d7-4069-9bf0-38aa63f5bf83), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.689180 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.701816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36498) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:26.702035 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-29a9121a-a2ec-4ea8-97e0-d8921467e9ab tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7408731 Oct 23 01:14:26.705112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:26.709036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'subnet': {'network_id': '776c4148-6b33-4860-bd42-e832035c376c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:26.717578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 776c4148-6b33-4860-bd42-e832035c376c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:26.769179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network a279a122-63f7-41b0-b1f7-5264e8463ed4 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:26.773170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b191c61-338a-4e92-a134-1fa22c77a192 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (5c5257b3-f2d7-4069-9bf0-38aa63f5bf83), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:26.787874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:26.799341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:26.823162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=1d3f4658-3552-4373-87b2-38e08ef2cab9,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:26.832270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0caebf-9f9a-47c7-bdbd-1863fcd43732 None None] Pushing event updated for resources: {'Port': ['ID=1de09006-ee16-41c7-9851-b417908e50d4,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:26.918222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (bde4e2ba-394d-49e8-b659-070234cae0e2), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:27.006155 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:27.012796 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=35 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:27.021363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:27.038595 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b191c61-338a-4e92-a134-1fa22c77a192 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (5c5257b3-f2d7-4069-9bf0-38aa63f5bf83), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:27.041834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b191c61-338a-4e92-a134-1fa22c77a192 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:27.043308 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6b191c61-338a-4e92-a134-1fa22c77a192 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5c5257b3-f2d7-4069-9bf0-38aa63f5bf83 HTTP/1.1" status: 204 len: 168 time: 0.5134385 Oct 23 01:14:27.051596 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36500) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:27.085572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b191c61-338a-4e92-a134-1fa22c77a192 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5257b3-f2d7-4069-9bf0-38aa63f5bf83,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:27.144795 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5792aff3-3ae5-48c2-ae3d-3a2e011ffadf tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0904105 Oct 23 01:14:27.148714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36502) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:27.174837 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-98a81d40-c455-46c9-9ad7-e9058556aa6a tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] delete failed (client error): The resource could not be found. Oct 23 01:14:27.180517 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-98a81d40-c455-46c9-9ad7-e9058556aa6a tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f59f4a65-7804-48b3-9a6a-5aa0768c8d51 HTTP/1.1" status: 404 len: 347 time: 0.0262392 Oct 23 01:14:27.180517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36504) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:27.203035 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-6b2aa79e-65ef-401a-90e6-1216cbfecb23 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] show failed (client error): The resource could not be found. Oct 23 01:14:27.204034 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6b2aa79e-65ef-401a-90e6-1216cbfecb23 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-groups/4a143397-a3ac-4ac6-a7b5-a25b446c5c7d HTTP/1.1" status: 404 len: 347 time: 0.0227623 Oct 23 01:14:27.208073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36506) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:27.211059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:27.230038 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-0b382633-3368-4eb0-9a62-1b0bab332849 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] show failed (client error): The resource could not be found. Oct 23 01:14:27.230988 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0b382633-3368-4eb0-9a62-1b0bab332849 tempest-NegativeSecGroupIPv6Test-132820659 tempest-NegativeSecGroupIPv6Test-132820659-project] 10.222.0.36 "GET /networking/v2.0/security-group-rules/8370fe70-d91a-4777-a497-2b4155a1e3d7 HTTP/1.1" status: 404 len: 356 time: 0.0219207 Oct 23 01:14:27.316043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:27.356094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:27.392212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (23570387-9aa1-4206-b9ac-e5ceeabf2949), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:27.466918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Subnet': ['ID=23570387-9aa1-4206-b9ac-e5ceeabf2949,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:27.477659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Checking segment: {'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:27.478076 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network hostable DHCP agents. Network: 776c4148-6b33-4860-bd42-e832035c376c, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:27.530277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:27.583755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network 776c4148-6b33-4860-bd42-e832035c376c is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:27.613133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:27.697064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=1d3f4658-3552-4373-87b2-38e08ef2cab9,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:27.699860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (bde4e2ba-394d-49e8-b659-070234cae0e2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:27.706059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 776c4148-6b33-4860-bd42-e832035c376c) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:27.722924 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:27.724451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:27.836073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36512) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:27.881657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network a279a122-63f7-41b0-b1f7-5264e8463ed4 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:27.881657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:27.965502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b8d40-aef2-4f3e-b22b-6d4bc636d889 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:14:28.003104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router bde4e2ba-394d-49e8-b659-070234cae0e2 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:14:28.014607 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-858763c9-7b7e-4689-a4e5-94b040b40b1b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0c720e9a1ed74ab386b35f87fabf216e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1772850 Oct 23 01:14:28.015497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36516) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:28.037966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f766e027-b558-425c-be52-677e0655d72a None None] Provisioning complete for port 1de09006-ee16-41c7-9851-b417908e50d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:28.038505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f766e027-b558-425c-be52-677e0655d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1de09006-ee16-41c7-9851-b417908e50d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:28.038938 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f766e027-b558-425c-be52-677e0655d72a None None] Attempt 1 to provision port 1de09006-ee16-41c7-9851-b417908e50d4 Oct 23 01:14:28.083704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ef251e5b-1457-4dab-bb05-2e8386c899be admin admin] Publish callbacks [] for security_group (e2c34160-b2c3-405f-a28e-d6bdb068bfda), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:28.140748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ef251e5b-1457-4dab-bb05-2e8386c899be admin admin] Publish callbacks [] for security_group (e2c34160-b2c3-405f-a28e-d6bdb068bfda), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:28.173157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1de09006-ee16-41c7-9851-b417908e50d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:28.188171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b8d40-aef2-4f3e-b22b-6d4bc636d889 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:14:28.190622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:14:28.210366 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Sync routers for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:14:28.215859 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c4d7f88b-8952-4354-848e-a9ea595f99c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/bde4e2ba-394d-49e8-b659-070234cae0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0385802 Oct 23 01:14:28.218841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36518) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:28.224210 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:28.226290 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:28.233613 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:28.234509 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:14:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:28.341178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1de09006-ee16-41c7-9851-b417908e50d4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:28.341610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1de09006-ee16-41c7-9851-b417908e50d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:28.342294 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1de09006-ee16-41c7-9851-b417908e50d4 Oct 23 01:14:28.346496 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8ba375e5-30af-421d-8c50-e4d3682c9dfb tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6426899 Oct 23 01:14:28.348412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f766e027-b558-425c-be52-677e0655d72a None None] Current status of the port 1de09006-ee16-41c7-9851-b417908e50d4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:28.349066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f766e027-b558-425c-be52-677e0655d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1de09006-ee16-41c7-9851-b417908e50d4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:28.350512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36520) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:28.372262 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:28.496370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f766e027-b558-425c-be52-677e0655d72a None None] For port 1de09006-ee16-41c7-9851-b417908e50d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1de09006-ee16-41c7-9851-b417908e50d4,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:28.498024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ef251e5b-1457-4dab-bb05-2e8386c899be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (e2c34160-b2c3-405f-a28e-d6bdb068bfda), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:28.500908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ef251e5b-1457-4dab-bb05-2e8386c899be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:28.504563 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ef251e5b-1457-4dab-bb05-2e8386c899be admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e2c34160-b2c3-405f-a28e-d6bdb068bfda HTTP/1.1" status: 204 len: 168 time: 0.4856532 Oct 23 01:14:28.532710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef251e5b-1457-4dab-bb05-2e8386c899be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c34160-b2c3-405f-a28e-d6bdb068bfda,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:28.552522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7236e1-acb8-41d8-90ed-3cee1cbe6f46 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.553094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7236e1-acb8-41d8-90ed-3cee1cbe6f46 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.553569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7236e1-acb8-41d8-90ed-3cee1cbe6f46 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.554110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7236e1-acb8-41d8-90ed-3cee1cbe6f46 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.554574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7236e1-acb8-41d8-90ed-3cee1cbe6f46 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.555116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7236e1-acb8-41d8-90ed-3cee1cbe6f46 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.555806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7236e1-acb8-41d8-90ed-3cee1cbe6f46 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.562177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7236e1-acb8-41d8-90ed-3cee1cbe6f46 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.565250 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9a7236e1-acb8-41d8-90ed-3cee1cbe6f46 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 5627 time: 0.3448145 Oct 23 01:14:28.570817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36524) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:28.599268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f766e027-b558-425c-be52-677e0655d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1de09006-ee16-41c7-9851-b417908e50d4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:28.703780 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:14:27Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:27Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:28.748732 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Checking router: bde4e2ba-394d-49e8-b659-070234cae0e2 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:14:28.749138 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Updating router bde4e2ba-394d-49e8-b659-070234cae0e2 port 1d3f4658-3552-4373-87b2-38e08ef2cab9 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:14:28.761728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-776c4148-6b33-4860-bd42-e832035c376c', 'network_id': '776c4148-6b33-4860-bd42-e832035c376c', 'project_id': '3c5610764822460eaa7f53286e13c0eb', 'fixed_ips': [{'subnet_id': '23570387-9aa1-4206-b9ac-e5ceeabf2949'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:28.762728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:28.768783 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:28.799276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4750d9-1a1b-4a24-b087-bbda7293f5cc tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.800043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4750d9-1a1b-4a24-b087-bbda7293f5cc tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.800565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4750d9-1a1b-4a24-b087-bbda7293f5cc tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.801415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4750d9-1a1b-4a24-b087-bbda7293f5cc tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.801906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4750d9-1a1b-4a24-b087-bbda7293f5cc tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.802359 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4750d9-1a1b-4a24-b087-bbda7293f5cc tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:28.804611 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4c4750d9-1a1b-4a24-b087-bbda7293f5cc tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.2267327 Oct 23 01:14:28.808096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36526) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:28.818845 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1de09006-ee16-41c7-9851-b417908e50d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:28.820215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f2a4029f-181c-445d-b8b4-35573b279447 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:28.825311 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:28.894586 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (776c4148-6b33-4860-bd42-e832035c376c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:28.923882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:28.961559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Allocated IP 2001:db8::2 (776c4148-6b33-4860-bd42-e832035c376c/23570387-9aa1-4206-b9ac-e5ceeabf2949/5637c0e2-4272-40e3-9e3f-cc572b46ef4e) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:29.033594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (23570387-9aa1-4206-b9ac-e5ceeabf2949), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.067680 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:29.185302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:29.185302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:29.190334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766e027-b558-425c-be52-677e0655d72a None None] Pushing event updated for resources: {'Port': ['ID=1de09006-ee16-41c7-9851-b417908e50d4,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:29.225090 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Publish callbacks [] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.225712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Publish callbacks [] for port (5637c0e2-4272-40e3-9e3f-cc572b46ef4e), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.249399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f2a4029f-181c-445d-b8b4-35573b279447 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:29.250166 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f2a4029f-181c-445d-b8b4-35573b279447), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.250606 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f2a4029f-181c-445d-b8b4-35573b279447 Oct 23 01:14:29.350031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f2a4029f-181c-445d-b8b4-35573b279447 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:29.357697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (5637c0e2-4272-40e3-9e3f-cc572b46ef4e), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.358176 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.403144 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Pushing event updated for resources: {'Port': ['ID=1d3f4658-3552-4373-87b2-38e08ef2cab9,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:29.405103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Network 776c4148-6b33-4860-bd42-e832035c376c is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:29.413869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:29.419093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:29.424549 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.424884 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.425429 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.425954 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.427745 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.427936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Pushing event updated for resources: {'Port': ['ID=5637c0e2-4272-40e3-9e3f-cc572b46ef4e,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:29.428479 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.429214 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.430530 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.431350 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.431690 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.432049 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.432386 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.432717 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.433034 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.433353 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:14:29.482170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (23570387-9aa1-4206-b9ac-e5ceeabf2949), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.532255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:29.532790 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:29.533321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.533492 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d49c298d-52e3-4b60-af2d-788f8ee8b087 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.7228885 Oct 23 01:14:29.549367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:29.554479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Subnet': ['ID=23570387-9aa1-4206-b9ac-e5ceeabf2949,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.580252 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.586246 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.620433 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.623726 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Failed to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] Oct 23 01:14:29.625114 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempt 2 to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e Oct 23 01:14:29.627627 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Attempting to bind port 1d3f4658-3552-4373-87b2-38e08ef2cab9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:29.628007 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Attempting to bind port 1d3f4658-3552-4373-87b2-38e08ef2cab9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:29.628658 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Attempting to bind port 1d3f4658-3552-4373-87b2-38e08ef2cab9 on network a279a122-63f7-41b0-b1f7-5264e8463ed4 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.643216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:29.643626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:29.644202 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.660539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (776c4148-6b33-4860-bd42-e832035c376c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.669422 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.672819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.686250 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:14:29.686867 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Checking segment: {'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:29.687131 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.687532 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Bound using segment: {'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:14:29.688021 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Bound port: 1d3f4658-3552-4373-87b2-38e08ef2cab9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:14:29.688401 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.693277 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.697356 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Failed to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] Oct 23 01:14:29.697356 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempt 3 to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e Oct 23 01:14:29.709400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:29.709799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:29.710208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.717064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776c4148-6b33-4860-bd42-e832035c376c']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.735755 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.739426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.746433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:29.748036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:29.767491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36546) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.771818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.774644 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Failed to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] Oct 23 01:14:29.774734 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1d28eda1-ad40-4365-bdaf-1e5934606396 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595694118', 'description': 'tempest-secgroup-smoke-1595694118 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:29.774859 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempt 4 to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e Oct 23 01:14:29.785584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (3a65cfc7-9f8b-4ad0-8b16-11c78b559c37), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.788356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:29.788795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:29.789174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.793159 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] For port 1d3f4658-3552-4373-87b2-38e08ef2cab9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:29.798822 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] For port 1d3f4658-3552-4373-87b2-38e08ef2cab9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d3f4658-3552-4373-87b2-38e08ef2cab9,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:14:29.801585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (3a65cfc7-9f8b-4ad0-8b16-11c78b559c37), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.809594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:29.810092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (3a65cfc7-9f8b-4ad0-8b16-11c78b559c37), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.816284 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.819312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.839463 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.842871 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Failed to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] Oct 23 01:14:29.842871 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempt 5 to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e Oct 23 01:14:29.862378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:29.862569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:29.863155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.863705 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 3a65cfc7-9f8b-4ad0-8b16-11c78b559c37 resource provider aggregate not found Oct 23 01:14:29.885283 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 3a65cfc7-9f8b-4ad0-8b16-11c78b559c37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a65cfc7-9f8b-4ad0-8b16-11c78b559c37 found for delete ", "request_id": "req-7188bf2f-3fa3-4256-94da-8f7a0398b35f"}]} Oct 23 01:14:29.887386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.889082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.892554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.904356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d28eda1-ad40-4365-bdaf-1e5934606396 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.907576 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.911101 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.914386 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Failed to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] Oct 23 01:14:29.914386 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempt 6 to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e Oct 23 01:14:29.924516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:29.924826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:29.925210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.928046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.api [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:14:29.928046 dv-neutron-master-2-hyperv neutron-server[105984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:14:29.928046 dv-neutron-master-2-hyperv neutron-server[105984]: [parameters: {'id': '776c4148-6b33-4860-bd42-e832035c376c'}] Oct 23 01:14:29.928046 dv-neutron-master-2-hyperv neutron-server[105984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:14:29.928046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG oslo_db.api [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:14:29.936897 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.945447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.949052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:29.949139 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:29.949139 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:14:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:29.979957 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:29.983111 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Failed to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] Oct 23 01:14:29.983111 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempt 7 to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e Oct 23 01:14:29.992166 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d28eda1-ad40-4365-bdaf-1e5934606396 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (fb4c07a7-f26f-4476-bb20-e4f122667ddc), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.001648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:30.002233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:30.002601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.027728 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:30.030858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:30.030952 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b176f74-4519-4c4c-84b4-d25b6b19d575 None None] Pushing event updated for resources: {'Port': ['ID=1d3f4658-3552-4373-87b2-38e08ef2cab9,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Failed to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] Oct 23 01:14:30.058304 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempt 8 to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e Oct 23 01:14:30.068203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1de09006-ee16-41c7-9851-b417908e50d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:30.073936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d28eda1-ad40-4365-bdaf-1e5934606396 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fb4c07a7-f26f-4476-bb20-e4f122667ddc), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.084462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:30.085294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:30.086313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:30.093769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:30.108325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28eda1-ad40-4365-bdaf-1e5934606396 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4c07a7-f26f-4476-bb20-e4f122667ddc,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:30.123489 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:30.131024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36556) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.140036 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:30.142926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.168835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:30.172248 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Failed to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] Oct 23 01:14:30.172906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d28eda1-ad40-4365-bdaf-1e5934606396 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.173496 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempt 9 to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e Oct 23 01:14:30.175065 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1d28eda1-ad40-4365-bdaf-1e5934606396 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4063962 Oct 23 01:14:30.178940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36560) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:30.185177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3ba0a6c3-f653-4f28-999f-8495865691bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'fb4c07a7-f26f-4476-bb20-e4f122667ddc', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:30.191675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:30.192236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:30.192390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.214310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:30.217876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.240587 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:30.243793 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Failed to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] Oct 23 01:14:30.243793 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempt 10 to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e Oct 23 01:14:30.250896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1de09006-ee16-41c7-9851-b417908e50d4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:30.251254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1de09006-ee16-41c7-9851-b417908e50d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.251585 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1de09006-ee16-41c7-9851-b417908e50d4 Oct 23 01:14:30.255933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-205096360-network', 'tenant_id': 'f72f393da782466e883c0bbed2da37e1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:30.273035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:30.273989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:30.275480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:30.293956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a6c3-f653-4f28-999f-8495865691bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (2b8e4768-0fa4-487c-9b14-15f49f31a62e), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.301580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:30.305095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempting to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on network 776c4148-6b33-4860-bd42-e832035c376c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:30.368542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a6c3-f653-4f28-999f-8495865691bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (2b8e4768-0fa4-487c-9b14-15f49f31a62e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.370547 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:14:27Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:29Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:30.377028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Made reservation on behalf of f72f393da782466e883c0bbed2da37e1 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:30.377028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.384692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.398121 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d24b10-ec70-482e-9660-d476b83b5894 None None] The sync data for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv is: [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:14:27Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:29Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:14:30.430433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (776c4148-6b33-4860-bd42-e832035c376c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.454473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a6c3-f653-4f28-999f-8495865691bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (2b8e4768-0fa4-487c-9b14-15f49f31a62e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 23570387-9aa1-4206-b9ac-e5ceeabf2949 could not be found. Oct 23 01:14:30.510110 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:30.513369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0a6c3-f653-4f28-999f-8495865691bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8e4768-0fa4-487c-9b14-15f49f31a62e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:30.514056 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Failed to bind port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '776c4148-6b33-4860-bd42-e832035c376c'}] Oct 23 01:14:30.514476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (5637c0e2-4272-40e3-9e3f-cc572b46ef4e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.516139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Deleting port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:30.516552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (5637c0e2-4272-40e3-9e3f-cc572b46ef4e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.547353 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Publish callbacks [] for security_group (75340010-ca04-44cc-9e1d-b04e5d3e51d9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.578047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a6c3-f653-4f28-999f-8495865691bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.582130 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3ba0a6c3-f653-4f28-999f-8495865691bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3992383 Oct 23 01:14:30.582732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36562) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:30.588140 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a328e6f6-a0e9-432f-8426-539251045a72 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'fb4c07a7-f26f-4476-bb20-e4f122667ddc', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:30.611901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] For port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:30.612433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (5637c0e2-4272-40e3-9e3f-cc572b46ef4e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.623913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (75340010-ca04-44cc-9e1d-b04e5d3e51d9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.631396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Calling delete_port for 5637c0e2-4272-40e3-9e3f-cc572b46ef4e owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:30.637435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1de09006-ee16-41c7-9851-b417908e50d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:30.644984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] For port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:30.645286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Attempted to set empty binding levels {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:14:30.661748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:30.672468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75340010-ca04-44cc-9e1d-b04e5d3e51d9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:30.678592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (496745bb-873a-42b9-8423-c038e0596bd6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.678931 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Added segment 496745bb-873a-42b9-8423-c038e0596bd6 of type vlan for network 57784db4-ff4e-45a6-b39e-2a7d63b9af5f Oct 23 01:14:30.726120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (57784db4-ff4e-45a6-b39e-2a7d63b9af5f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.728974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (5637c0e2-4272-40e3-9e3f-cc572b46ef4e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.746034 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a328e6f6-a0e9-432f-8426-539251045a72 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (a4d08732-18b6-43d8-a3a6-d20c3a229963), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.800113 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (5637c0e2-4272-40e3-9e3f-cc572b46ef4e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.827412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a328e6f6-a0e9-432f-8426-539251045a72 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (a4d08732-18b6-43d8-a3a6-d20c3a229963), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.844373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Port': ['ID=5637c0e2-4272-40e3-9e3f-cc572b46ef4e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:30.847544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No DVR routers for this DVR port 5637c0e2-4272-40e3-9e3f-cc572b46ef4e on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:30.854074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (57784db4-ff4e-45a6-b39e-2a7d63b9af5f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.856154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89a939-f737-4657-adde-9634becd7aaa None None] Pushing event updated for resources: {'Port': ['ID=5637c0e2-4272-40e3-9e3f-cc572b46ef4e,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:30.857135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:30.860853 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.871077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa3e9b8-a4db-4759-91a2-adf2f2e9d201 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:14:30.901255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:30.941171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a328e6f6-a0e9-432f-8426-539251045a72 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (a4d08732-18b6-43d8-a3a6-d20c3a229963), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.964959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (776c4148-6b33-4860-bd42-e832035c376c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:30.969197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] Pushing event updated for resources: {'Network': ['ID=57784db4-ff4e-45a6-b39e-2a7d63b9af5f,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:30.973968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:30.983558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 57784db4-ff4e-45a6-b39e-2a7d63b9af5f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:30.990119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa3e9b8-a4db-4759-91a2-adf2f2e9d201 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:14:30.993045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328e6f6-a0e9-432f-8426-539251045a72 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d08732-18b6-43d8-a3a6-d20c3a229963,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:30.996904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776c4148-6b33-4860-bd42-e832035c376c']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:31.015703 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8127af2f-998b-457a-a9d8-2275c1872766 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8835511 Oct 23 01:14:31.018627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36564) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:31.020295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:31.020437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a65cfc7-9f8b-4ad0-8b16-11c78b559c37') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:31.028230 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-126500c2-7391-4799-b481-11447028479a admin admin] Request body: {'subnet': {'network_id': '57784db4-ff4e-45a6-b39e-2a7d63b9af5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-205096360-subnet', 'tenant_id': 'f72f393da782466e883c0bbed2da37e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:31.039472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (3a65cfc7-9f8b-4ad0-8b16-11c78b559c37), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.063191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (3a65cfc7-9f8b-4ad0-8b16-11c78b559c37), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.071021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:31.071430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (3a65cfc7-9f8b-4ad0-8b16-11c78b559c37), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.088784 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a328e6f6-a0e9-432f-8426-539251045a72 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.090817 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a328e6f6-a0e9-432f-8426-539251045a72 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5067461 Oct 23 01:14:31.093168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36566) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:31.098244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5556aa50-7977-4fa4-8e03-07d518da3104 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'fb4c07a7-f26f-4476-bb20-e4f122667ddc', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:31.189629 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126500c2-7391-4799-b481-11447028479a admin admin] Made reservation on behalf of f72f393da782466e883c0bbed2da37e1 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:31.192369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-126500c2-7391-4799-b481-11447028479a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.224254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (776c4148-6b33-4860-bd42-e832035c376c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.232628 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.242969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36568) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:31.245707 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/networks/776c4148-6b33-4860-bd42-e832035c376c HTTP/1.1" status: 204 len: 168 time: 2.8935332 Oct 23 01:14:31.249090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1951101868'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:31.265175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5556aa50-7977-4fa4-8e03-07d518da3104 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (1276cf14-8fd4-41e6-babf-d98395fabacf), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.276936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf41958-d162-4aa1-b54b-68b30b112bc9 None None] Network a279a122-63f7-41b0-b1f7-5264e8463ed4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:31.282248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687e7cd-d069-45be-b5fc-a51fe8d9431d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Network': ['ID=776c4148-6b33-4860-bd42-e832035c376c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:31.298507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffebd28a-0a07-4c72-a1b0-2636628ad166 None None] Network 65b56438-be47-4297-984d-21891b0ef3f9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:31.301081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91931d15-8fd9-418f-bf31-0e2c98b7debd None None] Network 776c4148-6b33-4860-bd42-e832035c376c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:31.329433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:31.358850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffebd28a-0a07-4c72-a1b0-2636628ad166 None None] Network 65b56438-be47-4297-984d-21891b0ef3f9 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:14:31.361537 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5556aa50-7977-4fa4-8e03-07d518da3104 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (1276cf14-8fd4-41e6-babf-d98395fabacf), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.361942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91931d15-8fd9-418f-bf31-0e2c98b7debd None None] Network 776c4148-6b33-4860-bd42-e832035c376c could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:14:31.376371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c5d43d-89e5-46ac-aa16-f74f2c18f80a None None] Network 776c4148-6b33-4860-bd42-e832035c376c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:31.380968 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:31.385004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.398028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c5d43d-89e5-46ac-aa16-f74f2c18f80a None None] Network 776c4148-6b33-4860-bd42-e832035c376c could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:14:31.422714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:31.469572 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5556aa50-7977-4fa4-8e03-07d518da3104 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (1276cf14-8fd4-41e6-babf-d98395fabacf), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.471665 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ea4f3202-da95-48e6-ad87-ec151a73e347), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.471985 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Added segment ea4f3202-da95-48e6-ad87-ec151a73e347 of type vlan for network 5cf19bd4-0471-4aba-8861-5c001e900fb8 Oct 23 01:14:31.524958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556aa50-7977-4fa4-8e03-07d518da3104 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1276cf14-8fd4-41e6-babf-d98395fabacf,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:31.542437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (5cf19bd4-0471-4aba-8861-5c001e900fb8), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.617308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-126500c2-7391-4799-b481-11447028479a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (2d13a955-3f8a-4ddd-a908-0f9a7dc28809), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.655096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (5cf19bd4-0471-4aba-8861-5c001e900fb8), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.660342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:31.660978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.667355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5556aa50-7977-4fa4-8e03-07d518da3104 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.670008 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5556aa50-7977-4fa4-8e03-07d518da3104 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5745099 Oct 23 01:14:31.671629 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36570) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:31.674773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:31.676196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-1ff8f605-f74e-4172-a185-67faf07ec71c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'fb4c07a7-f26f-4476-bb20-e4f122667ddc', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:31.716745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:31.724696 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126500c2-7391-4799-b481-11447028479a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d13a955-3f8a-4ddd-a908-0f9a7dc28809,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:31.756527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] Provisioning complete for port 1de09006-ee16-41c7-9851-b417908e50d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:31.756527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1de09006-ee16-41c7-9851-b417908e50d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.756744 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] Attempt 1 to provision port 1de09006-ee16-41c7-9851-b417908e50d4 Oct 23 01:14:31.788770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Network': ['ID=5cf19bd4-0471-4aba-8861-5c001e900fb8,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:31.795180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126500c2-7391-4799-b481-11447028479a admin admin] Checking segment: {'id': '496745bb-873a-42b9-8423-c038e0596bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '57784db4-ff4e-45a6-b39e-2a7d63b9af5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:31.795836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126500c2-7391-4799-b481-11447028479a admin admin] Network hostable DHCP agents. Network: 57784db4-ff4e-45a6-b39e-2a7d63b9af5f, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:31.806140 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1ff8f605-f74e-4172-a185-67faf07ec71c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (8c4e3349-ffaf-4126-8a55-fd6273874072), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.811583 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-22a2eaed-39ad-4a2f-8d47-889c95cec03b tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5667284 Oct 23 01:14:31.815986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 5cf19bd4-0471-4aba-8861-5c001e900fb8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:31.816131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36572) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:31.819967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Request body: {'subnet': {'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:31.911843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1ff8f605-f74e-4172-a185-67faf07ec71c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (8c4e3349-ffaf-4126-8a55-fd6273874072), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.923214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126500c2-7391-4799-b481-11447028479a admin admin] Network 57784db4-ff4e-45a6-b39e-2a7d63b9af5f is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:31.928020 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 3a65cfc7-9f8b-4ad0-8b16-11c78b559c37 resource provider aggregate not found Oct 23 01:14:31.949142 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] Current status of the port 1de09006-ee16-41c7-9851-b417908e50d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:31.951584 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 3a65cfc7-9f8b-4ad0-8b16-11c78b559c37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a65cfc7-9f8b-4ad0-8b16-11c78b559c37 found for delete ", "request_id": "req-a1031bfc-6139-4467-82cc-2b122527b31d"}]} Oct 23 01:14:31.960801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] Provisioning complete for port 1d3f4658-3552-4373-87b2-38e08ef2cab9 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:31.961656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.961835 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] Attempt 1 to provision port 1d3f4658-3552-4373-87b2-38e08ef2cab9 Oct 23 01:14:32.001023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1ff8f605-f74e-4172-a185-67faf07ec71c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (8c4e3349-ffaf-4126-8a55-fd6273874072), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.029991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Made reservation on behalf of 3c5610764822460eaa7f53286e13c0eb for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:32.033413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8f605-f74e-4172-a185-67faf07ec71c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4e3349-ffaf-4126-8a55-fd6273874072,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:32.035331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.040168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-126500c2-7391-4799-b481-11447028479a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 57784db4-ff4e-45a6-b39e-2a7d63b9af5f) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:32.051024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadf8a38-9143-4405-949b-41423d8585ac None None] Network 57784db4-ff4e-45a6-b39e-2a7d63b9af5f requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:32.072990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126500c2-7391-4799-b481-11447028479a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:32.074804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-126500c2-7391-4799-b481-11447028479a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.090191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1d3f4658-3552-4373-87b2-38e08ef2cab9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:32.135497 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1ff8f605-f74e-4172-a185-67faf07ec71c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.139580 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1ff8f605-f74e-4172-a185-67faf07ec71c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4644313 Oct 23 01:14:32.139837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36578) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:32.146626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b30b3ac5-8af9-4008-88e6-e41556ce0ae8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'fb4c07a7-f26f-4476-bb20-e4f122667ddc', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:32.151214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] Current status of the port 1d3f4658-3552-4373-87b2-38e08ef2cab9 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:32.151658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.232315 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-126500c2-7391-4799-b481-11447028479a admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2011254 Oct 23 01:14:32.241188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:32.244284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] For port 1d3f4658-3552-4373-87b2-38e08ef2cab9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d3f4658-3552-4373-87b2-38e08ef2cab9,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:32.247015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1d3f4658-3552-4373-87b2-38e08ef2cab9 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:32.247604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.248145 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1d3f4658-3552-4373-87b2-38e08ef2cab9 Oct 23 01:14:32.287541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3409ed-4ab6-4554-9bd0-8e8f0c09f67b None None] Network 57784db4-ff4e-45a6-b39e-2a7d63b9af5f requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:32.296848 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-b30b3ac5-8af9-4008-88e6-e41556ce0ae8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:14:32.317677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b30b3ac5-8af9-4008-88e6-e41556ce0ae8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (26664d9f-5b88-4467-b367-e9336e7fce10), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.350972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.416786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b30b3ac5-8af9-4008-88e6-e41556ce0ae8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (26664d9f-5b88-4467-b367-e9336e7fce10), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.475205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ab739-d756-4c2a-871f-2e953bf1261b None None] Pushing event updated for resources: {'Port': ['ID=1d3f4658-3552-4373-87b2-38e08ef2cab9,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:32.481715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.objects.ports [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105985) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 01:14:32.483239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (77cf8e3b-0d10-4e4c-92f2-199bb3ec675f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.491117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1d3f4658-3552-4373-87b2-38e08ef2cab9 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:32.492290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b30b3ac5-8af9-4008-88e6-e41556ce0ae8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (26664d9f-5b88-4467-b367-e9336e7fce10), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.498166 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c533f086-75a2-4cfd-a775-457e4cd40c58 None None] Provisioning complete for port 1d3f4658-3552-4373-87b2-38e08ef2cab9 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:32.498551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c533f086-75a2-4cfd-a775-457e4cd40c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.503605 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c533f086-75a2-4cfd-a775-457e4cd40c58 None None] Attempt 1 to provision port 1d3f4658-3552-4373-87b2-38e08ef2cab9 Oct 23 01:14:32.518880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b3ac5-8af9-4008-88e6-e41556ce0ae8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26664d9f-5b88-4467-b367-e9336e7fce10,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:32.555567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event updated for resources: {'Subnet': ['ID=77cf8e3b-0d10-4e4c-92f2-199bb3ec675f,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:32.564292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Checking segment: {'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:32.564641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network hostable DHCP agents. Network: 5cf19bd4-0471-4aba-8861-5c001e900fb8, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:32.580780 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:32.591379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c533f086-75a2-4cfd-a775-457e4cd40c58 None None] Current status of the port 1d3f4658-3552-4373-87b2-38e08ef2cab9 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:32.596929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b30b3ac5-8af9-4008-88e6-e41556ce0ae8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.600907 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b30b3ac5-8af9-4008-88e6-e41556ce0ae8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4574094 Oct 23 01:14:32.601228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36586) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:32.605666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-264fc53b-d8b3-41f6-9812-13b553486c2c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'fb4c07a7-f26f-4476-bb20-e4f122667ddc', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:32.635599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Network 5cf19bd4-0471-4aba-8861-5c001e900fb8 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:32.669307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:32.692045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5cf19bd4-0471-4aba-8861-5c001e900fb8) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:32.692545 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-264fc53b-d8b3-41f6-9812-13b553486c2c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:14:32.698944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:32.700026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.704764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-264fc53b-d8b3-41f6-9812-13b553486c2c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (c1b78a2f-6320-4369-970e-38b5f60698ae), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.704906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5a3a15-6429-44dd-b8ef-eaff2f55e866 None None] Network 5cf19bd4-0471-4aba-8861-5c001e900fb8 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:32.775418 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-264fc53b-d8b3-41f6-9812-13b553486c2c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (c1b78a2f-6320-4369-970e-38b5f60698ae), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.787139 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a0400604-b7ee-4f48-9397-0ceeacd0e65e tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9717340 Oct 23 01:14:32.790111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36592) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:32.822429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5cf19bd4-0471-4aba-8861-5c001e900fb8', 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8', 'project_id': '3c5610764822460eaa7f53286e13c0eb', 'fixed_ips': [{'subnet_id': '77cf8e3b-0d10-4e4c-92f2-199bb3ec675f'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:32.823406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.863938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-264fc53b-d8b3-41f6-9812-13b553486c2c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (c1b78a2f-6320-4369-970e-38b5f60698ae), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.881816 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fc53b-d8b3-41f6-9812-13b553486c2c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b78a2f-6320-4369-970e-38b5f60698ae,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:32.899011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (5cf19bd4-0471-4aba-8861-5c001e900fb8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.951555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-264fc53b-d8b3-41f6-9812-13b553486c2c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.952788 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-264fc53b-d8b3-41f6-9812-13b553486c2c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3505719 Oct 23 01:14:32.953860 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (77cf8e3b-0d10-4e4c-92f2-199bb3ec675f), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.979411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Allocated IP 2001:db8::f816:3eff:fe85:93ad (5cf19bd4-0471-4aba-8861-5c001e900fb8/77cf8e3b-0d10-4e4c-92f2-199bb3ec675f/afe43a70-1062-4178-baab-ab07c12aa350) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:33.071679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36604) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:33.077147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-509981373-network', 'tenant_id': 'f6d4cabfcc864cd8a009fa473348783e'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:33.142712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Publish callbacks [] for port (afe43a70-1062-4178-baab-ab07c12aa350), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.183918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Made reservation on behalf of f6d4cabfcc864cd8a009fa473348783e for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:33.186891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.189442 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-c11b1c46-9656-4c84-a76a-bd9f402dfa20 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1595694118&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0543427 Oct 23 01:14:33.196764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.209822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (afe43a70-1062-4178-baab-ab07c12aa350), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.251227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Network 5cf19bd4-0471-4aba-8861-5c001e900fb8 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:33.254151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:33.260231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:33.271294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Pushing event updated for resources: {'Port': ['ID=afe43a70-1062-4178-baab-ab07c12aa350,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:33.283439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (77cf8e3b-0d10-4e4c-92f2-199bb3ec675f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.321737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-a5aee4f6-b079-4152-95ac-2a270c4c20fe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:33.323694 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-a5aee4f6-b079-4152-95ac-2a270c4c20fe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a279a122-63f7-41b0-b1f7-5264e8463ed4 HTTP/1.1" status: 200 len: 797 time: 0.1290853 Oct 23 01:14:33.326136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:33.332936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Subnet': ['ID=77cf8e3b-0d10-4e4c-92f2-199bb3ec675f,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:33.345687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:33.346548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:33.346548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.353963 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-60617fb5-5f77-4ec7-9eac-ced753897a54 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/quotas/0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 375 time: 0.0173948 Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.382080 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.385867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.409081 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.412351 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Failed to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] Oct 23 01:14:33.412351 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempt 2 to bind port afe43a70-1062-4178-baab-ab07c12aa350 Oct 23 01:14:33.412539 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (5cf19bd4-0471-4aba-8861-5c001e900fb8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.421445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:33.426442 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:33.426884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:33.427266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.448282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf19bd4-0471-4aba-8861-5c001e900fb8']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.452447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.455818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.459237 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-90b38d2e-2bca-4439-bf60-efb640652f49 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987873 Oct 23 01:14:33.469271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4f3202-da95-48e6-ad87-ec151a73e347') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:33.469576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4f3202-da95-48e6-ad87-ec151a73e347') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:33.472870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Publish callbacks [] for security_group (d6be7d41-6728-48b1-80a2-1e7348b62878), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Failed to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] Oct 23 01:14:33.476582 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempt 3 to bind port afe43a70-1062-4178-baab-ab07c12aa350 Oct 23 01:14:33.482803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (ea4f3202-da95-48e6-ad87-ec151a73e347), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.493383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:33.494003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:33.494441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.500204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ea4f3202-da95-48e6-ad87-ec151a73e347), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.509881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:33.510399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (ea4f3202-da95-48e6-ad87-ec151a73e347), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.516661 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.520993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.549977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Failed to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] Oct 23 01:14:33.559906 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempt 4 to bind port afe43a70-1062-4178-baab-ab07c12aa350 Oct 23 01:14:33.560213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d6be7d41-6728-48b1-80a2-1e7348b62878), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.567608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:33.567988 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:33.568418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.591480 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.598588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.611348 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ea4f3202-da95-48e6-ad87-ec151a73e347 resource provider aggregate not found Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Failed to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] Oct 23 01:14:33.618094 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempt 5 to bind port afe43a70-1062-4178-baab-ab07c12aa350 Oct 23 01:14:33.638343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:33.639032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:33.639880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.644016 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ea4f3202-da95-48e6-ad87-ec151a73e347 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea4f3202-da95-48e6-ad87-ec151a73e347 found for delete ", "request_id": "req-e79d0297-f90e-4c24-a64d-cb8fec2c80ab"}]} Oct 23 01:14:33.661922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:33.664115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6be7d41-6728-48b1-80a2-1e7348b62878,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.670293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.673925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.681110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e171d25c-19f2-4914-9f5f-4da65e6006f8), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.681893 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Added segment e171d25c-19f2-4914-9f5f-4da65e6006f8 of type vlan for network 523d0af5-aa8d-4e71-9c97-9cd8fa6894d4 Oct 23 01:14:33.721587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.db.api [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:14:33.721587 dv-neutron-master-2-hyperv neutron-server[105985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:14:33.721587 dv-neutron-master-2-hyperv neutron-server[105985]: [parameters: {'id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] Oct 23 01:14:33.721587 dv-neutron-master-2-hyperv neutron-server[105985]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:14:33.722353 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG oslo_db.api [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:14:33.736690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (523d0af5-aa8d-4e71-9c97-9cd8fa6894d4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.742099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:33.781061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:33.813889 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (523d0af5-aa8d-4e71-9c97-9cd8fa6894d4), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.815077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:33.815220 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-9631ca18-df69-4c1d-907a-57621ede9ad7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391881 Oct 23 01:14:33.815669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.855113 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.859556 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Failed to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] Oct 23 01:14:33.859556 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempt 6 to bind port afe43a70-1062-4178-baab-ab07c12aa350 Oct 23 01:14:33.872679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:33.873217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:33.873702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.895451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] Pushing event updated for resources: {'Network': ['ID=523d0af5-aa8d-4e71-9c97-9cd8fa6894d4,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.906737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:33.925643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 523d0af5-aa8d-4e71-9c97-9cd8fa6894d4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:33.929138 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:33.933063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Failed to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] Oct 23 01:14:33.933063 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempt 7 to bind port afe43a70-1062-4178-baab-ab07c12aa350 Oct 23 01:14:33.935702 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-50cf52aa-3f82-4c58-9fed-c00e911609d8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121764 Oct 23 01:14:33.935924 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f194e4fa-c183-4011-9b70-f45003b88b54 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8627169 Oct 23 01:14:33.938850 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36624) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:33.944069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] Request body: {'subnet': {'network_id': '523d0af5-aa8d-4e71-9c97-9cd8fa6894d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-509981373-subnet', 'tenant_id': 'f6d4cabfcc864cd8a009fa473348783e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:34.001430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:34.001867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:34.002186 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.036223 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:34.039367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:34.046984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1d3f4658-3552-4373-87b2-38e08ef2cab9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:34.052944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] Made reservation on behalf of f6d4cabfcc864cd8a009fa473348783e for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:34.058918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.086874 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:34.090351 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Failed to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] Oct 23 01:14:34.090351 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempt 8 to bind port afe43a70-1062-4178-baab-ab07c12aa350 Oct 23 01:14:34.116312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:34.116681 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:34.117044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.145772 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:34.149424 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.172417 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:34.175757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Failed to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] Oct 23 01:14:34.175757 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempt 9 to bind port afe43a70-1062-4178-baab-ab07c12aa350 Oct 23 01:14:34.184774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1d3f4658-3552-4373-87b2-38e08ef2cab9 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:34.185235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.185484 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1d3f4658-3552-4373-87b2-38e08ef2cab9 Oct 23 01:14:34.211253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:34.211626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:34.211995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:34.238808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (5cf19bd4-0471-4aba-8861-5c001e900fb8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.242103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:34.249945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.267812 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:34.273483 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Failed to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] Oct 23 01:14:34.273483 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempt 10 to bind port afe43a70-1062-4178-baab-ab07c12aa350 Oct 23 01:14:34.290891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:34.290891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:34.290891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:34.317732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Deleting port afe43a70-1062-4178-baab-ab07c12aa350 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:34.318267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (afe43a70-1062-4178-baab-ab07c12aa350), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.324492 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:34.329157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempting to bind port afe43a70-1062-4178-baab-ab07c12aa350 on network 5cf19bd4-0471-4aba-8861-5c001e900fb8 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 77cf8e3b-0d10-4e4c-92f2-199bb3ec675f could not be found. Oct 23 01:14:34.364321 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:34.368102 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Failed to bind port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ea4f3202-da95-48e6-ad87-ec151a73e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cf19bd4-0471-4aba-8861-5c001e900fb8'}] Oct 23 01:14:34.368102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (afe43a70-1062-4178-baab-ab07c12aa350), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.388171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1d3f4658-3552-4373-87b2-38e08ef2cab9 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:34.394067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (99b7da70-6eb1-46f5-9b6c-bfe7d9107d4a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.452495 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:34.465211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] For port afe43a70-1062-4178-baab-ab07c12aa350, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:34.466013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Attempted to set empty binding levels {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:14:34.478562 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-835948a3-48df-4100-bb74-be68cebfbde0 req-c04305b0-32db-4c84-8861-1567e8700062 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 210 time: 0.0917902 Oct 23 01:14:34.497611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] For port afe43a70-1062-4178-baab-ab07c12aa350, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:34.498065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (afe43a70-1062-4178-baab-ab07c12aa350), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.519671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Calling delete_port for afe43a70-1062-4178-baab-ab07c12aa350 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:34.543730 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b7da70-6eb1-46f5-9b6c-bfe7d9107d4a,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:34.581698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] Checking segment: {'id': 'e171d25c-19f2-4914-9f5f-4da65e6006f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '523d0af5-aa8d-4e71-9c97-9cd8fa6894d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:34.582093 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] Network hostable DHCP agents. Network: 523d0af5-aa8d-4e71-9c97-9cd8fa6894d4, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:34.584675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (afe43a70-1062-4178-baab-ab07c12aa350), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.663201 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:34.678706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b5d8c-c857-4502-a2f3-3e46e5c67fc5 None None] Pushing event updated for resources: {'Port': ['ID=afe43a70-1062-4178-baab-ab07c12aa350,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:34.685875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] Network 523d0af5-aa8d-4e71-9c97-9cd8fa6894d4 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:34.693280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7924f8-c6a0-4ae0-8936-1eab1a53c8bb None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:14:34.720003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (afe43a70-1062-4178-baab-ab07c12aa350), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.751077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Port': ['ID=afe43a70-1062-4178-baab-ab07c12aa350,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:34.758083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No DVR routers for this DVR port afe43a70-1062-4178-baab-ab07c12aa350 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:34.761519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:34.781322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7924f8-c6a0-4ae0-8936-1eab1a53c8bb None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:14:34.782345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 523d0af5-aa8d-4e71-9c97-9cd8fa6894d4) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:34.799356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:34.799976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.851917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (5cf19bd4-0471-4aba-8861-5c001e900fb8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.874720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf19bd4-0471-4aba-8861-5c001e900fb8']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:34.885617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4f3202-da95-48e6-ad87-ec151a73e347') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:34.885970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4f3202-da95-48e6-ad87-ec151a73e347') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:34.896361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (ea4f3202-da95-48e6-ad87-ec151a73e347), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.911535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ea4f3202-da95-48e6-ad87-ec151a73e347), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.918711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:34.919127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (ea4f3202-da95-48e6-ad87-ec151a73e347), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:34.934415 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7957755e-c6b4-46a5-a401-ad5514f02933 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9943628 Oct 23 01:14:34.988018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe3f03-152b-4411-bfbf-eb36ec2d6a8b None None] Network 5cf19bd4-0471-4aba-8861-5c001e900fb8 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:34.990223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296d99dd-2131-4157-878a-314d920b4c11 None None] Network 523d0af5-aa8d-4e71-9c97-9cd8fa6894d4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:35.033725 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:14:35.099510 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (5cf19bd4-0471-4aba-8861-5c001e900fb8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:35.106674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:35.113243 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/networks/5cf19bd4-0471-4aba-8861-5c001e900fb8 HTTP/1.1" status: 204 len: 168 time: 2.3191597 Oct 23 01:14:35.118103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36640) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:35.164918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4c87e-80de-4c19-be13-58b2c4ffcdf9 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Network': ['ID=5cf19bd4-0471-4aba-8861-5c001e900fb8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:35.174218 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b9f4e9-b783-44a1-a025-c4292e37fe9f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:35.175079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b9f4e9-b783-44a1-a025-c4292e37fe9f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:35.179120 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a0b9f4e9-b783-44a1-a025-c4292e37fe9f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/77cf8e3b-0d10-4e4c-92f2-199bb3ec675f HTTP/1.1" status: 404 len: 337 time: 0.0591521 Oct 23 01:14:35.184005 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36642) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:35.211430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66064f-7c1f-443f-910a-6dc277a096a5 None None] Network 523d0af5-aa8d-4e71-9c97-9cd8fa6894d4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:35.216050 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0f65a8-9694-4e4a-83a2-1b20df322d06 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:35.216656 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0f65a8-9694-4e4a-83a2-1b20df322d06 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:35.219904 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bc0f65a8-9694-4e4a-83a2-1b20df322d06 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/networks/5cf19bd4-0471-4aba-8861-5c001e900fb8 HTTP/1.1" status: 404 len: 339 time: 0.0344536 Oct 23 01:14:35.223459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36644) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:35.237236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:35.257357 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf3f730-8be4-4b5f-88d2-545530e36c25 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:35.258123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf3f730-8be4-4b5f-88d2-545530e36c25 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:35.262453 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dbf3f730-8be4-4b5f-88d2-545530e36c25 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/23570387-9aa1-4206-b9ac-e5ceeabf2949 HTTP/1.1" status: 404 len: 337 time: 0.0376465 Oct 23 01:14:35.265051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36646) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:35.290096 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a4840b-45d7-4786-a915-b6c14d80c73d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:35.291164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a4840b-45d7-4786-a915-b6c14d80c73d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:35.296603 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-74a4840b-45d7-4786-a915-b6c14d80c73d tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/networks/776c4148-6b33-4860-bd42-e832035c376c HTTP/1.1" status: 404 len: 339 time: 0.0274663 Oct 23 01:14:35.296876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36652) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:35.325414 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ab6d87-406e-4818-8fb4-3c5367a4c08f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:35.325810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ab6d87-406e-4818-8fb4-3c5367a4c08f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:35.328902 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-80ab6d87-406e-4818-8fb4-3c5367a4c08f tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/d1737192-3b76-45a9-84d4-8d7f1c10907e HTTP/1.1" status: 404 len: 337 time: 0.0308220 Oct 23 01:14:35.332821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36654) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:35.356817 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a436435d-4032-4556-a391-e986e5837bca tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:35.357357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a436435d-4032-4556-a391-e986e5837bca tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:35.364875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36656) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:35.365173 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a436435d-4032-4556-a391-e986e5837bca tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/networks/65b56438-be47-4297-984d-21891b0ef3f9 HTTP/1.1" status: 404 len: 339 time: 0.0323608 Oct 23 01:14:35.449652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-b64e829b-2930-4f94-86e9-db089de44cca tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Deleting port 12e6c347-50b2-4bef-b714-2526652376e9 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:35.450287 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b64e829b-2930-4f94-86e9-db089de44cca tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (12e6c347-50b2-4bef-b714-2526652376e9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:35.456113 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:35.582536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b64e829b-2930-4f94-86e9-db089de44cca tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (12e6c347-50b2-4bef-b714-2526652376e9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:35.602202 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-b64e829b-2930-4f94-86e9-db089de44cca tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Calling delete_port for 12e6c347-50b2-4bef-b714-2526652376e9 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:35.603428 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-835ee6a1-f00d-4553-9c33-eb50f5596700 req-2aee367c-0666-4cfc-a4bd-a5f730aab5ee tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 210 time: 0.0354571 Oct 23 01:14:35.621513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=8,neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:35.664479 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ea4f3202-da95-48e6-ad87-ec151a73e347 resource provider aggregate not found Oct 23 01:14:35.685593 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ea4f3202-da95-48e6-ad87-ec151a73e347 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea4f3202-da95-48e6-ad87-ec151a73e347 found for delete ", "request_id": "req-cf51690d-ce95-4d16-9679-af94b92c9625"}]} Oct 23 01:14:35.703753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-3d48f34b-6377-4356-a844-8e3200ccf817 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:35.705261 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-3d48f34b-6377-4356-a844-8e3200ccf817 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/networks?id=57784db4-ff4e-45a6-b39e-2a7d63b9af5f HTTP/1.1" status: 200 len: 811 time: 0.2040553 Oct 23 01:14:35.725226 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-a8be6bc3-9907-470e-a6f2-368d07fcee61 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/quotas/f72f393da782466e883c0bbed2da37e1 HTTP/1.1" status: 200 len: 375 time: 0.0117834 Oct 23 01:14:35.761644 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-b47abfd2-4706-432e-8ddd-f34690e42876 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f72f393da782466e883c0bbed2da37e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290058 Oct 23 01:14:35.820814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b64e829b-2930-4f94-86e9-db089de44cca tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (12e6c347-50b2-4bef-b714-2526652376e9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:35.858272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e829b-2930-4f94-86e9-db089de44cca tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Port': ['ID=12e6c347-50b2-4bef-b714-2526652376e9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:35.871904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b64e829b-2930-4f94-86e9-db089de44cca tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:35.871904 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b64e829b-2930-4f94-86e9-db089de44cca tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/ports/12e6c347-50b2-4bef-b714-2526652376e9 HTTP/1.1" status: 204 len: 168 time: 0.5049953 Oct 23 01:14:35.873245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36674) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:35.902315 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2632e9c2-f152-45c3-b918-755ae3912e87 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:35.902783 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2632e9c2-f152-45c3-b918-755ae3912e87 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:35.905837 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2632e9c2-f152-45c3-b918-755ae3912e87 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/b302bac8-255d-408a-afc9-95bf3d1f1ae2 HTTP/1.1" status: 404 len: 337 time: 0.0315173 Oct 23 01:14:35.907196 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-0665a262-4bc5-40c2-940c-249d6a6cd3d4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57784db4-ff4e-45a6-b39e-2a7d63b9af5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387606 Oct 23 01:14:35.908516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:35.908738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36676) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:35.998114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (1c2029ea-ad3f-4bcf-b0fb-630560ab9f43), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.020123 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-a3711579-58a7-4647-b4c2-abc776eb10ba service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57784db4-ff4e-45a6-b39e-2a7d63b9af5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058624 Oct 23 01:14:36.103483 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (1c2029ea-ad3f-4bcf-b0fb-630560ab9f43), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.128510 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2029ea-ad3f-4bcf-b0fb-630560ab9f43']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:36.140485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f82669-d685-4f25-8f8e-805e889d46d5') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:36.140783 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f82669-d685-4f25-8f8e-805e889d46d5') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:36.153702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (e5f82669-d685-4f25-8f8e-805e889d46d5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.169333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e5f82669-d685-4f25-8f8e-805e889d46d5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.177010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:36.177440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (e5f82669-d685-4f25-8f8e-805e889d46d5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.287041 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2aafb574-b1af-4581-be8d-59befa746dea req-9f2a894c-6972-4a09-803f-c5ed8cad39c6 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 210 time: 0.0339022 Oct 23 01:14:36.332727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (1c2029ea-ad3f-4bcf-b0fb-630560ab9f43), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.336863 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.342667 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/networks/1c2029ea-ad3f-4bcf-b0fb-630560ab9f43 HTTP/1.1" status: 204 len: 168 time: 0.4311466 Oct 23 01:14:36.343803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36682) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:36.357415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d928440-1234-47b2-946a-3b95bdf306fe tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Network': ['ID=1c2029ea-ad3f-4bcf-b0fb-630560ab9f43,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:36.433031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-cb483d84-6952-464a-ace2-f19945705703 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Deleting port 33ed171d-bb2b-41d9-b11a-eba57d8b7789 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:36.433401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb483d84-6952-464a-ace2-f19945705703 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (33ed171d-bb2b-41d9-b11a-eba57d8b7789), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.503385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb483d84-6952-464a-ace2-f19945705703 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (33ed171d-bb2b-41d9-b11a-eba57d8b7789), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.517886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-cb483d84-6952-464a-ace2-f19945705703 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Calling delete_port for 33ed171d-bb2b-41d9-b11a-eba57d8b7789 owned by {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:36.689895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb483d84-6952-464a-ace2-f19945705703 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (33ed171d-bb2b-41d9-b11a-eba57d8b7789), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.713232 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-513f07c5-3d6e-456d-896b-d51722177265 req-3cb3e584-48b1-4dad-817e-479f9ce52787 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 210 time: 0.0342476 Oct 23 01:14:36.737127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb483d84-6952-464a-ace2-f19945705703 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Port': ['ID=33ed171d-bb2b-41d9-b11a-eba57d8b7789,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:36.742486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb483d84-6952-464a-ace2-f19945705703 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.746522 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cb483d84-6952-464a-ace2-f19945705703 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/ports/33ed171d-bb2b-41d9-b11a-eba57d8b7789 HTTP/1.1" status: 204 len: 168 time: 0.4015427 Oct 23 01:14:36.752423 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36690) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:36.780308 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4669ab-c286-401a-b432-07cec484aca1 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] DELETE failed (client error): The resource could not be found. Oct 23 01:14:36.780877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4669ab-c286-401a-b432-07cec484aca1 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:14:36.791063 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cc4669ab-c286-401a-b432-07cec484aca1 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/66d2571d-319f-4046-b8d2-e0dfe0271ae6 HTTP/1.1" status: 404 len: 337 time: 0.0305929 Oct 23 01:14:36.791063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36692) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:36.869405 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (23af4de8-7dfa-476e-8784-1dba0358e108), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.960675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (23af4de8-7dfa-476e-8784-1dba0358e108), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:36.984707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23af4de8-7dfa-476e-8784-1dba0358e108']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:36.995392 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5f1f08-e60e-4827-9e8c-8fafc6f54d63') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:36.995690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5f1f08-e60e-4827-9e8c-8fafc6f54d63') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:37.011206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (af5f1f08-e60e-4827-9e8c-8fafc6f54d63), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.030544 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (af5f1f08-e60e-4827-9e8c-8fafc6f54d63), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.042532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:37.043199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (af5f1f08-e60e-4827-9e8c-8fafc6f54d63), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.068340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:37.143616 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:37.206853 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (23af4de8-7dfa-476e-8784-1dba0358e108), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.215668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.218150 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/networks/23af4de8-7dfa-476e-8784-1dba0358e108 HTTP/1.1" status: 204 len: 168 time: 0.4304528 Oct 23 01:14:37.220909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36696) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:37.235672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624faf71-3e9c-4796-be7e-c5b33c0f12cc tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Network': ['ID=23af4de8-7dfa-476e-8784-1dba0358e108,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:37.255811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:37.279195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaaca7b8-932d-4210-8b51-942380720bd6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Deleting subnet 6f76b860-4228-4e24-bafe-e4a5750c6f57 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:14:37.282703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eaaca7b8-932d-4210-8b51-942380720bd6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (6f76b860-4228-4e24-bafe-e4a5750c6f57), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.344204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:37.377773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eaaca7b8-932d-4210-8b51-942380720bd6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (6f76b860-4228-4e24-bafe-e4a5750c6f57), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.395105 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-749ea115-0e51-4e54-bcc5-fda94cf3c031 req-906b387b-1e35-4411-8b1b-90243dfcb750 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 210 time: 0.0291338 Oct 23 01:14:37.460415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-0dad94c7-9d40-4596-beb8-c37d2b4ce4c9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:37.461904 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-0dad94c7-9d40-4596-beb8-c37d2b4ce4c9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a279a122-63f7-41b0-b1f7-5264e8463ed4 HTTP/1.1" status: 200 len: 797 time: 0.1579430 Oct 23 01:14:37.521752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eaaca7b8-932d-4210-8b51-942380720bd6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (6f76b860-4228-4e24-bafe-e4a5750c6f57), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.579410 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-68bd4516-cd3d-4c2b-a826-8841185caef1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 380 time: 0.1014450 Oct 23 01:14:37.591067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'device_id': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'admin_state_up': True, 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'security_groups': ['fb4c07a7-f26f-4476-bb20-e4f122667ddc']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:37.705765 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e5f82669-d685-4f25-8f8e-805e889d46d5 resource provider aggregate not found Oct 23 01:14:37.722096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eaaca7b8-932d-4210-8b51-942380720bd6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (6f76b860-4228-4e24-bafe-e4a5750c6f57), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.723189 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e5f82669-d685-4f25-8f8e-805e889d46d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5f82669-d685-4f25-8f8e-805e889d46d5 found for delete ", "request_id": "req-04750ece-06c4-457d-b4b2-d01c9229dd84"}]} Oct 23 01:14:37.740522 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment af5f1f08-e60e-4827-9e8c-8fafc6f54d63 resource provider aggregate not found Oct 23 01:14:37.761644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaca7b8-932d-4210-8b51-942380720bd6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Subnet': ['ID=6f76b860-4228-4e24-bafe-e4a5750c6f57,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:37.762159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eaaca7b8-932d-4210-8b51-942380720bd6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.765343 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-eaaca7b8-932d-4210-8b51-942380720bd6 tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/6f76b860-4228-4e24-bafe-e4a5750c6f57 HTTP/1.1" status: 204 len: 168 time: 0.5433652 Oct 23 01:14:37.767848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36710) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:37.770985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7a862-e682-4781-8653-390f6d56626e None None] Network cf0bfabb-84d4-468f-b7bb-e8a811a33a55 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:37.774149 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment af5f1f08-e60e-4827-9e8c-8fafc6f54d63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af5f1f08-e60e-4827-9e8c-8fafc6f54d63 found for delete ", "request_id": "req-3f14f50f-fe50-460a-8db9-47a0a601ef24"}]} Oct 23 01:14:37.779241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:37.783510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.889330 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-49b12eb0-a110-4927-9e67-fb3fd5346ea4 req-102130d6-996d-4bbf-b351-3078895d5e32 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 210 time: 0.0541756 Oct 23 01:14:37.936866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (cf0bfabb-84d4-468f-b7bb-e8a811a33a55), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:37.951745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded90ea5-b0db-4723-a14b-5917e453fe06 None None] DHCP port deletion for cf0bfabb-84d4-468f-b7bb-e8a811a33a55 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:14:38.012884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ded90ea5-b0db-4723-a14b-5917e453fe06 None None] Deleting port 7cea51bd-3972-40e7-a716-b60ca4b769da {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:38.013580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ded90ea5-b0db-4723-a14b-5917e453fe06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.028625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Deleting port 7cea51bd-3972-40e7-a716-b60ca4b769da {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:38.028980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.031646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7cea51bd-3972-40e7-a716-b60ca4b769da no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:14:38.087792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.3 (a279a122-63f7-41b0-b1f7-5264e8463ed4/b2a8a050-a8b1-4579-b936-c088d6d5c439/f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:38.089855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:38.128510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] For port 7cea51bd-3972-40e7-a716-b60ca4b769da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cea51bd-3972-40e7-a716-b60ca4b769da,segment=NetworkSegment(6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e),segment_id=6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:38.128864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.148717 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ded90ea5-b0db-4723-a14b-5917e453fe06 None None] For port 7cea51bd-3972-40e7-a716-b60ca4b769da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cea51bd-3972-40e7-a716-b60ca4b769da,segment=NetworkSegment(6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e),segment_id=6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:38.149132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ded90ea5-b0db-4723-a14b-5917e453fe06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.154583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Calling delete_port for 7cea51bd-3972-40e7-a716-b60ca4b769da owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:38.161578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:38.170762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ded90ea5-b0db-4723-a14b-5917e453fe06 None None] Calling delete_port for 7cea51bd-3972-40e7-a716-b60ca4b769da owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:38.224010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:38.240913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7cea51bd-3972-40e7-a716-b60ca4b769da is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:38.244965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.267458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:38.299363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 7cea51bd-3972-40e7-a716-b60ca4b769da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cea51bd-3972-40e7-a716-b60ca4b769da,segment=NetworkSegment(6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e),segment_id=6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:38.331392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.395951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.452648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=7cea51bd-3972-40e7-a716-b60ca4b769da,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:38.464717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.481373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ded90ea5-b0db-4723-a14b-5917e453fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.510093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded90ea5-b0db-4723-a14b-5917e453fe06 None None] Pushing event deleted for resources: {'Port': ['ID=7cea51bd-3972-40e7-a716-b60ca4b769da,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:38.512656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded90ea5-b0db-4723-a14b-5917e453fe06 None None] No DVR routers for this DVR port 7cea51bd-3972-40e7-a716-b60ca4b769da on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:38.528005 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network a279a122-63f7-41b0-b1f7-5264e8463ed4 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:38.529167 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-830f515a-e94a-490c-9457-9fb5a8d5d546 req-3367285b-8847-4f7a-93f3-15240c82878e tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 210 time: 0.0480521 Oct 23 01:14:38.533124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (7cea51bd-3972-40e7-a716-b60ca4b769da), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.538886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:38.558443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:38.558443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:38.598777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Port': ['ID=7cea51bd-3972-40e7-a716-b60ca4b769da,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:38.600718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] No DVR routers for this DVR port 7cea51bd-3972-40e7-a716-b60ca4b769da on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:38.629913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:38.699611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:38.700237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.717169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (cf0bfabb-84d4-468f-b7bb-e8a811a33a55), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.743852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0bfabb-84d4-468f-b7bb-e8a811a33a55']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:38.755393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:38.755710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:38.767332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.772659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0214814e-c8cd-48dd-97a9-8a1952118e90 None None] Provisioning complete for port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:38.773218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0214814e-c8cd-48dd-97a9-8a1952118e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.773322 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0214814e-c8cd-48dd-97a9-8a1952118e90 None None] Attempt 1 to provision port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 Oct 23 01:14:38.781958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.788670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:38.789060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.807359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0214814e-c8cd-48dd-97a9-8a1952118e90 None None] Port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:14:38.810982 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e resource provider aggregate not found Oct 23 01:14:38.842107 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6492e8b3-b0ec-40ed-a00b-bb305e3dbb2e found for delete ", "request_id": "req-0b2f9fc8-0fbf-4534-8345-22d24ccadce2"}]} Oct 23 01:14:38.856908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3612b12b-6676-4c21-be18-9a09b46579a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:38.866588 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d996c367-112b-4971-8018-2941fee68f4c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2804415 Oct 23 01:14:38.885315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Request body: {'port': {'device_id': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:38.965036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:39.240734 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4d46f23-1545-4c90-9af8-39b79a163668 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:39.242362 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4d46f23-1545-4c90-9af8-39b79a163668 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.48 "GET /networking/v2.0/networks?id=57784db4-ff4e-45a6-b39e-2a7d63b9af5f HTTP/1.1" status: 200 len: 811 time: 0.1166725 Oct 23 01:14:39.255442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (cf0bfabb-84d4-468f-b7bb-e8a811a33a55), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:39.262104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Request body: {'port': {'device_id': 'dd9c79ef-1993-4df9-9148-1d08ca51ad01', 'network_id': '57784db4-ff4e-45a6-b39e-2a7d63b9af5f', 'admin_state_up': True, 'tenant_id': 'f72f393da782466e883c0bbed2da37e1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:39.263053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:39.278099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:39.282112 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] 10.222.0.36 "DELETE /networking/v2.0/networks/cf0bfabb-84d4-468f-b7bb-e8a811a33a55 HTTP/1.1" status: 204 len: 168 time: 1.5130601 Oct 23 01:14:39.315106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd2c3f-2e86-46e4-b78f-d53e1f1275ea tempest-NetworksIpV6TestAttrs-619533575 tempest-NetworksIpV6TestAttrs-619533575-project] Pushing event deleted for resources: {'Network': ['ID=cf0bfabb-84d4-468f-b7bb-e8a811a33a55,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:39.325128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:39.348192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8880889-bfac-4a63-b65e-12bf21fdcaf9 req-49d931a4-1c25-4824-af4c-be1d8e4e38b3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:39.350185 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e8880889-bfac-4a63-b65e-12bf21fdcaf9 req-49d931a4-1c25-4824-af4c-be1d8e4e38b3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 931 time: 0.0967078 Oct 23 01:14:39.488697 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e8880889-bfac-4a63-b65e-12bf21fdcaf9 req-9a0b8bf1-156b-4bc6-ab80-4624b76f8a7a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165051 Oct 23 01:14:39.508393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Made reservation on behalf of f72f393da782466e883c0bbed2da37e1 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:39.512907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:39.549777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:39.671880 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b77993e5-9b10-42be-998e-6c57b7a4a997 req-a6e72bc5-36be-4b95-aa52-f0d828570b71 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 210 time: 0.0439296 Oct 23 01:14:39.702931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:14:39.703053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Allocated IP 172.20.0.4 (57784db4-ff4e-45a6-b39e-2a7d63b9af5f/2d13a955-3f8a-4ddd-a908-0f9a7dc28809/a67315ca-0ece-4158-9c1a-48155e19d1fe) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:39.703184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Publish callbacks [] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:39.719113 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Transition to ACTIVE for port object f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:14:39.801041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:39.836894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:39.872100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Publish callbacks [] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:39.890356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:39.917529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Attempting to bind port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:39.917997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Attempting to bind port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:39.918416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Attempting to bind port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 on network a279a122-63f7-41b0-b1f7-5264e8463ed4 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:39.950313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36734) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:39.963522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:39.972255 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 on network a279a122-63f7-41b0-b1f7-5264e8463ed4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:14:39.972255 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Attempting to bind port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 on network a279a122-63f7-41b0-b1f7-5264e8463ed4 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:39.992953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:40.019524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:14:40.019854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Checking segment: {'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:40.020249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Bound using segment: {'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:14:40.020702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Bound port: f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:14:40.021061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:40.039841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Network 57784db4-ff4e-45a6-b39e-2a7d63b9af5f is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:40.046403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:40.049882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:40.092852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] For port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:40.096222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] For port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:14:40.119097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:40.122570 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Pushing event updated for resources: {'Port': ['ID=a67315ca-0ece-4158-9c1a-48155e19d1fe,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:40.142782 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:40.143444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:40.169561 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c7ea68bd-c222-4ee2-a93f-7928d04ca9fe admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3c5610764822460eaa7f53286e13c0eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2175329 Oct 23 01:14:40.173343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36738) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:40.231163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ceafe749-d47a-40c3-b2b9-a90cb4301657 admin admin] Publish callbacks [] for security_group (2dabda20-3bbb-48b3-9020-b2d328271507), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:40.236777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:40.245901 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-af3ed1e7-0120-4b0a-9696-10199eaa6c98 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9886792 Oct 23 01:14:40.246187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:40.247123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:40.248995 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 HTTP/1.1" status: 200 len: 1093 time: 1.3682296 Oct 23 01:14:40.249629 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'tag': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:14:40.252756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f04b99-1d88-4e47-a281-0873fceb3e66" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7483ba-938a-4663-b4b7-39204e8cc62e", "tag": "f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:14:40.260460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ceafe749-d47a-40c3-b2b9-a90cb4301657 admin admin] Publish callbacks [] for security_group (2dabda20-3bbb-48b3-9020-b2d328271507), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:40.275524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Request body: {'port': {'device_id': 'dd9c79ef-1993-4df9-9148-1d08ca51ad01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:40.309099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3f90d-2ead-40e2-a27e-191048630e31 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:40.366134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:40.439527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-b42a48a1-6a57-48da-92c5-529c29f5146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:40.441191 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-b42a48a1-6a57-48da-92c5-529c29f5146b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 1127 time: 0.0491569 Oct 23 01:14:40.481219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ceafe749-d47a-40c3-b2b9-a90cb4301657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2dabda20-3bbb-48b3-9020-b2d328271507), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:40.483927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ceafe749-d47a-40c3-b2b9-a90cb4301657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:40.487990 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ceafe749-d47a-40c3-b2b9-a90cb4301657 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2dabda20-3bbb-48b3-9020-b2d328271507 HTTP/1.1" status: 204 len: 168 time: 0.3103209 Oct 23 01:14:40.491159 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-9142cd44-35b2-4635-8892-45e88b8f24bb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 HTTP/1.1" status: 200 len: 217 time: 0.0371807 Oct 23 01:14:40.497866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715a4594-ff81-492f-84b9-6c428cfa77e7 x-openstack-request-id: req-715a4594-ff81-492f-84b9-6c428cfa77e7 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:14:40.498527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7483ba-938a-4663-b4b7-39204e8cc62e", "tag": "f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:14:40.498782 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-715a4594-ff81-492f-84b9-6c428cfa77e7 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:14:40.499190 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715a4594-ff81-492f-84b9-6c428cfa77e7'] response: {'name': 'network-changed', 'server_uuid': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'tag': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'status': 'completed', 'code': 200} Oct 23 01:14:40.530964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafe749-d47a-40c3-b2b9-a90cb4301657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dabda20-3bbb-48b3-9020-b2d328271507,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:40.574617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-7e30935e-059b-4f62-9430-a0dfa512cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:40.577535 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-7e30935e-059b-4f62-9430-a0dfa512cc74 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b2a8a050-a8b1-4579-b936-c088d6d5c439 HTTP/1.1" status: 200 len: 835 time: 0.0769684 Oct 23 01:14:40.640119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-9639e001-24ec-4af7-b1c1-146531a381e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:40.642288 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-9639e001-24ec-4af7-b1c1-146531a381e7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a279a122-63f7-41b0-b1f7-5264e8463ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0581214 Oct 23 01:14:40.745394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61664d-f178-4877-b672-0f44bf20db91 req-3feedd91-740c-4f38-b017-35649014dd00 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:40.747115 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1c61664d-f178-4877-b672-0f44bf20db91 req-3feedd91-740c-4f38-b017-35649014dd00 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 943 time: 0.1136751 Oct 23 01:14:40.767851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:40.791557 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-d1dbf498-b7df-4cd1-b1e4-50b1f737c653 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430650 Oct 23 01:14:40.842327 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1c61664d-f178-4877-b672-0f44bf20db91 req-603f5264-e084-498c-9c4c-6291977e4bfb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803535 Oct 23 01:14:40.850974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:40.888506 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67315ca-0ece-4158-9c1a-48155e19d1fe {{(pid=105985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:14:40.894122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:40.898014 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad4ba4-305b-4a9e-812b-e2cc942bd3e3 req-8c8f0b3b-4cab-450d-8446-4924af3dbe01 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:40.900153 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bad4ba4-305b-4a9e-812b-e2cc942bd3e3 req-8c8f0b3b-4cab-450d-8446-4924af3dbe01 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 931 time: 0.1306119 Oct 23 01:14:40.900753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Publish callbacks [] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:40.924786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.provisioning_blocks [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Transition to ACTIVE for port object a67315ca-0ece-4158-9c1a-48155e19d1fe will not be triggered until provisioned by entity L2. {{(pid=105985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:14:40.972561 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-390fd9a9-d5f0-4078-b8f5-f3abd217f3a5 req-ec99bbf5-880c-4a18-95c2-fbce15106387 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637666 Oct 23 01:14:40.991018 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bad4ba4-305b-4a9e-812b-e2cc942bd3e3 req-a8a2da9e-6123-4e2f-8343-721195b45500 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730476 Oct 23 01:14:41.014073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:41.109571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5c03f7a9-5b13-4ac3-82d2-5a08ef11be9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:41.126186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Pushing event updated for resources: {'Port': ['ID=a67315ca-0ece-4158-9c1a-48155e19d1fe,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:41.161887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Attempting to bind port a67315ca-0ece-4158-9c1a-48155e19d1fe on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:41.162256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Attempting to bind port a67315ca-0ece-4158-9c1a-48155e19d1fe by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '496745bb-873a-42b9-8423-c038e0596bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '57784db4-ff4e-45a6-b39e-2a7d63b9af5f'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:41.162539 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Attempting to bind port a67315ca-0ece-4158-9c1a-48155e19d1fe on network 57784db4-ff4e-45a6-b39e-2a7d63b9af5f {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:41.206676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Port a67315ca-0ece-4158-9c1a-48155e19d1fe on network 57784db4-ff4e-45a6-b39e-2a7d63b9af5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:14:41.207000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Attempting to bind port a67315ca-0ece-4158-9c1a-48155e19d1fe on network 57784db4-ff4e-45a6-b39e-2a7d63b9af5f {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:41.257615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:14:41.257984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Checking segment: {'id': '496745bb-873a-42b9-8423-c038e0596bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '57784db4-ff4e-45a6-b39e-2a7d63b9af5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:41.258371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Bound using segment: {'id': '496745bb-873a-42b9-8423-c038e0596bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '57784db4-ff4e-45a6-b39e-2a7d63b9af5f'} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:14:41.259314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Bound port: a67315ca-0ece-4158-9c1a-48155e19d1fe, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '496745bb-873a-42b9-8423-c038e0596bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '57784db4-ff4e-45a6-b39e-2a7d63b9af5f'}}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:14:41.259671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:41.326404 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] For port a67315ca-0ece-4158-9c1a-48155e19d1fe, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:41.329318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] For port a67315ca-0ece-4158-9c1a-48155e19d1fe, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a67315ca-0ece-4158-9c1a-48155e19d1fe,segment=NetworkSegment(496745bb-873a-42b9-8423-c038e0596bd6),segment_id=496745bb-873a-42b9-8423-c038e0596bd6)] {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:14:41.440074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:41.444351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:41.444999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:41.447087 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/a67315ca-0ece-4158-9c1a-48155e19d1fe HTTP/1.1" status: 200 len: 1093 time: 1.1774802 Oct 23 01:14:41.448693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9c79ef-1993-4df9-9148-1d08ca51ad01', 'tag': 'a67315ca-0ece-4158-9c1a-48155e19d1fe'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:14:41.451092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9346e60c-5894-40b7-80f8-fbb0c956b4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9c79ef-1993-4df9-9148-1d08ca51ad01", "tag": "a67315ca-0ece-4158-9c1a-48155e19d1fe"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:14:41.498361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd0fc69-08e4-40b4-8833-acc3dc19372c x-openstack-request-id: req-1dd0fc69-08e4-40b4-8833-acc3dc19372c {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:14:41.498649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9c79ef-1993-4df9-9148-1d08ca51ad01", "tag": "a67315ca-0ece-4158-9c1a-48155e19d1fe", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:14:41.498899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1dd0fc69-08e4-40b4-8833-acc3dc19372c {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:14:41.499310 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd0fc69-08e4-40b4-8833-acc3dc19372c'] response: {'name': 'network-changed', 'server_uuid': 'dd9c79ef-1993-4df9-9148-1d08ca51ad01', 'tag': 'a67315ca-0ece-4158-9c1a-48155e19d1fe', 'status': 'completed', 'code': 200} Oct 23 01:14:41.504178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c548dc-3ecd-435e-a7e8-e41b593ed286 service neutron] Pushing event updated for resources: {'Port': ['ID=a67315ca-0ece-4158-9c1a-48155e19d1fe,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:41.549343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:41.802308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36770) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:41.903512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346e60c-5894-40b7-80f8-fbb0c956b4fd req-a94d769e-80cd-4b2a-899e-9082fd7ca1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:41.905228 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9346e60c-5894-40b7-80f8-fbb0c956b4fd req-a94d769e-80cd-4b2a-899e-9082fd7ca1ce service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f72f393da782466e883c0bbed2da37e1&device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 1127 time: 0.0553391 Oct 23 01:14:41.910352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1779864080'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:41.925420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f04b99-1d88-4e47-a281-0873fceb3e66 req-00f956f1-b3d4-4160-8a6a-41656079d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:41.926990 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93f04b99-1d88-4e47-a281-0873fceb3e66 req-00f956f1-b3d4-4160-8a6a-41656079d89b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 1127 time: 0.0879095 Oct 23 01:14:42.032003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3071e-20d5-47d3-b1b6-5e5bfb6f05ae req-f228b3ae-10aa-4876-972f-de78de167732 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:42.033509 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f0e3071e-20d5-47d3-b1b6-5e5bfb6f05ae req-f228b3ae-10aa-4876-972f-de78de167732 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 943 time: 0.0887361 Oct 23 01:14:42.085977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346e60c-5894-40b7-80f8-fbb0c956b4fd req-752411a0-962b-4a03-95cf-056bac51a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:42.088066 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9346e60c-5894-40b7-80f8-fbb0c956b4fd req-752411a0-962b-4a03-95cf-056bac51a146 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=f72f393da782466e883c0bbed2da37e1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1711631 Oct 23 01:14:42.090487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:42.094673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:42.134655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:42.155631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=27,neutron:SELECT=67,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:42.166748 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f0e3071e-20d5-47d3-b1b6-5e5bfb6f05ae req-bd4b1786-efd6-460e-be91-8545040de772 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230402 Oct 23 01:14:42.194286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:42.266838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346e60c-5894-40b7-80f8-fbb0c956b4fd req-9de0a26d-c09e-4631-b4d3-b1822636b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:42.268312 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9346e60c-5894-40b7-80f8-fbb0c956b4fd req-9de0a26d-c09e-4631-b4d3-b1822636b7d0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709774 Oct 23 01:14:42.313055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for security_group (f63db253-1521-49b7-8217-98c5ae170e95), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:42.375028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f0420351-39c4-4f15-a09b-4888c804cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:42.376681 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-f0420351-39c4-4f15-a09b-4888c804cab5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f72f393da782466e883c0bbed2da37e1&device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 1127 time: 0.0483859 Oct 23 01:14:42.424289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f63db253-1521-49b7-8217-98c5ae170e95), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:42.428068 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-54cec241-5228-4965-9012-b3a247c9074b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a67315ca-0ece-4158-9c1a-48155e19d1fe HTTP/1.1" status: 200 len: 217 time: 0.0383656 Oct 23 01:14:42.460126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:42.476971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f04b99-1d88-4e47-a281-0873fceb3e66 req-00dd82f6-2c82-4bb1-9970-47a2c294752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:42.478322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:42.479094 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93f04b99-1d88-4e47-a281-0873fceb3e66 req-00dd82f6-2c82-4bb1-9970-47a2c294752c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a279a122-63f7-41b0-b1f7-5264e8463ed4 HTTP/1.1" status: 200 len: 898 time: 0.5461500 Oct 23 01:14:42.485018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f67cea-2b4c-438f-bd3b-3cacbe201351 req-dea5c2f7-5f1d-431b-8d4b-9eec782ab84a tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:42.486491 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-60f67cea-2b4c-438f-bd3b-3cacbe201351 req-dea5c2f7-5f1d-431b-8d4b-9eec782ab84a tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 943 time: 0.0822885 Oct 23 01:14:42.503565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63db253-1521-49b7-8217-98c5ae170e95,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:42.509930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a981873a-5b3f-4bdd-a834-57b119ae9572), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:42.510277 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment a981873a-5b3f-4bdd-a834-57b119ae9572 of type vlan for network d42019a7-67c8-4a13-a7df-884625298018 Oct 23 01:14:42.527549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-792b6df7-4056-4f33-9bd7-215b6da71661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:42.529050 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-792b6df7-4056-4f33-9bd7-215b6da71661 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d13a955-3f8a-4ddd-a908-0f9a7dc28809 HTTP/1.1" status: 200 len: 851 time: 0.0931611 Oct 23 01:14:42.550519 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93f04b99-1d88-4e47-a281-0873fceb3e66 req-8f79efc2-fca3-4f96-8a96-d0c82e5202ca service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 HTTP/1.1" status: 200 len: 217 time: 0.0630600 Oct 23 01:14:42.589111 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-d8824f15-6f7f-4438-bc9d-222d32a7592f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=57784db4-ff4e-45a6-b39e-2a7d63b9af5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371358 Oct 23 01:14:42.590654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (d42019a7-67c8-4a13-a7df-884625298018), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:42.630444 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-60f67cea-2b4c-438f-bd3b-3cacbe201351 req-429d20b6-367c-438b-980d-245fb15a2aa2 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364181 Oct 23 01:14:42.631871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f04b99-1d88-4e47-a281-0873fceb3e66 req-524d6973-72c8-4b19-95a7-4992ea640a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:42.633294 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93f04b99-1d88-4e47-a281-0873fceb3e66 req-524d6973-72c8-4b19-95a7-4992ea640a07 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b2a8a050-a8b1-4579-b936-c088d6d5c439 HTTP/1.1" status: 200 len: 835 time: 0.0765290 Oct 23 01:14:42.693452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:42.695614 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-45e8de45-a112-4afa-b065-54c4c1bd5c3e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/57784db4-ff4e-45a6-b39e-2a7d63b9af5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004317 Oct 23 01:14:42.716125 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f04b99-1d88-4e47-a281-0873fceb3e66 req-a0207edc-413c-446f-81fb-21ed6b7fdc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:42.717678 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93f04b99-1d88-4e47-a281-0873fceb3e66 req-a0207edc-413c-446f-81fb-21ed6b7fdc9b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a279a122-63f7-41b0-b1f7-5264e8463ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0785630 Oct 23 01:14:42.754102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (d42019a7-67c8-4a13-a7df-884625298018), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:42.759553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:42.760166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:42.812056 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93f04b99-1d88-4e47-a281-0873fceb3e66 req-c0ff8a64-7e9f-4997-ac6e-9e96aa6cce65 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888484 Oct 23 01:14:42.849078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=d42019a7-67c8-4a13-a7df-884625298018,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:42.862773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network d42019a7-67c8-4a13-a7df-884625298018 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:42.867248 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-af6fd5c3-c80d-4ec8-86d6-ecfe09a8c8ab tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0637245 Oct 23 01:14:42.872482 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9ed2682-495d-4fc9-8eab-d02154866078 req-8355d4c9-9e27-40c8-988f-85c38f1a902b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/57784db4-ff4e-45a6-b39e-2a7d63b9af5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716123 Oct 23 01:14:42.920022 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93f04b99-1d88-4e47-a281-0873fceb3e66 req-e434b5cb-0c70-4794-8b48-224a6858c4e3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023130 Oct 23 01:14:43.012026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:43.040581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:43.049626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36778) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:43.054936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'network_id': 'd42019a7-67c8-4a13-a7df-884625298018', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:43.120665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:43.212897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:43.216940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:43.300940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ba14-bcec-41d1-ab44-f1aac37a3d0c req-6f06a214-a8b7-4ea0-8db8-fdfe1bacfdcb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:43.302636 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-61f2ba14-bcec-41d1-ab44-f1aac37a3d0c req-6f06a214-a8b7-4ea0-8db8-fdfe1bacfdcb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 943 time: 0.0564272 Oct 23 01:14:43.360550 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-61f2ba14-bcec-41d1-ab44-f1aac37a3d0c req-5734ba07-cb16-4f8a-83ae-6d758b1a4739 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513978 Oct 23 01:14:43.441181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:43.536955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (791bf7f8-db70-4ab1-b76d-a7a0b443555a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:43.601225 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=791bf7f8-db70-4ab1-b76d-a7a0b443555a,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:43.612567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking segment: {'id': 'a981873a-5b3f-4bdd-a834-57b119ae9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd42019a7-67c8-4a13-a7df-884625298018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:43.612932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network hostable DHCP agents. Network: d42019a7-67c8-4a13-a7df-884625298018, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:43.625246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:43.625657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:14:43.724812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network d42019a7-67c8-4a13-a7df-884625298018 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:43.747844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:43.761664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'port_id': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'mac_address': 'fa:16:3e:24:f3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:14:43.768271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f6d1c-4051-4fc6-89ea-b3bb4eb152de req-1dd28a2e-8dc0-4043-a9dc-a459e0177696 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:43.769813 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8f8f6d1c-4051-4fc6-89ea-b3bb4eb152de req-1dd28a2e-8dc0-4043-a9dc-a459e0177696 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 943 time: 0.0568438 Oct 23 01:14:43.803050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:43.803534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:43.826746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:14:43.827245 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8f8f6d1c-4051-4fc6-89ea-b3bb4eb152de req-3a7b3f5f-90a2-45af-923e-a7d6c7e9d465 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488560 Oct 23 01:14:43.828559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d42019a7-67c8-4a13-a7df-884625298018) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:43.832989 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:43.833410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:43.846921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa418c-0cd3-4677-981d-5899b8a3d32e None None] Network d42019a7-67c8-4a13-a7df-884625298018 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:43.872613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:43.917983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:43.963649 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b45f29e8-489e-459f-9ff2-ca7f95bd2061 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9128580 Oct 23 01:14:43.969722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36784) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:43.974597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447488440'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:43.982281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d42019a7-67c8-4a13-a7df-884625298018', 'network_id': 'd42019a7-67c8-4a13-a7df-884625298018', 'project_id': '7bbe4aeec44d497d9f37c7bda3ccea5c', 'fixed_ips': [{'subnet_id': '791bf7f8-db70-4ab1-b76d-a7a0b443555a'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:43.984007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.101374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.105041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.131972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:44.137059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.142483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:44.167632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:44.179074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (1db5af9b-ca70-48f6-91c6-6432dd402a8c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.179347 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment 1db5af9b-ca70-48f6-91c6-6432dd402a8c of type vlan for network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 Oct 23 01:14:44.198727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:44.201411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:44.216309 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Allocated IP 172.20.255.242 (d42019a7-67c8-4a13-a7df-884625298018/791bf7f8-db70-4ab1-b76d-a7a0b443555a/a87840b3-baa7-4d5a-9fba-29e306dbee7c) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:44.232349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.281260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:44.354253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:44.372425 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.377819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:44.378105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Publish callbacks [] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.378676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.423103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:14:44.446690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:44.462632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:44.490924 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.495889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2b54-edb2-401c-95d2-39a0d80affe3 req-b53879ef-658e-48ce-ab8c-d432f0439a3a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:44.497475 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c7c2b54-edb2-401c-95d2-39a0d80affe3 req-b53879ef-658e-48ce-ab8c-d432f0439a3a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 944 time: 0.0565517 Oct 23 01:14:44.509480 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ccd01e25-b9b4-4b78-9e34-688dcfd905ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5362809 Oct 23 01:14:44.511204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=16 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:44.512152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36788) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:44.526234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:44.603088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Network d42019a7-67c8-4a13-a7df-884625298018 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:44.615169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:44.617455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Pushing event updated for resources: {'Port': ['ID=a87840b3-baa7-4d5a-9fba-29e306dbee7c,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:44.619273 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c7c2b54-edb2-401c-95d2-39a0d80affe3 req-3b6fd688-2fae-4884-b85f-cbb0ee0083cb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157911 Oct 23 01:14:44.621667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:44.623677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:44.722137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Attempting to bind port a87840b3-baa7-4d5a-9fba-29e306dbee7c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:44.722762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Attempting to bind port a87840b3-baa7-4d5a-9fba-29e306dbee7c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a981873a-5b3f-4bdd-a834-57b119ae9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd42019a7-67c8-4a13-a7df-884625298018'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:44.722762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Attempting to bind port a87840b3-baa7-4d5a-9fba-29e306dbee7c on network d42019a7-67c8-4a13-a7df-884625298018 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:44.743470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:44.747433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.799419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:14:44.799785 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Checking segment: {'id': 'a981873a-5b3f-4bdd-a834-57b119ae9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd42019a7-67c8-4a13-a7df-884625298018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:44.800176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.800574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Bound using segment: {'id': 'a981873a-5b3f-4bdd-a834-57b119ae9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd42019a7-67c8-4a13-a7df-884625298018'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:14:44.801073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Bound port: a87840b3-baa7-4d5a-9fba-29e306dbee7c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a981873a-5b3f-4bdd-a834-57b119ae9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd42019a7-67c8-4a13-a7df-884625298018'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:14:44.801441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:44.922509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-66366f85-62c8-402f-ac76-6055677e568d None None] For port a87840b3-baa7-4d5a-9fba-29e306dbee7c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:44.927973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-66366f85-62c8-402f-ac76-6055677e568d None None] For port a87840b3-baa7-4d5a-9fba-29e306dbee7c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a87840b3-baa7-4d5a-9fba-29e306dbee7c,segment=NetworkSegment(a981873a-5b3f-4bdd-a834-57b119ae9572),segment_id=a981873a-5b3f-4bdd-a834-57b119ae9572)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:14:45.006032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19726af-1eb4-4e1a-9282-17a57e93de1f req-7be211c9-0f46-41b9-a767-ff24ac517e19 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:45.007530 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a19726af-1eb4-4e1a-9282-17a57e93de1f req-7be211c9-0f46-41b9-a767-ff24ac517e19 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 943 time: 0.0614088 Oct 23 01:14:45.031538 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=72 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:45.036008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:45.072488 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a19726af-1eb4-4e1a-9282-17a57e93de1f req-a26ad062-ae3a-4893-86e8-a8b3e87d9771 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572264 Oct 23 01:14:45.075987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (1249df3c-3faa-411d-a5a1-7cb87416c3b8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:45.115136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66366f85-62c8-402f-ac76-6055677e568d None None] Pushing event updated for resources: {'Port': ['ID=a87840b3-baa7-4d5a-9fba-29e306dbee7c,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:45.155128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=1249df3c-3faa-411d-a5a1-7cb87416c3b8,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:45.161147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking segment: {'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:45.162447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network hostable DHCP agents. Network: ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:45.309916 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:45.344390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:45.434831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:45.439300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:45.439972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:45.445034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab6e17e-ed8e-4d53-8bc2-986b1c0eadd9 None None] Network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:45.556751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7', 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7', 'project_id': '7bbe4aeec44d497d9f37c7bda3ccea5c', 'fixed_ips': [{'subnet_id': '1249df3c-3faa-411d-a5a1-7cb87416c3b8'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:45.557705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:45.609513 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4b80c15e-60b1-40cb-ae2d-9a44bf0487d4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0949726 Oct 23 01:14:45.612583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36792) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:45.638799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:45.643185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device a67315ca-0ece-4158-9c1a-48155e19d1fe details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:14:45.781216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:45.803603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61bfa-e745-451a-9b8c-7aa53a4f5225 req-d36c7e5f-fb3b-41d2-a2f3-f1a56e4b5616 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:45.805238 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40c61bfa-e745-451a-9b8c-7aa53a4f5225 req-d36c7e5f-fb3b-41d2-a2f3-f1a56e4b5616 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 944 time: 0.0806787 Oct 23 01:14:45.813742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:45.883467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (1249df3c-3faa-411d-a5a1-7cb87416c3b8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:45.895656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:45.935951 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40c61bfa-e745-451a-9b8c-7aa53a4f5225 req-8993e9a6-203d-4479-ae56-4c90bd535446 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038423 Oct 23 01:14:45.971894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Allocated IP 172.20.0.2 (ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7/1249df3c-3faa-411d-a5a1-7cb87416c3b8/dedb8e93-c959-4f19-8288-b7bd9f888301) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:45.997110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:14:46.078002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a87840b3-baa7-4d5a-9fba-29e306dbee7c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:46.122477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port a67315ca-0ece-4158-9c1a-48155e19d1fe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a67315ca-0ece-4158-9c1a-48155e19d1fe,segment=NetworkSegment(496745bb-873a-42b9-8423-c038e0596bd6),segment_id=496745bb-873a-42b9-8423-c038e0596bd6)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:46.145471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:46.150623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.150623 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 Oct 23 01:14:46.158842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f56d85-aa87-494b-a91e-994053523fbc None None] Network d42019a7-67c8-4a13-a7df-884625298018 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:46.195832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': 'a67315ca-0ece-4158-9c1a-48155e19d1fe', 'network_id': '57784db4-ff4e-45a6-b39e-2a7d63b9af5f', 'port_id': 'a67315ca-0ece-4158-9c1a-48155e19d1fe', 'mac_address': 'fa:16:3e:dd:dd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d13a955-3f8a-4ddd-a908-0f9a7dc28809', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:14:46.220623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdc069-5f1d-43bc-b03b-e50fe07f2473 req-df292a30-a88c-4d72-89b8-4ecef577afb7 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:46.222416 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1cfdc069-5f1d-43bc-b03b-e50fe07f2473 req-df292a30-a88c-4d72-89b8-4ecef577afb7 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 943 time: 0.0498476 Oct 23 01:14:46.276411 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1cfdc069-5f1d-43bc-b03b-e50fe07f2473 req-3481cf94-d4be-49e2-ba21-b5fab84eb269 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473645 Oct 23 01:14:46.278530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5df50db8-2f52-41c8-a53b-535301c95f85 None None] Provisioning complete for port a87840b3-baa7-4d5a-9fba-29e306dbee7c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:46.278903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5df50db8-2f52-41c8-a53b-535301c95f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.279313 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5df50db8-2f52-41c8-a53b-535301c95f85 None None] Attempt 1 to provision port a87840b3-baa7-4d5a-9fba-29e306dbee7c Oct 23 01:14:46.351892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:46.385899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port a87840b3-baa7-4d5a-9fba-29e306dbee7c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:46.386205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.386495 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port a87840b3-baa7-4d5a-9fba-29e306dbee7c Oct 23 01:14:46.436087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port a67315ca-0ece-4158-9c1a-48155e19d1fe is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:46.436469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.446946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:46.473089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Publish callbacks [] for port (dedb8e93-c959-4f19-8288-b7bd9f888301), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.526045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67315ca-0ece-4158-9c1a-48155e19d1fe {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:14:46.589067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:46.589450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.596340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port a67315ca-0ece-4158-9c1a-48155e19d1fe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a67315ca-0ece-4158-9c1a-48155e19d1fe,segment=NetworkSegment(496745bb-873a-42b9-8423-c038e0596bd6),segment_id=496745bb-873a-42b9-8423-c038e0596bd6)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:46.598587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (dedb8e93-c959-4f19-8288-b7bd9f888301), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.663892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (1249df3c-3faa-411d-a5a1-7cb87416c3b8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.667695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5df50db8-2f52-41c8-a53b-535301c95f85 None None] Current status of the port a87840b3-baa7-4d5a-9fba-29e306dbee7c is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:46.668086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5df50db8-2f52-41c8-a53b-535301c95f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.699451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Subnet': ['ID=1249df3c-3faa-411d-a5a1-7cb87416c3b8,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:46.701900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:46.707413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.720310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:46.729587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:14:46.731841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f2db03-bd52-42ee-89cb-737f516c9c5b" -d '{"events": [{"server_uuid": "fe7483ba-938a-4663-b4b7-39204e8cc62e", "name": "network-vif-plugged", "status": "completed", "tag": "f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:14:46.753589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:46.755673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:46.762608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Pushing event updated for resources: {'Port': ['ID=dedb8e93-c959-4f19-8288-b7bd9f888301,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:46.765616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port a87840b3-baa7-4d5a-9fba-29e306dbee7c is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:46.766033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.769656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:46.802749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.809060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c956b56a-4cb1-41c7-aac9-11c24fb2927e x-openstack-request-id: req-c956b56a-4cb1-41c7-aac9-11c24fb2927e {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:14:46.809388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7483ba-938a-4663-b4b7-39204e8cc62e", "name": "network-vif-plugged", "status": "completed", "tag": "f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:14:46.810791 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c956b56a-4cb1-41c7-aac9-11c24fb2927e {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:14:46.810791 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c956b56a-4cb1-41c7-aac9-11c24fb2927e'] response: {'server_uuid': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'code': 200} Oct 23 01:14:46.829548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:46.842563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db5af9b-ca70-48f6-91c6-6432dd402a8c') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:46.843206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db5af9b-ca70-48f6-91c6-6432dd402a8c') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:46.848594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5df50db8-2f52-41c8-a53b-535301c95f85 None None] For port a87840b3-baa7-4d5a-9fba-29e306dbee7c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a87840b3-baa7-4d5a-9fba-29e306dbee7c,segment=NetworkSegment(a981873a-5b3f-4bdd-a834-57b119ae9572),segment_id=a981873a-5b3f-4bdd-a834-57b119ae9572)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:46.856543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (1db5af9b-ca70-48f6-91c6-6432dd402a8c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.869152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.874241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (1db5af9b-ca70-48f6-91c6-6432dd402a8c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.883091 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:46.883091 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (1db5af9b-ca70-48f6-91c6-6432dd402a8c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.921152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=a67315ca-0ece-4158-9c1a-48155e19d1fe,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:46.928804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:46.929417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:46.929733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:46.934886 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 1db5af9b-ca70-48f6-91c6-6432dd402a8c resource provider aggregate not found Oct 23 01:14:46.955118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5df50db8-2f52-41c8-a53b-535301c95f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:46.959169 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 1db5af9b-ca70-48f6-91c6-6432dd402a8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1db5af9b-ca70-48f6-91c6-6432dd402a8c found for delete ", "request_id": "req-d80d6c32-c545-449e-8771-b333497213eb"}]} Oct 23 01:14:46.965589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:46.982696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:46.986464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:46.994555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.api [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:14:46.994555 dv-neutron-master-2-hyperv neutron-server[105984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:14:46.994555 dv-neutron-master-2-hyperv neutron-server[105984]: [parameters: {'id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] Oct 23 01:14:46.994555 dv-neutron-master-2-hyperv neutron-server[105984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:14:46.995010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG oslo_db.api [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:14:47.012483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['a67315ca-0ece-4158-9c1a-48155e19d1fe'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:14:47.070422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.073748 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.077981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Failed to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] Oct 23 01:14:47.084038 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempt 2 to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 Oct 23 01:14:47.097834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465f75d-7ab3-4d97-b185-8bd54bf775cc req-ff499608-86e1-49f3-88ba-23e8b8a22c4b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:47.099374 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7465f75d-7ab3-4d97-b185-8bd54bf775cc req-ff499608-86e1-49f3-88ba-23e8b8a22c4b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 945 time: 0.0496337 Oct 23 01:14:47.104644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:47.110513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:14:47.110513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:14:47.124178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-41edf82f-af2d-4706-82a4-4c807abfad6c None None] Provisioning complete for port a87840b3-baa7-4d5a-9fba-29e306dbee7c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:47.124554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-41edf82f-af2d-4706-82a4-4c807abfad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:47.124965 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-41edf82f-af2d-4706-82a4-4c807abfad6c None None] Attempt 1 to provision port a87840b3-baa7-4d5a-9fba-29e306dbee7c Oct 23 01:14:47.144197 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:47.144645 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:47.145077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.159881 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7465f75d-7ab3-4d97-b185-8bd54bf775cc req-a3195d63-4bd0-49b1-bf91-0786f9400cf5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538840 Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.220485 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.223620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.239585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a317a-a3e1-4ef5-aa72-78af33292265 req-c903168c-1919-4ad6-9306-ef02d7404f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:47.240840 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b19a317a-a3e1-4ef5-aa72-78af33292265 req-c903168c-1919-4ad6-9306-ef02d7404f95 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 1129 time: 0.0675817 Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.263856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.267530 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Failed to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] Oct 23 01:14:47.269730 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempt 3 to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 Oct 23 01:14:47.274032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df50db8-2f52-41c8-a53b-535301c95f85 None None] Pushing event updated for resources: {'Port': ['ID=a87840b3-baa7-4d5a-9fba-29e306dbee7c,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:47.299503 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b19a317a-a3e1-4ef5-aa72-78af33292265 req-ab7f5bdd-4129-4413-837e-f366ae60f6a9 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525839 Oct 23 01:14:47.299831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:47.300210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:47.300578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.326964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.333359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.377637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.381327 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Failed to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] Oct 23 01:14:47.383687 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempt 4 to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 Oct 23 01:14:47.411520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:47.411785 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:47.412182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.420797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-41edf82f-af2d-4706-82a4-4c807abfad6c None None] Current status of the port a87840b3-baa7-4d5a-9fba-29e306dbee7c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:47.424210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3159e-ea61-474a-bdff-0c2e3d436297 req-534fa319-e5a4-4206-b742-556a0df0ac06 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:47.425233 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3ee3159e-ea61-474a-bdff-0c2e3d436297 req-534fa319-e5a4-4206-b742-556a0df0ac06 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 944 time: 0.0508952 Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.443757 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.447701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.470897 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.474534 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Failed to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] Oct 23 01:14:47.474534 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempt 5 to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 Oct 23 01:14:47.481180 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3ee3159e-ea61-474a-bdff-0c2e3d436297 req-03bdd801-88ca-42b9-bbe1-727427b4d91b tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499704 Oct 23 01:14:47.492994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:47.493373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:47.493738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.495992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.523186 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.527268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.539307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting port dedb8e93-c959-4f19-8288-b7bd9f888301 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:47.540195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (dedb8e93-c959-4f19-8288-b7bd9f888301), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:47.606226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] For port dedb8e93-c959-4f19-8288-b7bd9f888301, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:47.606599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (dedb8e93-c959-4f19-8288-b7bd9f888301), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:47.621897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Calling delete_port for dedb8e93-c959-4f19-8288-b7bd9f888301 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.700836 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.707139 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Failed to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] Oct 23 01:14:47.718469 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempt 6 to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 Oct 23 01:14:47.750635 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:47.751029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:47.752174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.755918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port a87840b3-baa7-4d5a-9fba-29e306dbee7c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:47.772041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (dedb8e93-c959-4f19-8288-b7bd9f888301), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.776526 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.783896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.796220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Port': ['ID=dedb8e93-c959-4f19-8288-b7bd9f888301,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.797179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.801214 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Failed to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] Oct 23 01:14:47.801214 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempt 7 to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 Oct 23 01:14:47.803295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No DVR routers for this DVR port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:47.812379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:47.812763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:47.813136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.834086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.838072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.838072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.860129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.864448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Failed to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] Oct 23 01:14:47.864448 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempt 8 to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 Oct 23 01:14:47.875352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:47.875739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:47.876106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.884518 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.896732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.900747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.900845 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:47.914238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.917983 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.921549 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Failed to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] Oct 23 01:14:47.921549 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempt 9 to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 Oct 23 01:14:47.925577 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db5af9b-ca70-48f6-91c6-6432dd402a8c') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:47.925911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db5af9b-ca70-48f6-91c6-6432dd402a8c') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:47.931064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:47.931444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:47.931814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.936490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (1db5af9b-ca70-48f6-91c6-6432dd402a8c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:47.950660 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (1db5af9b-ca70-48f6-91c6-6432dd402a8c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.952515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:47.961228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:47.961228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (1db5af9b-ca70-48f6-91c6-6432dd402a8c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:47.973063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:47.977383 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Failed to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] Oct 23 01:14:47.977383 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempt 10 to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 Oct 23 01:14:47.990202 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:47.990653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:47.991091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:48.012479 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:48.016159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Attempting to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:48.042234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a87840b3-baa7-4d5a-9fba-29e306dbee7c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 1249df3c-3faa-411d-a5a1-7cb87416c3b8 could not be found. Oct 23 01:14:48.045104 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:48.048523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Failed to bind port dedb8e93-c959-4f19-8288-b7bd9f888301 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '1db5af9b-ca70-48f6-91c6-6432dd402a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7'}] Oct 23 01:14:48.048523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dedb8e93-c959-4f19-8288-b7bd9f888301), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:48.086360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:48.091233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:48.094442 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 HTTP/1.1" status: 204 len: 168 time: 2.4807687 Oct 23 01:14:48.098155 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36808) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:48.101731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4d720971-2fd8-49e0-9b0c-f6bb3fe990c0 None None] Port dedb8e93-c959-4f19-8288-b7bd9f888301 has been deleted concurrently {{(pid=105986) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 23 01:14:48.103888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1184194103'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:48.111434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5d84e-fca3-4b55-ba7a-bd3e710c2fc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:48.120483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port a87840b3-baa7-4d5a-9fba-29e306dbee7c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:48.120938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:48.121491 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port a87840b3-baa7-4d5a-9fba-29e306dbee7c Oct 23 01:14:48.202228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port a87840b3-baa7-4d5a-9fba-29e306dbee7c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:48.206578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:48.210394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:48.235844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:48.281963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f49e8e4a-c8b9-469e-864d-b7664cd08150), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:48.282578 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment f49e8e4a-c8b9-469e-864d-b7664cd08150 of type vlan for network d9897e1c-caf2-44df-9f6f-05c9da4c1880 Oct 23 01:14:48.342104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13868cca-753f-4e2f-a566-f8be89a05175 req-fa768200-d18b-4159-ab26-e22827a75f82 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:48.343631 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-13868cca-753f-4e2f-a566-f8be89a05175 req-fa768200-d18b-4159-ab26-e22827a75f82 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 945 time: 0.0975711 Oct 23 01:14:48.347437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (d9897e1c-caf2-44df-9f6f-05c9da4c1880), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:48.413710 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-13868cca-753f-4e2f-a566-f8be89a05175 req-4bd943d0-b8af-4ef2-9800-f0b69a2130dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636230 Oct 23 01:14:48.458245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (d9897e1c-caf2-44df-9f6f-05c9da4c1880), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:48.463489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:48.464866 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:48.536154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=d9897e1c-caf2-44df-9f6f-05c9da4c1880,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:48.550169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network d9897e1c-caf2-44df-9f6f-05c9da4c1880 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:48.593466 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6d7a647e-bf87-4bd7-8cdb-6748d9336d83 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4940307 Oct 23 01:14:48.594288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36814) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:48.599379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:48.629993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3834c7-1455-4b8f-8916-963881f132c2 req-1db1f311-8973-4635-aa69-90ce8ececbd9 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:48.631653 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f3834c7-1455-4b8f-8916-963881f132c2 req-1db1f311-8973-4635-aa69-90ce8ececbd9 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 944 time: 0.0620995 Oct 23 01:14:48.688852 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f3834c7-1455-4b8f-8916-963881f132c2 req-a9559eaa-880d-4378-8834-780c356c0956 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494485 Oct 23 01:14:48.754707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:48.758671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:48.822267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Performing IP validity checks on allocation pools {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 23 01:14:48.822783 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 23 01:14:48.980099 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 1db5af9b-ca70-48f6-91c6-6432dd402a8c resource provider aggregate not found Oct 23 01:14:48.995452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:48.999818 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 1db5af9b-ca70-48f6-91c6-6432dd402a8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1db5af9b-ca70-48f6-91c6-6432dd402a8c found for delete ", "request_id": "req-d0e5c16d-1ca3-44ec-b5ed-56b96b1c1a2f"}]} Oct 23 01:14:49.018305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (2cee1cbd-89c8-4920-9263-28e49720320d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:49.058207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:49.086474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=2cee1cbd-89c8-4920-9263-28e49720320d,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:49.094233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:49.097235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking segment: {'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:49.097593 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network hostable DHCP agents. Network: d9897e1c-caf2-44df-9f6f-05c9da4c1880, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:49.149648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-52856dbe-bda9-48f2-b2db-1aac8d35c66c None None] Could not find standard attr ID for object dedb8e93-c959-4f19-8288-b7bd9f888301. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:14:49.180619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45065f79-5a15-493b-bb12-c356103a454e None None] DHCP port deletion for ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:14:49.183218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network d9897e1c-caf2-44df-9f6f-05c9da4c1880 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:49.205273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e68e3-79db-43d5-810e-b0b4aba953f7 None None] Network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:49.220272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e68e3-79db-43d5-810e-b0b4aba953f7 None None] Network ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:14:49.275070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d9897e1c-caf2-44df-9f6f-05c9da4c1880) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:49.279351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:49.279947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:49.284341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3d6010-6114-4e15-a793-c5a9ab493882 None None] Network d9897e1c-caf2-44df-9f6f-05c9da4c1880 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:49.368879 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a20af06a-612a-4689-a603-c1b64ce15734 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7732315 Oct 23 01:14:49.371365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36820) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:49.392799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d9897e1c-caf2-44df-9f6f-05c9da4c1880', 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880', 'project_id': '7bbe4aeec44d497d9f37c7bda3ccea5c', 'fixed_ips': [{'subnet_id': '2cee1cbd-89c8-4920-9263-28e49720320d'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:49.393773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:49.427864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:49.484244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (d9897e1c-caf2-44df-9f6f-05c9da4c1880), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:49.549893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Allocated IP 172.20.0.3 (d9897e1c-caf2-44df-9f6f-05c9da4c1880/2cee1cbd-89c8-4920-9263-28e49720320d/7200f3bf-df4a-45c9-9cb8-bbd6e79caecf) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:49.575991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0336-ff3b-4c33-81e7-5e87d785790d req-c952018d-5e27-4a74-9287-f47345e4f082 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:49.577570 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0dde0336-ff3b-4c33-81e7-5e87d785790d req-c952018d-5e27-4a74-9287-f47345e4f082 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 945 time: 0.0838423 Oct 23 01:14:49.592888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (2cee1cbd-89c8-4920-9263-28e49720320d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:49.607652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:49.623643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:49.649997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device a67315ca-0ece-4158-9c1a-48155e19d1fe up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:14:49.669179 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0dde0336-ff3b-4c33-81e7-5e87d785790d req-3a9f35f7-3497-4074-9fbe-af1fe02d0685 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833433 Oct 23 01:14:49.734469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Publish callbacks [] for port (7200f3bf-df4a-45c9-9cb8-bbd6e79caecf), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:49.745396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port a67315ca-0ece-4158-9c1a-48155e19d1fe completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:14:49.798620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e3cfe-4ca4-424a-b057-d8f80b10f0b1 req-fc3c5a98-713e-4cb8-82d4-779912677a2c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:49.800410 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a87e3cfe-4ca4-424a-b057-d8f80b10f0b1 req-fc3c5a98-713e-4cb8-82d4-779912677a2c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 945 time: 0.0498881 Oct 23 01:14:49.801841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (7200f3bf-df4a-45c9-9cb8-bbd6e79caecf), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:49.828578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054bfef-5bd0-43fc-ada7-96dc95cf70d0 req-5d67292d-4768-4327-a232-71f9570356d8 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:49.830125 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b054bfef-5bd0-43fc-ada7-96dc95cf70d0 req-5d67292d-4768-4327-a232-71f9570356d8 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 944 time: 0.0610421 Oct 23 01:14:49.850409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Network d9897e1c-caf2-44df-9f6f-05c9da4c1880 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:49.851875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port a67315ca-0ece-4158-9c1a-48155e19d1fe triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:14:49.852513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:49.853126 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port a67315ca-0ece-4158-9c1a-48155e19d1fe Oct 23 01:14:49.859261 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a87e3cfe-4ca4-424a-b057-d8f80b10f0b1 req-5ed30b01-2015-49bc-a33e-8818e432d974 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512505 Oct 23 01:14:49.886064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:49.891415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36828) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:49.892169 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b054bfef-5bd0-43fc-ada7-96dc95cf70d0 req-8c1344cc-dd02-4991-905d-5c79b8fbec4e tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557370 Oct 23 01:14:49.897087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:49.899746 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (2cee1cbd-89c8-4920-9263-28e49720320d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:49.904061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Pushing event updated for resources: {'Port': ['ID=7200f3bf-df4a-45c9-9cb8-bbd6e79caecf,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:49.935975 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Subnet': ['ID=2cee1cbd-89c8-4920-9263-28e49720320d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:49.942421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64030e-274e-4464-813c-5c4dbad589da tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:49.946938 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ec64030e-274e-4464-813c-5c4dbad589da tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 1124 time: 0.0545340 Oct 23 01:14:49.947612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36830) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:49.951962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:50.008159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:50.009213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:50.009213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.014211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (d9897e1c-caf2-44df-9f6f-05c9da4c1880), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.036930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9897e1c-caf2-44df-9f6f-05c9da4c1880']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.037267 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.041337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.041337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port a67315ca-0ece-4158-9c1a-48155e19d1fe is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:14:50.041337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.047712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49e8e4a-c8b9-469e-864d-b7664cd08150') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:50.048002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49e8e4a-c8b9-469e-864d-b7664cd08150') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:50.061192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (f49e8e4a-c8b9-469e-864d-b7664cd08150), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.067624 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.071091 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Failed to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] Oct 23 01:14:50.071091 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempt 2 to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf Oct 23 01:14:50.080703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f49e8e4a-c8b9-469e-864d-b7664cd08150), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.088031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:50.089401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (f49e8e4a-c8b9-469e-864d-b7664cd08150), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.096494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:50.096625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:50.096975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.103940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9c79ef-1993-4df9-9148-1d08ca51ad01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67315ca-0ece-4158-9c1a-48155e19d1fe'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:14:50.106270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b124f3e-2ec0-417c-b049-a7c88743173b" -d '{"events": [{"server_uuid": "dd9c79ef-1993-4df9-9148-1d08ca51ad01", "name": "network-vif-plugged", "status": "completed", "tag": "a67315ca-0ece-4158-9c1a-48155e19d1fe"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:14:50.115267 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.139202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.142248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.143116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port a67315ca-0ece-4158-9c1a-48155e19d1fe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a67315ca-0ece-4158-9c1a-48155e19d1fe,segment=NetworkSegment(496745bb-873a-42b9-8423-c038e0596bd6),segment_id=496745bb-873a-42b9-8423-c038e0596bd6)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:50.149157 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f49e8e4a-c8b9-469e-864d-b7664cd08150 resource provider aggregate not found Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.168109 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.171347 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Failed to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] Oct 23 01:14:50.172841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e787d9-1bc4-4b81-8bd9-42541ba51460 x-openstack-request-id: req-80e787d9-1bc4-4b81-8bd9-42541ba51460 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:14:50.173133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9c79ef-1993-4df9-9148-1d08ca51ad01", "name": "network-vif-plugged", "status": "completed", "tag": "a67315ca-0ece-4158-9c1a-48155e19d1fe", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:14:50.173386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80e787d9-1bc4-4b81-8bd9-42541ba51460 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:14:50.174028 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e787d9-1bc4-4b81-8bd9-42541ba51460'] response: {'server_uuid': 'dd9c79ef-1993-4df9-9148-1d08ca51ad01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67315ca-0ece-4158-9c1a-48155e19d1fe', 'code': 200} Oct 23 01:14:50.174579 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempt 3 to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf Oct 23 01:14:50.182722 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f49e8e4a-c8b9-469e-864d-b7664cd08150 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f49e8e4a-c8b9-469e-864d-b7664cd08150 found for delete ", "request_id": "req-4b9c1465-60f7-4bc7-af17-37a9424a523b"}]} Oct 23 01:14:50.190238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:50.190621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:50.190989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.212134 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.215698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.215698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:50.223891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.db.api [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:14:50.223891 dv-neutron-master-2-hyperv neutron-server[105985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:14:50.223891 dv-neutron-master-2-hyperv neutron-server[105985]: [parameters: {'id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] Oct 23 01:14:50.223891 dv-neutron-master-2-hyperv neutron-server[105985]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:14:50.225135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG oslo_db.api [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.235221 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.242037 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Failed to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] Oct 23 01:14:50.242037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.242037 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempt 4 to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf Oct 23 01:14:50.283357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:50.283729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:50.284097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.303562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.316041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.319746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.345847 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.349351 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Failed to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] Oct 23 01:14:50.349351 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempt 5 to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf Oct 23 01:14:50.349351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=a67315ca-0ece-4158-9c1a-48155e19d1fe,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:50.371728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:50.372107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:50.373285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.397423 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.404999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.417870 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.421179 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Failed to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] Oct 23 01:14:50.421179 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempt 6 to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf Oct 23 01:14:50.426974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.71 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/8311ffee-fd13-4228-97b7-9826b65988b2) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:50.431373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:50.431712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:50.432074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.457629 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.461151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.479147 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.483457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Failed to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] Oct 23 01:14:50.483457 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempt 7 to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf Oct 23 01:14:50.495023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:50.495480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:50.495791 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.516856 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.520547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.537424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.542157 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Failed to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] Oct 23 01:14:50.542157 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempt 8 to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf Oct 23 01:14:50.549508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (8311ffee-fd13-4228-97b7-9826b65988b2), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.551056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:50.551444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:50.551813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.573677 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.577401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.584165 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a192b2-7918-40e6-8b74-4a92ce4fadad req-a73c71aa-2bfa-4010-ba43-05fea0432f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:50.585813 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b3a192b2-7918-40e6-8b74-4a92ce4fadad req-a73c71aa-2bfa-4010-ba43-05fea0432f8b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 1129 time: 0.0582588 Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.596997 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.600380 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Failed to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] Oct 23 01:14:50.600380 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempt 9 to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf Oct 23 01:14:50.611905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:50.612533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:50.612894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.634257 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b3a192b2-7918-40e6-8b74-4a92ce4fadad req-0c35203d-9746-4928-af7a-dcd54e3919c1 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420454 Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.637601 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.641115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.652013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8311ffee-fd13-4228-97b7-9826b65988b2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.657643 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.661698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Failed to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] Oct 23 01:14:50.661698 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempt 10 to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf Oct 23 01:14:50.671647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:50.672038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:50.672421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.692656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.693026 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.697081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempting to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on network d9897e1c-caf2-44df-9f6f-05c9da4c1880 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:50.698764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:50.701334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2cee1cbd-89c8-4920-9263-28e49720320d could not be found. Oct 23 01:14:50.714448 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:50.717818 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Failed to bind port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f49e8e4a-c8b9-469e-864d-b7664cd08150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd9897e1c-caf2-44df-9f6f-05c9da4c1880'}] Oct 23 01:14:50.717818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7200f3bf-df4a-45c9-9cb8-bbd6e79caecf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.727952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (d9897e1c-caf2-44df-9f6f-05c9da4c1880), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.735234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=8311ffee-fd13-4228-97b7-9826b65988b2,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:50.753758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:50.778441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:50.778776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7200f3bf-df4a-45c9-9cb8-bbd6e79caecf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.781314 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] For port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:50.782038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Attempted to set empty binding levels {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:14:50.842563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] For port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:50.842838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7200f3bf-df4a-45c9-9cb8-bbd6e79caecf), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.853357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7200f3bf-df4a-45c9-9cb8-bbd6e79caecf), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:50.857318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Calling delete_port for 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:50.870348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:50.929063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f6ce9-5357-4923-afc2-e7dfbd39ecf6 None None] Pushing event updated for resources: {'Port': ['ID=7200f3bf-df4a-45c9-9cb8-bbd6e79caecf,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:50.949156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037fa651-bd17-4a3b-9cd9-35818994fa11 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:14:51.021601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (7200f3bf-df4a-45c9-9cb8-bbd6e79caecf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.043998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037fa651-bd17-4a3b-9cd9-35818994fa11 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:14:51.078059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No DVR routers for this DVR port 7200f3bf-df4a-45c9-9cb8-bbd6e79caecf on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:51.083083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Port': ['ID=7200f3bf-df4a-45c9-9cb8-bbd6e79caecf,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:51.124867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed5647-db6c-40f4-b21e-cc7bb5a73433 req-8f9252b7-c3d8-4119-80d0-b91978822569 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:51.126500 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-47ed5647-db6c-40f4-b21e-cc7bb5a73433 req-8f9252b7-c3d8-4119-80d0-b91978822569 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.1228514 Oct 23 01:14:51.185294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (e69109ca-49fa-4e48-88b8-22288283300f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.203024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (d9897e1c-caf2-44df-9f6f-05c9da4c1880), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.242217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9897e1c-caf2-44df-9f6f-05c9da4c1880']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:51.248610 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-47ed5647-db6c-40f4-b21e-cc7bb5a73433 req-18b454f1-995c-40a6-955e-a08713a78659 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115065 Oct 23 01:14:51.257974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49e8e4a-c8b9-469e-864d-b7664cd08150') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:51.258239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49e8e4a-c8b9-469e-864d-b7664cd08150') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:51.264097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21244c-0035-4f0c-99e3-2d662ea5f3b6 None None] Network d9897e1c-caf2-44df-9f6f-05c9da4c1880 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:51.270376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (f49e8e4a-c8b9-469e-864d-b7664cd08150), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.286123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f49e8e4a-c8b9-469e-864d-b7664cd08150), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.293985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:51.295258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (f49e8e4a-c8b9-469e-864d-b7664cd08150), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.351766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8311ffee-fd13-4228-97b7-9826b65988b2), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.491818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (d9897e1c-caf2-44df-9f6f-05c9da4c1880), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.499153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.502506 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/d9897e1c-caf2-44df-9f6f-05c9da4c1880 HTTP/1.1" status: 204 len: 168 time: 2.1302073 Oct 23 01:14:51.506118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36840) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:51.513317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-506774817'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:51.521207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63a963-4c07-4f0d-8ce8-c7ffdd0ca16d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=d9897e1c-caf2-44df-9f6f-05c9da4c1880,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:51.542316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (8311ffee-fd13-4228-97b7-9826b65988b2), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.566717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=68,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:51.669449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (8311ffee-fd13-4228-97b7-9826b65988b2), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.716232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:51.719977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.766736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:51.768900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (e69109ca-49fa-4e48-88b8-22288283300f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.788155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.810477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=8311ffee-fd13-4228-97b7-9826b65988b2,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:51.816460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (837b2119-f9f5-40c2-8bb7-8fdd61ce78bf), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.816805 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment 837b2119-f9f5-40c2-8bb7-8fdd61ce78bf of type vlan for network 07aad4d5-7c24-4822-9004-2ca0f5badb80 Oct 23 01:14:51.834879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:51.893845 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (07aad4d5-7c24-4822-9004-2ca0f5badb80), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.915061 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP e69109ca-49fa-4e48-88b8-22288283300f associated. External IP: 172.36.3.71, port: f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4. Oct 23 01:14:52.069015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (07aad4d5-7c24-4822-9004-2ca0f5badb80), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:52.074464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:52.075053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:52.184511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=07aad4d5-7c24-4822-9004-2ca0f5badb80,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:52.197671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 07aad4d5-7c24-4822-9004-2ca0f5badb80 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:52.198859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router bde4e2ba-394d-49e8-b659-070234cae0e2 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:14:52.220421 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f49e8e4a-c8b9-469e-864d-b7664cd08150 resource provider aggregate not found Oct 23 01:14:52.241777 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f49e8e4a-c8b9-469e-864d-b7664cd08150 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f49e8e4a-c8b9-469e-864d-b7664cd08150 found for delete ", "request_id": "req-c77bae96-4af0-4d33-aa92-ce9755777848"}]} Oct 23 01:14:52.257315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:52.296806 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0ef459ce-3b16-47a9-baea-2add5ed4a47d tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7896156 Oct 23 01:14:52.304237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36848) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:52.306131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'network_id': '07aad4d5-7c24-4822-9004-2ca0f5badb80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:52.329379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:14:52.334390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:52.346456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487976ee-640d-4654-97d7-f60f69e69e48 None None] Sync routers for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:14:52.360566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487976ee-640d-4654-97d7-f60f69e69e48 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:52.361282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-487976ee-640d-4654-97d7-f60f69e69e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:52.414860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3301d9-da5b-4551-b5d4-c2c88f6739b9 req-b7d37b59-cf96-4dbe-a35a-b7eea6c4a665 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:52.416135 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2d3301d9-da5b-4551-b5d4-c2c88f6739b9 req-b7d37b59-cf96-4dbe-a35a-b7eea6c4a665 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0652874 Oct 23 01:14:52.433513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:52.487287 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-204fbbfd-a979-4a83-a149-50e954baf478 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5382504 Oct 23 01:14:52.490693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36850) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:52.492220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'tag': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:14:52.495160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006182e9-9a21-4ab5-acad-00bd09688e50" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7483ba-938a-4663-b4b7-39204e8cc62e", "tag": "f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:14:52.497479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-487976ee-640d-4654-97d7-f60f69e69e48 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:52.509579 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2d3301d9-da5b-4551-b5d4-c2c88f6739b9 req-479c86f5-366a-4b74-b9ab-63f864bc9d36 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871999 Oct 23 01:14:52.546751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:52.551510 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:52.580594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26a3964-f0c3-4101-9bf7-c451c2cdb341 x-openstack-request-id: req-b26a3964-f0c3-4101-9bf7-c451c2cdb341 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:14:52.580594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7483ba-938a-4663-b4b7-39204e8cc62e", "tag": "f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:14:52.580594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b26a3964-f0c3-4101-9bf7-c451c2cdb341 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:14:52.580594 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26a3964-f0c3-4101-9bf7-c451c2cdb341'] response: {'name': 'network-changed', 'server_uuid': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'tag': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'status': 'completed', 'code': 200} Oct 23 01:14:52.614786 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9ba1619a-85bc-41ea-9679-9934c51a5104 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/e69109ca-49fa-4e48-88b8-22288283300f HTTP/1.1" status: 200 len: 990 time: 0.1226153 Oct 23 01:14:52.671590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193a3d0-8bd1-4b1a-98c7-9ae7ecde9cc2 req-6c618626-f4ee-42c3-bfe4-6be4b1d2314b tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:52.673869 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f193a3d0-8bd1-4b1a-98c7-9ae7ecde9cc2 req-6c618626-f4ee-42c3-bfe4-6be4b1d2314b tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0559006 Oct 23 01:14:52.695493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006182e9-9a21-4ab5-acad-00bd09688e50 req-79a81d28-69c1-4271-89a5-d823513416d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:52.697667 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-006182e9-9a21-4ab5-acad-00bd09688e50 req-79a81d28-69c1-4271-89a5-d823513416d0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 1129 time: 0.0607157 Oct 23 01:14:52.728341 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f193a3d0-8bd1-4b1a-98c7-9ae7ecde9cc2 req-9dd37452-6bda-4f96-bf65-77ed5d3386a4 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Oct 23 01:14:52.762151 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:52.783356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-487976ee-640d-4654-97d7-f60f69e69e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:14:27Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e69109ca-49fa-4e48-88b8-22288283300f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.71', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'port_id': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'mac_address': 'fa:16:3e:24:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:14:51Z', 'updated_at': '2022-10-23T01:14:51Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:52.815365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487976ee-640d-4654-97d7-f60f69e69e48 None None] Checking router: bde4e2ba-394d-49e8-b659-070234cae0e2 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:14:52.825653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487976ee-640d-4654-97d7-f60f69e69e48 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:14:52.826418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-487976ee-640d-4654-97d7-f60f69e69e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:52.876235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006182e9-9a21-4ab5-acad-00bd09688e50 req-1d0cc4e7-7ae2-487c-a973-77774aee3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:52.877807 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-006182e9-9a21-4ab5-acad-00bd09688e50 req-1d0cc4e7-7ae2-487c-a973-77774aee3993 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a279a122-63f7-41b0-b1f7-5264e8463ed4 HTTP/1.1" status: 200 len: 898 time: 0.1736903 Oct 23 01:14:52.968163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (9f226eb2-6fed-4800-b1de-8df4d0628d29), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:53.011371 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-006182e9-9a21-4ab5-acad-00bd09688e50 req-29748fa9-a430-467c-bd7d-2061ffe308ce service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 HTTP/1.1" status: 200 len: 998 time: 0.1269984 Oct 23 01:14:53.085830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=9f226eb2-6fed-4800-b1de-8df4d0628d29,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:53.086151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-487976ee-640d-4654-97d7-f60f69e69e48 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:14:53.102663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006182e9-9a21-4ab5-acad-00bd09688e50 req-b1de899d-1952-4183-bd21-a04d9d13febf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:53.104197 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-006182e9-9a21-4ab5-acad-00bd09688e50 req-b1de899d-1952-4183-bd21-a04d9d13febf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b2a8a050-a8b1-4579-b936-c088d6d5c439 HTTP/1.1" status: 200 len: 835 time: 0.0828681 Oct 23 01:14:53.105046 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking segment: {'id': '837b2119-f9f5-40c2-8bb7-8fdd61ce78bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '07aad4d5-7c24-4822-9004-2ca0f5badb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:53.105407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network hostable DHCP agents. Network: 07aad4d5-7c24-4822-9004-2ca0f5badb80, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:53.156060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006182e9-9a21-4ab5-acad-00bd09688e50 req-9f6adb3d-63c4-4d92-9903-d5ae7b67cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:53.157863 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-006182e9-9a21-4ab5-acad-00bd09688e50 req-9f6adb3d-63c4-4d92-9903-d5ae7b67cfcd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a279a122-63f7-41b0-b1f7-5264e8463ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475016 Oct 23 01:14:53.318773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:53.338988 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-487976ee-640d-4654-97d7-f60f69e69e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:14:27Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e69109ca-49fa-4e48-88b8-22288283300f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.71', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'port_id': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'mac_address': 'fa:16:3e:24:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:14:51Z', 'updated_at': '2022-10-23T01:14:51Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:53.374073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487976ee-640d-4654-97d7-f60f69e69e48 None None] The sync data for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv is: [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:14:27Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e69109ca-49fa-4e48-88b8-22288283300f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.71', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'port_id': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'mac_address': 'fa:16:3e:24:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:14:51Z', 'updated_at': '2022-10-23T01:14:51Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:14:53.479760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network 07aad4d5-7c24-4822-9004-2ca0f5badb80 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:53.535176 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-006182e9-9a21-4ab5-acad-00bd09688e50 req-6f0ff9d6-9ec6-4e3c-9d97-7eaeb024e572 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715954 Oct 23 01:14:53.566574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:53.597273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dbf29-9b03-4670-b629-98ae26e352e4 req-237aebce-66e8-49cd-91a6-2976d9a65022 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:53.598911 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-179dbf29-9b03-4670-b629-98ae26e352e4 req-237aebce-66e8-49cd-91a6-2976d9a65022 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.3956804 Oct 23 01:14:53.616487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 07aad4d5-7c24-4822-9004-2ca0f5badb80) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:53.623361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36860) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:53.629675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ad444-61a9-4305-a30f-6a687cccb750 None None] Network 07aad4d5-7c24-4822-9004-2ca0f5badb80 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:53.646327 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad44010-e849-4059-80d9-cd5417661fa8 None None] New status for floating IP e69109ca-49fa-4e48-88b8-22288283300f: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:14:53.672628 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:53.679024 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-179dbf29-9b03-4670-b629-98ae26e352e4 req-2b7d3f89-3162-457c-a06e-9ce4ab87bf7c tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733407 Oct 23 01:14:53.691947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:53.692553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:53.703477 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-81de0bae-37c3-45f2-85f6-3ee30cca1dcb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/e69109ca-49fa-4e48-88b8-22288283300f HTTP/1.1" status: 200 len: 990 time: 0.0791118 Oct 23 01:14:53.760113 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-006182e9-9a21-4ab5-acad-00bd09688e50 req-823b56a4-1c1a-42f3-8bd2-2623d0c9a78d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163963 Oct 23 01:14:53.784203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-07aad4d5-7c24-4822-9004-2ca0f5badb80', 'network_id': '07aad4d5-7c24-4822-9004-2ca0f5badb80', 'project_id': '7bbe4aeec44d497d9f37c7bda3ccea5c', 'fixed_ips': [{'subnet_id': '9f226eb2-6fed-4800-b1de-8df4d0628d29'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:53.785394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:53.786422 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b22a77e3-ffd0-4336-855c-90b563ae49c0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4852231 Oct 23 01:14:53.791110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36862) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:53.858530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:53.918023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (07aad4d5-7c24-4822-9004-2ca0f5badb80), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:53.945929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Allocated IP 172.20.0.1 (07aad4d5-7c24-4822-9004-2ca0f5badb80/9f226eb2-6fed-4800-b1de-8df4d0628d29/f3af0351-62ef-4af7-941d-0bc93ddb51ea) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:53.975631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (9f226eb2-6fed-4800-b1de-8df4d0628d29), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:54.046105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:54.121106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Publish callbacks [] for port (f3af0351-62ef-4af7-941d-0bc93ddb51ea), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:54.230042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (f3af0351-62ef-4af7-941d-0bc93ddb51ea), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:54.246099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:54.272577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Network 07aad4d5-7c24-4822-9004-2ca0f5badb80 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:54.275941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:54.278788 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:54.293356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Pushing event updated for resources: {'Port': ['ID=f3af0351-62ef-4af7-941d-0bc93ddb51ea,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:54.350679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Attempting to bind port f3af0351-62ef-4af7-941d-0bc93ddb51ea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:54.351477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Attempting to bind port f3af0351-62ef-4af7-941d-0bc93ddb51ea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '837b2119-f9f5-40c2-8bb7-8fdd61ce78bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '07aad4d5-7c24-4822-9004-2ca0f5badb80'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:54.351477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Attempting to bind port f3af0351-62ef-4af7-941d-0bc93ddb51ea on network 07aad4d5-7c24-4822-9004-2ca0f5badb80 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:54.366437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (9f226eb2-6fed-4800-b1de-8df4d0628d29), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:54.397479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:54.398348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Subnet': ['ID=9f226eb2-6fed-4800-b1de-8df4d0628d29,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:54.402244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:14:54.402632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Checking segment: {'id': '837b2119-f9f5-40c2-8bb7-8fdd61ce78bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '07aad4d5-7c24-4822-9004-2ca0f5badb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:54.403040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:54.403431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Bound using segment: {'id': '837b2119-f9f5-40c2-8bb7-8fdd61ce78bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '07aad4d5-7c24-4822-9004-2ca0f5badb80'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:14:54.403924 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Bound port: f3af0351-62ef-4af7-941d-0bc93ddb51ea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837b2119-f9f5-40c2-8bb7-8fdd61ce78bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '07aad4d5-7c24-4822-9004-2ca0f5badb80'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:14:54.404311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f3af0351-62ef-4af7-941d-0bc93ddb51ea), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:54.467339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:54.468627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (07aad4d5-7c24-4822-9004-2ca0f5badb80), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:54.473361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] For port f3af0351-62ef-4af7-941d-0bc93ddb51ea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:54.476844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] For port f3af0351-62ef-4af7-941d-0bc93ddb51ea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3af0351-62ef-4af7-941d-0bc93ddb51ea,segment=NetworkSegment(837b2119-f9f5-40c2-8bb7-8fdd61ce78bf),segment_id=837b2119-f9f5-40c2-8bb7-8fdd61ce78bf)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:14:54.491909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07aad4d5-7c24-4822-9004-2ca0f5badb80']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:54.501762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837b2119-f9f5-40c2-8bb7-8fdd61ce78bf') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:54.502067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837b2119-f9f5-40c2-8bb7-8fdd61ce78bf') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:54.512769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (837b2119-f9f5-40c2-8bb7-8fdd61ce78bf), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:54.573099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f3af0351-62ef-4af7-941d-0bc93ddb51ea), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:54.575613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (837b2119-f9f5-40c2-8bb7-8fdd61ce78bf), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:54.583607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:54.584015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (837b2119-f9f5-40c2-8bb7-8fdd61ce78bf), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:54.637601 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 837b2119-f9f5-40c2-8bb7-8fdd61ce78bf resource provider aggregate not found Oct 23 01:14:54.664515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94fb5e-b820-498e-99ed-051e90ec857d None None] Pushing event updated for resources: {'Port': ['ID=f3af0351-62ef-4af7-941d-0bc93ddb51ea,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:54.672172 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 837b2119-f9f5-40c2-8bb7-8fdd61ce78bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 837b2119-f9f5-40c2-8bb7-8fdd61ce78bf found for delete ", "request_id": "req-741e01c5-8bce-45d7-a1a9-a9fae0308174"}]} Oct 23 01:14:54.680033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c16be-44f3-4882-9599-e8acc1d08a65 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:14:54.705697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36868) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:54.774438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c16be-44f3-4882-9599-e8acc1d08a65 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:14:54.779917 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.api [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:14:54.779917 dv-neutron-master-2-hyperv neutron-server[105984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:14:54.779917 dv-neutron-master-2-hyperv neutron-server[105984]: [parameters: {'id': '07aad4d5-7c24-4822-9004-2ca0f5badb80'}] Oct 23 01:14:54.779917 dv-neutron-master-2-hyperv neutron-server[105984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:14:54.780571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG oslo_db.api [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:14:54.784262 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c9832ed1-a85f-48a6-9436-f47551b29353 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/e69109ca-49fa-4e48-88b8-22288283300f HTTP/1.1" status: 200 len: 992 time: 0.0772126 Oct 23 01:14:54.785513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:55.003655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a1c9-9f89-4453-bdce-418af561dac9 req-43ada992-d67b-4ac3-9e33-ec571c859b1c tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:55.003655 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4b26a1c9-9f89-4453-bdce-418af561dac9 req-43ada992-d67b-4ac3-9e33-ec571c859b1c tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0524564 Oct 23 01:14:55.003655 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4b26a1c9-9f89-4453-bdce-418af561dac9 req-1fa6787a-77cb-4134-84b8-704eda1a043c tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Oct 23 01:14:55.003998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee8ced8-afc6-424d-81c3-b7691e17b35c None None] Network 07aad4d5-7c24-4822-9004-2ca0f5badb80 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:55.028617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:55.281444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (07aad4d5-7c24-4822-9004-2ca0f5badb80), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:55.324763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting port f3af0351-62ef-4af7-941d-0bc93ddb51ea {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:55.325088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f3af0351-62ef-4af7-941d-0bc93ddb51ea), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:55.396455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] For port f3af0351-62ef-4af7-941d-0bc93ddb51ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3af0351-62ef-4af7-941d-0bc93ddb51ea,segment=NetworkSegment(837b2119-f9f5-40c2-8bb7-8fdd61ce78bf),segment_id=837b2119-f9f5-40c2-8bb7-8fdd61ce78bf)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:55.396873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f3af0351-62ef-4af7-941d-0bc93ddb51ea), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:55.412817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Calling delete_port for f3af0351-62ef-4af7-941d-0bc93ddb51ea owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:55.489700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85fbb-0ae6-4136-8f14-5f77987b1b69 req-7a4ca3fe-da6d-48bb-b976-bc63642507fe tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:55.491762 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b0e85fbb-0ae6-4136-8f14-5f77987b1b69 req-7a4ca3fe-da6d-48bb-b976-bc63642507fe tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0517392 Oct 23 01:14:55.562014 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b0e85fbb-0ae6-4136-8f14-5f77987b1b69 req-74bd8118-dca9-499c-861f-2fa2b1be0b43 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610919 Oct 23 01:14:55.567650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f3af0351-62ef-4af7-941d-0bc93ddb51ea), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:55.593037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86085d6-22b8-4dfa-a99c-71606558cc51 req-333701ec-38bb-428a-a783-96dce056f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:55.594880 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f86085d6-22b8-4dfa-a99c-71606558cc51 req-333701ec-38bb-428a-a783-96dce056f8c8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f72f393da782466e883c0bbed2da37e1&device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 1129 time: 0.0495124 Oct 23 01:14:55.598745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Port': ['ID=f3af0351-62ef-4af7-941d-0bc93ddb51ea,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:55.602631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No DVR routers for this DVR port f3af0351-62ef-4af7-941d-0bc93ddb51ea on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:55.690696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (07aad4d5-7c24-4822-9004-2ca0f5badb80), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:55.693380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86085d6-22b8-4dfa-a99c-71606558cc51 req-2e2c10ba-7f52-48b3-b5b5-ebf6ea1167d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:55.695073 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f86085d6-22b8-4dfa-a99c-71606558cc51 req-2e2c10ba-7f52-48b3-b5b5-ebf6ea1167d1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=57784db4-ff4e-45a6-b39e-2a7d63b9af5f HTTP/1.1" status: 200 len: 912 time: 0.0938458 Oct 23 01:14:55.713749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07aad4d5-7c24-4822-9004-2ca0f5badb80']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:55.724127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837b2119-f9f5-40c2-8bb7-8fdd61ce78bf') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:55.724435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837b2119-f9f5-40c2-8bb7-8fdd61ce78bf') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:55.735479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (837b2119-f9f5-40c2-8bb7-8fdd61ce78bf), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:55.743726 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f86085d6-22b8-4dfa-a99c-71606558cc51 req-4014f1de-7c1f-421e-9bb5-cf030b850e7e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a67315ca-0ece-4158-9c1a-48155e19d1fe HTTP/1.1" status: 200 len: 217 time: 0.0407486 Oct 23 01:14:55.753865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (837b2119-f9f5-40c2-8bb7-8fdd61ce78bf), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:55.762664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:55.763236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (837b2119-f9f5-40c2-8bb7-8fdd61ce78bf), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:55.799400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86085d6-22b8-4dfa-a99c-71606558cc51 req-ff97074e-65eb-4f01-9ebd-3bcb9b7a0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:55.800944 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f86085d6-22b8-4dfa-a99c-71606558cc51 req-ff97074e-65eb-4f01-9ebd-3bcb9b7a0310 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d13a955-3f8a-4ddd-a908-0f9a7dc28809 HTTP/1.1" status: 200 len: 851 time: 0.0536771 Oct 23 01:14:55.835585 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f86085d6-22b8-4dfa-a99c-71606558cc51 req-18078e5d-f282-4dee-8e7f-715cdb759655 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=57784db4-ff4e-45a6-b39e-2a7d63b9af5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281427 Oct 23 01:14:55.924573 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (07aad4d5-7c24-4822-9004-2ca0f5badb80), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:55.929357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:55.931785 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f86085d6-22b8-4dfa-a99c-71606558cc51 req-48b94395-2ed9-400e-96e3-7f8ef0f2e60a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/57784db4-ff4e-45a6-b39e-2a7d63b9af5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908113 Oct 23 01:14:55.933073 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/07aad4d5-7c24-4822-9004-2ca0f5badb80 HTTP/1.1" status: 204 len: 168 time: 2.1407971 Oct 23 01:14:55.938282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36876) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:55.944663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1790724392'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:55.946746 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:55.961460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66873bd7-6947-4840-af58-df62ef1e5bde tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=07aad4d5-7c24-4822-9004-2ca0f5badb80,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:55.994967 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:56.040846 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f86085d6-22b8-4dfa-a99c-71606558cc51 req-76a60c5a-2c49-4b85-b3bf-5219bb3d3455 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/57784db4-ff4e-45a6-b39e-2a7d63b9af5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028740 Oct 23 01:14:56.050490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:56.054440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:56.067446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:56.081699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:56.091295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (c1bdbf53-e533-44b9-bdd5-57a1320f1622), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:56.091555 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment c1bdbf53-e533-44b9-bdd5-57a1320f1622 of type vlan for network 504a41a0-8377-4bb2-bc3b-6e06b218e612 Oct 23 01:14:56.133032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (504a41a0-8377-4bb2-bc3b-6e06b218e612), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:56.223020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (504a41a0-8377-4bb2-bc3b-6e06b218e612), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:56.228953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:56.230877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:56.308568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=504a41a0-8377-4bb2-bc3b-6e06b218e612,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:56.321069 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 504a41a0-8377-4bb2-bc3b-6e06b218e612 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:14:56.381095 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2620a663-e843-400d-8f9a-5768d11c7b25 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4401338 Oct 23 01:14:56.383010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:56.384201 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36878) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:56.390036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:56.443051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:56.629580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:56.635442 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:56.715275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f849f1c-e110-4061-a946-bd46822c07aa req-98147873-ea5c-49c5-9a10-985d42b9409d tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:56.719219 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1f849f1c-e110-4061-a946-bd46822c07aa req-98147873-ea5c-49c5-9a10-985d42b9409d tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0651603 Oct 23 01:14:56.720547 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 837b2119-f9f5-40c2-8bb7-8fdd61ce78bf resource provider aggregate not found Oct 23 01:14:56.745421 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 837b2119-f9f5-40c2-8bb7-8fdd61ce78bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 837b2119-f9f5-40c2-8bb7-8fdd61ce78bf found for delete ", "request_id": "req-7b9d888b-1bf6-469f-9ac2-c0355aa7bd68"}]} Oct 23 01:14:56.784533 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1f849f1c-e110-4061-a946-bd46822c07aa req-8e30152d-7534-46c2-81a2-15b43b49e9ae tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589864 Oct 23 01:14:56.967119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (85d13b95-08ee-49ff-aac8-831e45ec93d6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:57.034315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=85d13b95-08ee-49ff-aac8-831e45ec93d6,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:57.049667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking segment: {'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:14:57.050177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network hostable DHCP agents. Network: 504a41a0-8377-4bb2-bc3b-6e06b218e612, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:14:57.143297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network 504a41a0-8377-4bb2-bc3b-6e06b218e612 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:14:57.234567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 504a41a0-8377-4bb2-bc3b-6e06b218e612) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:57.243031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:57.243031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:57.248677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed30c38-0ade-42fb-a98c-600a6f1a256c None None] Network 504a41a0-8377-4bb2-bc3b-6e06b218e612 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:57.353500 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-600a9e8e-ea91-48e2-ad25-e8c1694c61e4 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9676063 Oct 23 01:14:57.357104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36886) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:57.362455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-504a41a0-8377-4bb2-bc3b-6e06b218e612', 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612', 'project_id': '7bbe4aeec44d497d9f37c7bda3ccea5c', 'fixed_ips': [{'subnet_id': '85d13b95-08ee-49ff-aac8-831e45ec93d6'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:14:57.364163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:57.481821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (504a41a0-8377-4bb2-bc3b-6e06b218e612), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:57.545187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Allocated IP 172.20.0.2 (504a41a0-8377-4bb2-bc3b-6e06b218e612/85d13b95-08ee-49ff-aac8-831e45ec93d6/18b1dd47-390a-4ab8-8b46-99278a0e9e01) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:14:57.550094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (85d13b95-08ee-49ff-aac8-831e45ec93d6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:57.663417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:57.699351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Publish callbacks [] for port (18b1dd47-390a-4ab8-8b46-99278a0e9e01), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:57.726294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:57.790105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (18b1dd47-390a-4ab8-8b46-99278a0e9e01), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:57.808468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:57.836917 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Network 504a41a0-8377-4bb2-bc3b-6e06b218e612 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:14:57.842436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:14:57.846511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:14:57.854459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Pushing event updated for resources: {'Port': ['ID=18b1dd47-390a-4ab8-8b46-99278a0e9e01,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:57.911374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:57.911738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:57.912102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:57.916436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (85d13b95-08ee-49ff-aac8-831e45ec93d6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:57.935402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5559a2-475a-40e7-8ac4-34e461fe4f9f req-51475668-82d9-4d03-9c02-f5e2af8e8b37 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:57.936362 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:57.940256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:57.940363 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8d5559a2-475a-40e7-8ac4-34e461fe4f9f req-51475668-82d9-4d03-9c02-f5e2af8e8b37 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0636992 Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:57.957696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:57.966287 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Failed to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] Oct 23 01:14:57.966287 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempt 2 to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 Oct 23 01:14:57.966487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:57.979173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:57.979721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:57.980167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:57.984012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Subnet': ['ID=85d13b95-08ee-49ff-aac8-831e45ec93d6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.001591 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.012753 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.024407 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.027865 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Failed to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] Oct 23 01:14:58.027865 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempt 3 to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 Oct 23 01:14:58.048857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:58.048857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:58.048857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.062060 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8d5559a2-475a-40e7-8ac4-34e461fe4f9f req-4a43fda3-733a-4f56-9ad4-5cad276e34a4 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024742 Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.064466 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.068022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.070238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (504a41a0-8377-4bb2-bc3b-6e06b218e612), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.089831 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.093370 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Failed to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] Oct 23 01:14:58.093370 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempt 4 to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 Oct 23 01:14:58.098311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504a41a0-8377-4bb2-bc3b-6e06b218e612']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:58.111569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:58.112194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:58.112585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.113207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bdbf53-e533-44b9-bdd5-57a1320f1622') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:58.113639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bdbf53-e533-44b9-bdd5-57a1320f1622') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:58.126704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (c1bdbf53-e533-44b9-bdd5-57a1320f1622), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.140390 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.143732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.143838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (c1bdbf53-e533-44b9-bdd5-57a1320f1622), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:58.151529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:58.151946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (c1bdbf53-e533-44b9-bdd5-57a1320f1622), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.164899 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.168396 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Failed to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] Oct 23 01:14:58.168396 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempt 5 to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 Oct 23 01:14:58.184163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:58.184831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:58.185374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.207293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.212015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.219128 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment c1bdbf53-e533-44b9-bdd5-57a1320f1622 resource provider aggregate not found Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.233690 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.241684 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Failed to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] Oct 23 01:14:58.241684 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempt 6 to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 Oct 23 01:14:58.245700 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment c1bdbf53-e533-44b9-bdd5-57a1320f1622 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1bdbf53-e533-44b9-bdd5-57a1320f1622 found for delete ", "request_id": "req-62ee4f94-33f1-4b1c-b958-ee7894327bab"}]} Oct 23 01:14:58.248591 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:58.249066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:58.249424 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.271372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.275529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.296320 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.299875 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Failed to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] Oct 23 01:14:58.299875 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempt 7 to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 Oct 23 01:14:58.302799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.db.api [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:14:58.302799 dv-neutron-master-2-hyperv neutron-server[105985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:14:58.302799 dv-neutron-master-2-hyperv neutron-server[105985]: [parameters: {'id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] Oct 23 01:14:58.302799 dv-neutron-master-2-hyperv neutron-server[105985]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:14:58.303597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG oslo_db.api [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:14:58.315920 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:58.316306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:58.316728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.338937 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.342612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.362603 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.368437 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Failed to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] Oct 23 01:14:58.368437 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempt 8 to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 Oct 23 01:14:58.377637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:58.378134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:58.378504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.400918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.415835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.422312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.425636 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Failed to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] Oct 23 01:14:58.425636 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempt 9 to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 Oct 23 01:14:58.437499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:58.437911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:58.438282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.459586 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.465570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.468958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.485733 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.489226 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Failed to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] Oct 23 01:14:58.489226 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempt 10 to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 Oct 23 01:14:58.500883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:14:58.501465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:14:58.501639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.523285 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.527207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempting to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on network 504a41a0-8377-4bb2-bc3b-6e06b218e612 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 85d13b95-08ee-49ff-aac8-831e45ec93d6 could not be found. Oct 23 01:14:58.548993 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:14:58.552606 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Failed to bind port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'c1bdbf53-e533-44b9-bdd5-57a1320f1622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '504a41a0-8377-4bb2-bc3b-6e06b218e612'}] Oct 23 01:14:58.552606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (18b1dd47-390a-4ab8-8b46-99278a0e9e01), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:58.627673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] For port 18b1dd47-390a-4ab8-8b46-99278a0e9e01, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:14:58.628084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Attempted to set empty binding levels {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:14:58.719197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0d115-bec1-4705-b760-617da609389d req-bffd3c5e-7c7a-4557-a333-476befe3e2d0 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:58.720733 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-68b0d115-bec1-4705-b760-617da609389d req-bffd3c5e-7c7a-4557-a333-476befe3e2d0 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0523596 Oct 23 01:14:58.732190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (18b1dd47-390a-4ab8-8b46-99278a0e9e01), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:58.795998 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-68b0d115-bec1-4705-b760-617da609389d req-56f34879-c2c3-4dfa-bc33-7912b1757dbf tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688119 Oct 23 01:14:58.804356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (504a41a0-8377-4bb2-bc3b-6e06b218e612), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:58.837990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d185d-0f2a-47a6-b1fc-714f513140dc None None] Pushing event updated for resources: {'Port': ['ID=18b1dd47-390a-4ab8-8b46-99278a0e9e01,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:58.852948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ac011-3f9d-40ba-ad49-dc7086696a76 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:14:58.871401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:14:58.871738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (18b1dd47-390a-4ab8-8b46-99278a0e9e01), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:58.874615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:58.908714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:58.934611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ac011-3f9d-40ba-ad49-dc7086696a76 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:14:58.939159 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] For port 18b1dd47-390a-4ab8-8b46-99278a0e9e01, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:14:58.939485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (18b1dd47-390a-4ab8-8b46-99278a0e9e01), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:58.955761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Calling delete_port for 18b1dd47-390a-4ab8-8b46-99278a0e9e01 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:14:58.971905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:59.160438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (18b1dd47-390a-4ab8-8b46-99278a0e9e01), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.196433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No DVR routers for this DVR port 18b1dd47-390a-4ab8-8b46-99278a0e9e01 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:14:59.202704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Port': ['ID=18b1dd47-390a-4ab8-8b46-99278a0e9e01,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:59.206801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:59.267937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:59.286522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (504a41a0-8377-4bb2-bc3b-6e06b218e612), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.298675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f844eb9-d381-4f60-b3f8-b3d3e95d0f50 None None] Network 504a41a0-8377-4bb2-bc3b-6e06b218e612 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:14:59.313182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504a41a0-8377-4bb2-bc3b-6e06b218e612']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:59.324737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bdbf53-e533-44b9-bdd5-57a1320f1622') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:59.325104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bdbf53-e533-44b9-bdd5-57a1320f1622') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:14:59.335813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (c1bdbf53-e533-44b9-bdd5-57a1320f1622), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.353116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (c1bdbf53-e533-44b9-bdd5-57a1320f1622), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.362210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:14:59.362622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (c1bdbf53-e533-44b9-bdd5-57a1320f1622), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.366811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:59.503958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:59.536175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (504a41a0-8377-4bb2-bc3b-6e06b218e612), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.549151 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.553353 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/504a41a0-8377-4bb2-bc3b-6e06b218e612 HTTP/1.1" status: 204 len: 168 time: 2.1950934 Oct 23 01:14:59.557045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36898) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:14:59.562624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258400942'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:14:59.568423 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5759d72-1a45-45d2-a8e8-26c1cefc62f1 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=504a41a0-8377-4bb2-bc3b-6e06b218e612,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:59.691864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:14:59.696654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.723119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:14:59.732852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.733207 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316 of type vlan for network 9b0721df-e309-444b-a929-5d39032a7837 Oct 23 01:14:59.775742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (9b0721df-e309-444b-a929-5d39032a7837), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.857349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (9b0721df-e309-444b-a929-5d39032a7837), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.862761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:59.863410 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:59.967991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=9b0721df-e309-444b-a929-5d39032a7837,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:14:59.977059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854e311-30bc-4d08-abe9-063ad0d519b6 req-280be8ef-e571-4b25-b301-320ae7ac3b0c tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:14:59.978648 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d854e311-30bc-4d08-abe9-063ad0d519b6 req-280be8ef-e571-4b25-b301-320ae7ac3b0c tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0855083 Oct 23 01:14:59.991177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 9b0721df-e309-444b-a929-5d39032a7837 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:15:00.032005 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d854e311-30bc-4d08-abe9-063ad0d519b6 req-f5fe6f5a-68a2-4b53-a806-12cd04e23bce tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Oct 23 01:15:00.038907 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-faa3c55c-90cf-4c2b-bd12-c660e5b9508f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4806964 Oct 23 01:15:00.043061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36902) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:00.050416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'network_id': '9b0721df-e309-444b-a929-5d39032a7837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:00.061996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:00.113826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:00.255744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:00.260658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:00.267360 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment c1bdbf53-e533-44b9-bdd5-57a1320f1622 resource provider aggregate not found Oct 23 01:15:00.310025 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment c1bdbf53-e533-44b9-bdd5-57a1320f1622 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1bdbf53-e533-44b9-bdd5-57a1320f1622 found for delete ", "request_id": "req-7266ec24-1a5e-48b2-a631-1656da2a6d54"}]} Oct 23 01:15:00.327381 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Performing IP validity checks on allocation pools {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 23 01:15:00.327906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 23 01:15:00.478305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb0e8f-56e0-4f46-9e0e-97cb00ca2a47 req-ee7c29b9-eea2-4af8-bc9e-81ac792663f9 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:00.481495 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-14bb0e8f-56e0-4f46-9e0e-97cb00ca2a47 req-ee7c29b9-eea2-4af8-bc9e-81ac792663f9 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0685525 Oct 23 01:15:00.562819 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-14bb0e8f-56e0-4f46-9e0e-97cb00ca2a47 req-b8f8f86a-d7a4-4c79-8fb0-a1c945f50f6f tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750301 Oct 23 01:15:00.593246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (40f0d18e-5baf-4ada-9229-5a049f814483), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:00.610860 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a18c75-479f-4b13-a806-333aa6d340c1 req-1872661e-5d7b-4ca3-b6f8-3a549ba0de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:00.613731 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b3a18c75-479f-4b13-a806-333aa6d340c1 req-1872661e-5d7b-4ca3-b6f8-3a549ba0de3a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f72f393da782466e883c0bbed2da37e1&device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 1129 time: 0.0724914 Oct 23 01:15:00.769226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=40f0d18e-5baf-4ada-9229-5a049f814483,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:00.789877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking segment: {'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:00.790235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network hostable DHCP agents. Network: 9b0721df-e309-444b-a929-5d39032a7837, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:15:00.820832 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a18c75-479f-4b13-a806-333aa6d340c1 req-431b7274-4f39-4b43-a16b-adb3123392bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:00.822296 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b3a18c75-479f-4b13-a806-333aa6d340c1 req-431b7274-4f39-4b43-a16b-adb3123392bc service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=57784db4-ff4e-45a6-b39e-2a7d63b9af5f HTTP/1.1" status: 200 len: 912 time: 0.1747839 Oct 23 01:15:00.828471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:00.863723 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b3a18c75-479f-4b13-a806-333aa6d340c1 req-06d3b6c7-f0d8-420c-9188-2ecf785ef127 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a67315ca-0ece-4158-9c1a-48155e19d1fe HTTP/1.1" status: 200 len: 217 time: 0.0339217 Oct 23 01:15:00.910739 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network 9b0721df-e309-444b-a929-5d39032a7837 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:15:00.923271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a18c75-479f-4b13-a806-333aa6d340c1 req-6d1be4b8-9a8f-41d9-bd20-e94b06868b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:00.924893 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b3a18c75-479f-4b13-a806-333aa6d340c1 req-6d1be4b8-9a8f-41d9-bd20-e94b06868b86 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d13a955-3f8a-4ddd-a908-0f9a7dc28809 HTTP/1.1" status: 200 len: 851 time: 0.0551031 Oct 23 01:15:00.957542 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b3a18c75-479f-4b13-a806-333aa6d340c1 req-94f814eb-b850-4999-9508-61a82d03afd7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=57784db4-ff4e-45a6-b39e-2a7d63b9af5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267210 Oct 23 01:15:01.038184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9b0721df-e309-444b-a929-5d39032a7837) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:01.043512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:01.049926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.050795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe9937-f5c7-40da-86dd-305d4790cfed None None] Network 9b0721df-e309-444b-a929-5d39032a7837 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:01.068198 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b3a18c75-479f-4b13-a806-333aa6d340c1 req-043af2ca-bcdb-45de-9777-5b34c13daf4f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/57784db4-ff4e-45a6-b39e-2a7d63b9af5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033914 Oct 23 01:15:01.135201 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6cc6af1a-b7c6-4a8c-a1c4-9e6bceae6a15 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0933688 Oct 23 01:15:01.138233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36912) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:01.139487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:01.167973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9b0721df-e309-444b-a929-5d39032a7837', 'network_id': '9b0721df-e309-444b-a929-5d39032a7837', 'project_id': '7bbe4aeec44d497d9f37c7bda3ccea5c', 'fixed_ips': [{'subnet_id': '40f0d18e-5baf-4ada-9229-5a049f814483'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:15:01.169280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.171824 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b3a18c75-479f-4b13-a806-333aa6d340c1 req-d6097d20-5666-4e3a-9a56-f61235b59d4b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/57784db4-ff4e-45a6-b39e-2a7d63b9af5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976622 Oct 23 01:15:01.211563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:01.253611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (9b0721df-e309-444b-a929-5d39032a7837), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.311522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (40f0d18e-5baf-4ada-9229-5a049f814483), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.315773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Allocated IP 172.20.0.3 (9b0721df-e309-444b-a929-5d39032a7837/40f0d18e-5baf-4ada-9229-5a049f814483/ccf6bbe5-48e6-4aa9-9bd2-04798791fc60) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:15:01.460486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Publish callbacks [] for port (ccf6bbe5-48e6-4aa9-9bd2-04798791fc60), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.525099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (ccf6bbe5-48e6-4aa9-9bd2-04798791fc60), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.568490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Network 9b0721df-e309-444b-a929-5d39032a7837 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:01.573457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:01.575564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Pushing event updated for resources: {'Port': ['ID=ccf6bbe5-48e6-4aa9-9bd2-04798791fc60,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:01.577710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:15:01.610957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:01.634623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (40f0d18e-5baf-4ada-9229-5a049f814483), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.636767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:01.637139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:01.637771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:01.663412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Subnet': ['ID=40f0d18e-5baf-4ada-9229-5a049f814483,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.666046 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:01.669549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.693274 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:01.697023 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Failed to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] Oct 23 01:15:01.697023 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempt 2 to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 Oct 23 01:15:01.697313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605df19-5a45-414b-b738-f0c159e78401 req-2579b3de-394b-493e-b662-4efcaba31d67 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:01.697889 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5605df19-5a45-414b-b738-f0c159e78401 req-2579b3de-394b-493e-b662-4efcaba31d67 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0530560 Oct 23 01:15:01.710074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:01.710581 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:01.711473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.734973 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:01.739906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:01.740000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (9b0721df-e309-444b-a929-5d39032a7837), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.753535 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5605df19-5a45-414b-b738-f0c159e78401 req-6275e3c5-583f-4294-b0d2-a25c89e1e3a2 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.760158 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:01.763465 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Failed to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] Oct 23 01:15:01.763465 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempt 3 to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 Oct 23 01:15:01.765579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0721df-e309-444b-a929-5d39032a7837']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:01.777577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:01.777985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:01.778353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:01.778612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:01.779012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:01.791749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.799780 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:01.803529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:01.810360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.818385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:01.818915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.821655 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:01.825265 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Failed to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] Oct 23 01:15:01.825265 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempt 4 to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 Oct 23 01:15:01.841461 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316 resource provider aggregate not found Oct 23 01:15:01.843830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:01.844234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:01.844655 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.870808 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:01.876743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.896790 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:01.900932 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Failed to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] Oct 23 01:15:01.900932 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempt 5 to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 Oct 23 01:15:01.901186 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316 found for delete ", "request_id": "req-3d235375-408f-4cb0-9c28-f2c7bec7f3c6"}]} Oct 23 01:15:01.903222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:01.911048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:01.911421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:01.911784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:01.920492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.api [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:15:01.920492 dv-neutron-master-2-hyperv neutron-server[105984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:15:01.920492 dv-neutron-master-2-hyperv neutron-server[105984]: [parameters: {'id': '9b0721df-e309-444b-a929-5d39032a7837'}] Oct 23 01:15:01.920492 dv-neutron-master-2-hyperv neutron-server[105984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:15:01.920986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG oslo_db.api [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.932123 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:01.935646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Failed to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] Oct 23 01:15:01.955994 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempt 6 to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 Oct 23 01:15:01.965885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:01.966256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:01.966617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:01.988103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:01.991699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:02.004045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.008246 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:02.014063 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Failed to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] Oct 23 01:15:02.014063 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempt 7 to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 Oct 23 01:15:02.021109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:02.021474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:02.021859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:02.026970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.045387 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:02.048857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.065167 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:02.068871 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Failed to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] Oct 23 01:15:02.068871 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempt 8 to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 Oct 23 01:15:02.074175 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.078592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:02.078963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:02.080443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.099255 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:02.106097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.118950 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:02.126502 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Failed to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] Oct 23 01:15:02.126502 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempt 9 to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 Oct 23 01:15:02.132394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:02.133278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:02.133634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.153545 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:02.157063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.172944 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:02.176376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Failed to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] Oct 23 01:15:02.176376 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempt 10 to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 Oct 23 01:15:02.188199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.190402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:02.190766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:02.191142 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.210852 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:02.219443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempting to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on network 9b0721df-e309-444b-a929-5d39032a7837 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 40f0d18e-5baf-4ada-9229-5a049f814483 could not be found. Oct 23 01:15:02.231230 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:02.234962 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Failed to bind port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9b0721df-e309-444b-a929-5d39032a7837'}] Oct 23 01:15:02.234962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ccf6bbe5-48e6-4aa9-9bd2-04798791fc60), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:02.293257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] For port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:15:02.293647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Attempted to set empty binding levels {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:15:02.370436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ccf6bbe5-48e6-4aa9-9bd2-04798791fc60), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:02.379128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.422321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (9b0721df-e309-444b-a929-5d39032a7837), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:02.434544 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.440492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe3866-f039-4910-b4aa-e82f7a8a98d6 None None] Pushing event updated for resources: {'Port': ['ID=ccf6bbe5-48e6-4aa9-9bd2-04798791fc60,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:02.457208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323073cb-efb5-4737-bb13-9be0e75bddfe None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:15:02.458282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.471765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:02.472063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ccf6bbe5-48e6-4aa9-9bd2-04798791fc60), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:02.540783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323073cb-efb5-4737-bb13-9be0e75bddfe None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:15:02.544941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] For port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:02.545316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ccf6bbe5-48e6-4aa9-9bd2-04798791fc60), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:02.559822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Calling delete_port for ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:02.605940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.608330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.680603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.709272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f195cef-e0be-48a3-b60c-b28541832812 None None] Network 9b0721df-e309-444b-a929-5d39032a7837 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:02.724232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.725916 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ccf6bbe5-48e6-4aa9-9bd2-04798791fc60), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:02.758495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Port': ['ID=ccf6bbe5-48e6-4aa9-9bd2-04798791fc60,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:02.760958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No DVR routers for this DVR port ccf6bbe5-48e6-4aa9-9bd2-04798791fc60 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:15:02.838839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.856819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.874456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (9b0721df-e309-444b-a929-5d39032a7837), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:02.909087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c4921-ec70-43c2-9caa-00c2953d6b72 req-4bb755b2-db07-44df-bf1f-b4af84658ade tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:02.910672 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6a3c4921-ec70-43c2-9caa-00c2953d6b72 req-4bb755b2-db07-44df-bf1f-b4af84658ade tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0748296 Oct 23 01:15:02.914427 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0721df-e309-444b-a929-5d39032a7837']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:02.929856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:02.931344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:02.937742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:02.948840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:02.969971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:02.984665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:02.984981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:03.005227 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6a3c4921-ec70-43c2-9caa-00c2953d6b72 req-0c565895-ba87-4263-a04c-a727f0d0fbaa tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883210 Oct 23 01:15:03.108698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (9b0721df-e309-444b-a929-5d39032a7837), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:03.120006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:03.123618 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/9b0721df-e309-444b-a929-5d39032a7837 HTTP/1.1" status: 204 len: 168 time: 1.9823434 Oct 23 01:15:03.128585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36924) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:03.136265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-64255392'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:03.141414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b95ba-ef6f-40fe-bdf2-ba5fa877284f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=9b0721df-e309-444b-a929-5d39032a7837,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:03.234009 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:03.238811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:03.265878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:15:03.277333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e91285f4-0929-4904-8976-d486462cc6ed), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:03.277869 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment e91285f4-0929-4904-8976-d486462cc6ed of type vlan for network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab Oct 23 01:15:03.324675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (8a6720cf-0aa1-4c22-acff-a25b743fd8ab), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:03.388944 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:03.429651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (8a6720cf-0aa1-4c22-acff-a25b743fd8ab), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:03.438550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:03.438550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:03.455899 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e49b54-e118-415f-82c7-07dec1d4d2a1 req-afeae52e-888d-4aba-8f99-5e814e1c029b tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:03.457612 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-04e49b54-e118-415f-82c7-07dec1d4d2a1 req-afeae52e-888d-4aba-8f99-5e814e1c029b tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0609605 Oct 23 01:15:03.509643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=8a6720cf-0aa1-4c22-acff-a25b743fd8ab,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:03.511142 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-04e49b54-e118-415f-82c7-07dec1d4d2a1 req-64d845fb-622a-4606-a7d5-4a93d3d7573c tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455301 Oct 23 01:15:03.520711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:15:03.598581 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8974e581-0b65-465b-a2ff-4fb010b61ed2 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4666836 Oct 23 01:15:03.600235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36928) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:03.605543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:03.708981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:03.799657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:03.803939 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:03.827573 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:03.909353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:03.932968 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316 resource provider aggregate not found Oct 23 01:15:03.950109 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce06b0cb-a37b-4d80-8c05-2fbb6cb4a316 found for delete ", "request_id": "req-782a853e-a75b-4d76-94a7-06280210cb30"}]} Oct 23 01:15:04.012550 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:04.028777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:04.051778 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (80f12327-d419-4f91-8c7d-d7763167496e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:04.121024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=80f12327-d419-4f91-8c7d-d7763167496e,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:04.129809 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking segment: {'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:04.130104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network hostable DHCP agents. Network: 8a6720cf-0aa1-4c22-acff-a25b743fd8ab, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:15:04.134384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:04.228272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:15:04.319667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8a6720cf-0aa1-4c22-acff-a25b743fd8ab) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:04.324369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:04.331856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:04.332058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094953f5-33bd-4d86-9952-0b7d0a0bf42d None None] Network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:04.402584 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dd9e471a-5a04-4205-8a27-5a036618807f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8012502 Oct 23 01:15:04.405432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36934) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:04.439016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8a6720cf-0aa1-4c22-acff-a25b743fd8ab', 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab', 'project_id': '7bbe4aeec44d497d9f37c7bda3ccea5c', 'fixed_ips': [{'subnet_id': '80f12327-d419-4f91-8c7d-d7763167496e'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:15:04.439016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:04.460146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:04.513026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (8a6720cf-0aa1-4c22-acff-a25b743fd8ab), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:04.542983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:04.581269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (80f12327-d419-4f91-8c7d-d7763167496e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:04.583273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:04.593643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Allocated IP 172.20.0.1 (8a6720cf-0aa1-4c22-acff-a25b743fd8ab/80f12327-d419-4f91-8c7d-d7763167496e/c9459b98-b2a5-4f85-8292-4e3a15ee8336) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:15:04.654467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:04.676475 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fdba5-7095-42b6-9cdf-6a5e7730252c req-41c192c2-1f9b-49e4-9e90-acb8b610739b tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:04.678032 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-978fdba5-7095-42b6-9cdf-6a5e7730252c req-41c192c2-1f9b-49e4-9e90-acb8b610739b tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0711360 Oct 23 01:15:04.728832 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-978fdba5-7095-42b6-9cdf-6a5e7730252c req-4389b6d2-793a-47e3-a819-4470224e79f1 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443978 Oct 23 01:15:04.742517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Publish callbacks [] for port (c9459b98-b2a5-4f85-8292-4e3a15ee8336), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:04.783155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (c9459b98-b2a5-4f85-8292-4e3a15ee8336), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:04.820278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:04.823178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:04.828858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:15:04.840903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Pushing event updated for resources: {'Port': ['ID=c9459b98-b2a5-4f85-8292-4e3a15ee8336,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:04.852040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (80f12327-d419-4f91-8c7d-d7763167496e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:04.881257 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Subnet': ['ID=80f12327-d419-4f91-8c7d-d7763167496e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:04.893539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:04.898804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:04.898804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:04.915270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:04.920299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:04.931945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:04.938698 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:04.942190 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Failed to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] Oct 23 01:15:04.942190 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempt 2 to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 Oct 23 01:15:04.944634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (8a6720cf-0aa1-4c22-acff-a25b743fd8ab), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:04.951792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:04.952167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:04.952536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:04.967583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:04.971175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6720cf-0aa1-4c22-acff-a25b743fd8ab']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:04.972939 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:04.977220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:04.981723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91285f4-0929-4904-8976-d486462cc6ed') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:04.982102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91285f4-0929-4904-8976-d486462cc6ed') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:04.989873 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:04.993593 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (e91285f4-0929-4904-8976-d486462cc6ed), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:04.994711 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:04.998269 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Failed to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] Oct 23 01:15:04.998269 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempt 3 to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 Oct 23 01:15:05.008426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:05.008638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e91285f4-0929-4904-8976-d486462cc6ed), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:05.008827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:05.009316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.015104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:05.015492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (e91285f4-0929-4904-8976-d486462cc6ed), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.030077 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.033987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.055869 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.065245 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Failed to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] Oct 23 01:15:05.065245 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempt 4 to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 Oct 23 01:15:05.065426 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e91285f4-0929-4904-8976-d486462cc6ed resource provider aggregate not found Oct 23 01:15:05.069765 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:05.070706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:05.071078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.083726 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e91285f4-0929-4904-8976-d486462cc6ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e91285f4-0929-4904-8976-d486462cc6ed found for delete ", "request_id": "req-9679f45b-0e1a-4c25-99f5-105f257a0ad9"}]} Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.095382 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.098873 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.114338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.db.api [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:15:05.114338 dv-neutron-master-2-hyperv neutron-server[105985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:15:05.114338 dv-neutron-master-2-hyperv neutron-server[105985]: [parameters: {'id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] Oct 23 01:15:05.114338 dv-neutron-master-2-hyperv neutron-server[105985]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:15:05.114762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG oslo_db.api [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.115425 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.122041 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Failed to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] Oct 23 01:15:05.122041 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempt 5 to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 Oct 23 01:15:05.128409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:05.128783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:05.129212 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.149663 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.155097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.169525 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.173152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Failed to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] Oct 23 01:15:05.173152 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempt 6 to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 Oct 23 01:15:05.183812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:05.186590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:05.186590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.204658 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.209892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.224835 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.230563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Failed to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] Oct 23 01:15:05.230563 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempt 7 to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 Oct 23 01:15:05.237884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:05.238260 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:05.238625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.262222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.265870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.285273 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.288849 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Failed to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] Oct 23 01:15:05.288849 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempt 8 to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 Oct 23 01:15:05.298263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:05.298637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:05.299004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.318582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.325445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.339637 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.343103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Failed to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] Oct 23 01:15:05.343103 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempt 9 to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 Oct 23 01:15:05.343294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:05.352785 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:05.353097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:05.353461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.374225 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Failed to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] Oct 23 01:15:05.401447 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempt 10 to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 Oct 23 01:15:05.408821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:05.409194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:05.409561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.433103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.436644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempting to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 80f12327-d419-4f91-8c7d-d7763167496e could not be found. Oct 23 01:15:05.454162 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:05.457732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Failed to bind port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e91285f4-0929-4904-8976-d486462cc6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8a6720cf-0aa1-4c22-acff-a25b743fd8ab'}] Oct 23 01:15:05.457732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c9459b98-b2a5-4f85-8292-4e3a15ee8336), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:05.472199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39e8f-fc5d-42ad-9b0e-1d03881ed71b req-12e0ffc1-32be-4bd4-94e8-91b067369674 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:05.473701 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-89f39e8f-fc5d-42ad-9b0e-1d03881ed71b req-12e0ffc1-32be-4bd4-94e8-91b067369674 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0511458 Oct 23 01:15:05.480134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:05.517911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] For port c9459b98-b2a5-4f85-8292-4e3a15ee8336, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:15:05.518322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Attempted to set empty binding levels {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:15:05.567486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-89f39e8f-fc5d-42ad-9b0e-1d03881ed71b req-2ebd8179-4fb9-45bd-8641-af69d82f764f tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Deleting port a67315ca-0ece-4158-9c1a-48155e19d1fe {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:05.567826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-89f39e8f-fc5d-42ad-9b0e-1d03881ed71b req-2ebd8179-4fb9-45bd-8641-af69d82f764f tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:05.593431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c9459b98-b2a5-4f85-8292-4e3a15ee8336), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:05.615489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (8a6720cf-0aa1-4c22-acff-a25b743fd8ab), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:05.625300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:05.662836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:05.664497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68459c-5556-4e23-b192-1194f8558d27 None None] Pushing event updated for resources: {'Port': ['ID=c9459b98-b2a5-4f85-8292-4e3a15ee8336,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:05.681543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b0f85-a53f-4992-8af3-35e2e19aed70 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:15:05.695728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting port c9459b98-b2a5-4f85-8292-4e3a15ee8336 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:05.696080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c9459b98-b2a5-4f85-8292-4e3a15ee8336), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:05.702540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-89f39e8f-fc5d-42ad-9b0e-1d03881ed71b req-2ebd8179-4fb9-45bd-8641-af69d82f764f tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] For port a67315ca-0ece-4158-9c1a-48155e19d1fe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a67315ca-0ece-4158-9c1a-48155e19d1fe,segment=NetworkSegment(496745bb-873a-42b9-8423-c038e0596bd6),segment_id=496745bb-873a-42b9-8423-c038e0596bd6)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:05.702905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-89f39e8f-fc5d-42ad-9b0e-1d03881ed71b req-2ebd8179-4fb9-45bd-8641-af69d82f764f tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:05.743752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:05.751633 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-89f39e8f-fc5d-42ad-9b0e-1d03881ed71b req-2ebd8179-4fb9-45bd-8641-af69d82f764f tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Calling delete_port for a67315ca-0ece-4158-9c1a-48155e19d1fe owned by compute:nova {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:05.755716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:05.761770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7b0f85-a53f-4992-8af3-35e2e19aed70 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:15:05.817594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] For port c9459b98-b2a5-4f85-8292-4e3a15ee8336, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:05.817990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c9459b98-b2a5-4f85-8292-4e3a15ee8336), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:05.835740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Calling delete_port for c9459b98-b2a5-4f85-8292-4e3a15ee8336 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:05.856409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:05.865749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e0262-df55-4ce4-a890-1ca67bfdd331 req-7f672063-53c3-42e6-98dd-8a039f5e3483 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:05.867909 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-de3e0262-df55-4ce4-a890-1ca67bfdd331 req-7f672063-53c3-42e6-98dd-8a039f5e3483 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 945 time: 0.0569959 Oct 23 01:15:05.921226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:05.921494 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-de3e0262-df55-4ce4-a890-1ca67bfdd331 req-ff388177-811a-46fe-b3f2-9775951f0ed4 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75340010-ca04-44cc-9e1d-b04e5d3e51d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469449 Oct 23 01:15:05.957724 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dabfba-ed25-47c1-9022-c8a5a0ddee2d None None] Network 8a6720cf-0aa1-4c22-acff-a25b743fd8ab requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:05.987144 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:06.042099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (c9459b98-b2a5-4f85-8292-4e3a15ee8336), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.073157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Port': ['ID=c9459b98-b2a5-4f85-8292-4e3a15ee8336,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:06.076808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No DVR routers for this DVR port c9459b98-b2a5-4f85-8292-4e3a15ee8336 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:15:06.359619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-89f39e8f-fc5d-42ad-9b0e-1d03881ed71b req-2ebd8179-4fb9-45bd-8641-af69d82f764f tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (a67315ca-0ece-4158-9c1a-48155e19d1fe), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.399977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd8179-4fb9-45bd-8641-af69d82f764f tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Pushing event deleted for resources: {'Port': ['ID=a67315ca-0ece-4158-9c1a-48155e19d1fe,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:06.480566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (8a6720cf-0aa1-4c22-acff-a25b743fd8ab), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.483260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f39e8f-fc5d-42ad-9b0e-1d03881ed71b req-2ebd8179-4fb9-45bd-8641-af69d82f764f tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] No DVR routers for this DVR port a67315ca-0ece-4158-9c1a-48155e19d1fe on host hv-neutron-mast {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:15:06.489990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-89f39e8f-fc5d-42ad-9b0e-1d03881ed71b req-2ebd8179-4fb9-45bd-8641-af69d82f764f tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.493268 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-89f39e8f-fc5d-42ad-9b0e-1d03881ed71b req-2ebd8179-4fb9-45bd-8641-af69d82f764f tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.48 "DELETE /networking/v2.0/ports/a67315ca-0ece-4158-9c1a-48155e19d1fe HTTP/1.1" status: 204 len: 173 time: 1.0135472 Oct 23 01:15:06.493760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9c79ef-1993-4df9-9148-1d08ca51ad01', 'name': 'network-vif-deleted', 'tag': 'a67315ca-0ece-4158-9c1a-48155e19d1fe'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:15:06.496212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fee8d9-af8a-4d66-a219-84490fdeb8fe" -d '{"events": [{"server_uuid": "dd9c79ef-1993-4df9-9148-1d08ca51ad01", "name": "network-vif-deleted", "tag": "a67315ca-0ece-4158-9c1a-48155e19d1fe"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:15:06.514184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6720cf-0aa1-4c22-acff-a25b743fd8ab']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:06.527367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91285f4-0929-4904-8976-d486462cc6ed') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:06.527699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91285f4-0929-4904-8976-d486462cc6ed') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:06.538228 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (e91285f4-0929-4904-8976-d486462cc6ed), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.540788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83c6c59-5a60-4e14-9504-18b4171fca97 x-openstack-request-id: req-d83c6c59-5a60-4e14-9504-18b4171fca97 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:15:06.541089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9c79ef-1993-4df9-9148-1d08ca51ad01", "name": "network-vif-deleted", "tag": "a67315ca-0ece-4158-9c1a-48155e19d1fe", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:15:06.541369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d83c6c59-5a60-4e14-9504-18b4171fca97 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:15:06.541773 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83c6c59-5a60-4e14-9504-18b4171fca97'] response: {'server_uuid': 'dd9c79ef-1993-4df9-9148-1d08ca51ad01', 'name': 'network-vif-deleted', 'tag': 'a67315ca-0ece-4158-9c1a-48155e19d1fe', 'status': 'completed', 'code': 200} Oct 23 01:15:06.554699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e91285f4-0929-4904-8976-d486462cc6ed), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.561461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:06.561888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (e91285f4-0929-4904-8976-d486462cc6ed), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.691417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (8a6720cf-0aa1-4c22-acff-a25b743fd8ab), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.698954 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.702096 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/8a6720cf-0aa1-4c22-acff-a25b743fd8ab HTTP/1.1" status: 204 len: 168 time: 2.2956288 Oct 23 01:15:06.705898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36946) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:06.711614 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-922564870'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:06.717965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dac32-dcdd-4039-a774-6f557be982e7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=8a6720cf-0aa1-4c22-acff-a25b743fd8ab,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:06.776895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:06.805288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:06.809743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.834451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:15:06.843491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (033871ae-0ba3-4186-b79c-6db9ab61f1fc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.843880 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment 033871ae-0ba3-4186-b79c-6db9ab61f1fc of type vlan for network 84b5a073-f10f-4699-ae9d-47f81162b923 Oct 23 01:15:06.873527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:06.886007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (84b5a073-f10f-4699-ae9d-47f81162b923), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.967171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:06.968986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (84b5a073-f10f-4699-ae9d-47f81162b923), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:06.975053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:06.975907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:07.028519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:07.073232 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-14efad1b-9306-4e81-bf28-2fa70c9a4cf9 req-ecb26be1-9dfd-45cf-9e42-abac62c15ed0 tempest-TestServerAdvancedOps-1352049638 tempest-TestServerAdvancedOps-1352049638-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dd9c79ef-1993-4df9-9148-1d08ca51ad01 HTTP/1.1" status: 200 len: 210 time: 0.0412052 Oct 23 01:15:07.073986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=84b5a073-f10f-4699-ae9d-47f81162b923,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:07.084510 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 84b5a073-f10f-4699-ae9d-47f81162b923 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:15:07.095356 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f7b7c19a-0413-4559-b199-8451d5f51304 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3883576 Oct 23 01:15:07.098267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36952) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:07.105776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:07.110180 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e91285f4-0929-4904-8976-d486462cc6ed resource provider aggregate not found Oct 23 01:15:07.155366 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment e91285f4-0929-4904-8976-d486462cc6ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e91285f4-0929-4904-8976-d486462cc6ed found for delete ", "request_id": "req-7cab7b2a-12cc-4cc3-84b8-55f9449fd1a7"}]} Oct 23 01:15:07.256906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:07.261244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:07.543450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (2fff8c43-e448-43cf-89de-5779f7afa05e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:07.615852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=2fff8c43-e448-43cf-89de-5779f7afa05e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:07.620922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking segment: {'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:07.621324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network hostable DHCP agents. Network: 84b5a073-f10f-4699-ae9d-47f81162b923, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:15:07.726978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device a67315ca-0ece-4158-9c1a-48155e19d1fe no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:15:07.746698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: a67315ca-0ece-4158-9c1a-48155e19d1fe {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:15:07.747090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device a67315ca-0ece-4158-9c1a-48155e19d1fe not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:15:07.765347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network 84b5a073-f10f-4699-ae9d-47f81162b923 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:15:07.816906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 84b5a073-f10f-4699-ae9d-47f81162b923) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:07.821023 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:07.822342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:07.827735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdeb2be-7379-4be9-b7d6-fd032232003f None None] Network 84b5a073-f10f-4699-ae9d-47f81162b923 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:07.888836 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-021bb933-b775-408b-96c9-9cdccf494163 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7885048 Oct 23 01:15:07.892268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36956) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:07.930292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-84b5a073-f10f-4699-ae9d-47f81162b923', 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923', 'project_id': '7bbe4aeec44d497d9f37c7bda3ccea5c', 'fixed_ips': [{'subnet_id': '2fff8c43-e448-43cf-89de-5779f7afa05e'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:15:07.931854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:07.995791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (84b5a073-f10f-4699-ae9d-47f81162b923), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.045906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (2fff8c43-e448-43cf-89de-5779f7afa05e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.074761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Allocated IP 172.20.0.1 (84b5a073-f10f-4699-ae9d-47f81162b923/2fff8c43-e448-43cf-89de-5779f7afa05e/2afc7b69-da01-4a9d-be5b-403f9dafdd45) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:15:08.148707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36960) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:08.194724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-153d52bb-349c-489b-9baa-44a8163d6ba5 admin admin] Deleting subnet 2d13a955-3f8a-4ddd-a908-0f9a7dc28809 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:15:08.197993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-153d52bb-349c-489b-9baa-44a8163d6ba5 admin admin] Publish callbacks [] for subnet (2d13a955-3f8a-4ddd-a908-0f9a7dc28809), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.226313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Publish callbacks [] for port (2afc7b69-da01-4a9d-be5b-403f9dafdd45), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.234529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-153d52bb-349c-489b-9baa-44a8163d6ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (2d13a955-3f8a-4ddd-a908-0f9a7dc28809), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.279402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-153d52bb-349c-489b-9baa-44a8163d6ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (2d13a955-3f8a-4ddd-a908-0f9a7dc28809), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.292046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (2afc7b69-da01-4a9d-be5b-403f9dafdd45), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.320227 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:08.339423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Network 84b5a073-f10f-4699-ae9d-47f81162b923 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:08.344363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:08.346489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Pushing event updated for resources: {'Port': ['ID=2afc7b69-da01-4a9d-be5b-403f9dafdd45,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:08.348606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:15:08.400706 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (2fff8c43-e448-43cf-89de-5779f7afa05e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.405184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:08.405577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:08.410455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.410599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:08.413648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-153d52bb-349c-489b-9baa-44a8163d6ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (2d13a955-3f8a-4ddd-a908-0f9a7dc28809), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.427064 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.430584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.436904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Subnet': ['ID=2fff8c43-e448-43cf-89de-5779f7afa05e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.448580 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.452262 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Failed to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] Oct 23 01:15:08.452262 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempt 2 to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 Oct 23 01:15:08.462809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:08.463193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:08.463688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.475277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-153d52bb-349c-489b-9baa-44a8163d6ba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.481488 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-153d52bb-349c-489b-9baa-44a8163d6ba5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/2d13a955-3f8a-4ddd-a908-0f9a7dc28809 HTTP/1.1" status: 204 len: 168 time: 0.3289771 Oct 23 01:15:08.482109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36962) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.484785 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.488791 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.508856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d52bb-349c-489b-9baa-44a8163d6ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d13a955-3f8a-4ddd-a908-0f9a7dc28809,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.509372 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.512646 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Failed to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] Oct 23 01:15:08.512646 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempt 3 to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 Oct 23 01:15:08.525679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:08.526103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:08.526478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.539429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (84b5a073-f10f-4699-ae9d-47f81162b923), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.547336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.550762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.570102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b5a073-f10f-4699-ae9d-47f81162b923']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:08.570676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.574581 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.578154 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Failed to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] Oct 23 01:15:08.578154 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempt 4 to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 Oct 23 01:15:08.579217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033871ae-0ba3-4186-b79c-6db9ab61f1fc') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:08.581665 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033871ae-0ba3-4186-b79c-6db9ab61f1fc') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:08.588804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:08.589190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:08.595584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.595772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (57784db4-ff4e-45a6-b39e-2a7d63b9af5f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.595892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (033871ae-0ba3-4186-b79c-6db9ab61f1fc), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.608740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (033871ae-0ba3-4186-b79c-6db9ab61f1fc), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.611744 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.620281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.620388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:08.620388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (033871ae-0ba3-4186-b79c-6db9ab61f1fc), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.637981 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.644432 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Failed to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] Oct 23 01:15:08.644432 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempt 5 to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 Oct 23 01:15:08.657264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:08.657727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:08.658250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.673485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (57784db4-ff4e-45a6-b39e-2a7d63b9af5f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.680943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.683618 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.687083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.698699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57784db4-ff4e-45a6-b39e-2a7d63b9af5f']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.708392 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.713304 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Failed to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] Oct 23 01:15:08.713412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496745bb-873a-42b9-8423-c038e0596bd6') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:08.713412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496745bb-873a-42b9-8423-c038e0596bd6') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:08.713624 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempt 6 to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 Oct 23 01:15:08.720972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (496745bb-873a-42b9-8423-c038e0596bd6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.724628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.db.api [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:15:08.724628 dv-neutron-master-2-hyperv neutron-server[105985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:15:08.724628 dv-neutron-master-2-hyperv neutron-server[105985]: [parameters: {'id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] Oct 23 01:15:08.724628 dv-neutron-master-2-hyperv neutron-server[105985]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:15:08.725577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG oslo_db.api [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:15:08.729851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:08.730233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:08.730601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.735944 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (496745bb-873a-42b9-8423-c038e0596bd6), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.742642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:08.743023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (496745bb-873a-42b9-8423-c038e0596bd6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.751444 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.757125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.772715 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.776811 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Failed to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] Oct 23 01:15:08.776811 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempt 7 to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 Oct 23 01:15:08.787402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:08.787783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:08.788148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.790287 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 496745bb-873a-42b9-8423-c038e0596bd6 resource provider aggregate not found Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.813150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.816861 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 496745bb-873a-42b9-8423-c038e0596bd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 496745bb-873a-42b9-8423-c038e0596bd6 found for delete ", "request_id": "req-11589794-2c82-4935-b07c-167e5068e1ef"}]} Oct 23 01:15:08.816983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e4a03176-9d38-4ec6-b5f3-8c6d76493b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.834426 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.838268 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Failed to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] Oct 23 01:15:08.838268 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempt 8 to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 Oct 23 01:15:08.849108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:08.849474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:08.849871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.869941 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.878206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.890582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.904563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Failed to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] Oct 23 01:15:08.904563 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempt 9 to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 Oct 23 01:15:08.908939 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (57784db4-ff4e-45a6-b39e-2a7d63b9af5f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.908939 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.909441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:08.909640 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/57784db4-ff4e-45a6-b39e-2a7d63b9af5f HTTP/1.1" status: 204 len: 168 time: 0.4199092 Oct 23 01:15:08.909849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36968) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:08.910041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:08.910041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:08.910041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.929239 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.933303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.935043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d441fc-98dd-4dc1-9d30-5bcb3e440e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=57784db4-ff4e-45a6-b39e-2a7d63b9af5f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.951837 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.955295 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Failed to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] Oct 23 01:15:08.955295 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempt 10 to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 Oct 23 01:15:08.965675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:08.966068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:08.966443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.974685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-37863b9d-d84e-4016-a114-3c3bd4f451ba admin admin] Deleting subnet 99b7da70-6eb1-46f5-9b6c-bfe7d9107d4a {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:15:08.978268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37863b9d-d84e-4016-a114-3c3bd4f451ba admin admin] Publish callbacks [] for subnet (99b7da70-6eb1-46f5-9b6c-bfe7d9107d4a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:08.987000 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:08.992413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempting to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on network 84b5a073-f10f-4699-ae9d-47f81162b923 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:08.992504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 2fff8c43-e448-43cf-89de-5779f7afa05e could not be found. Oct 23 01:15:09.011344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:09.014882 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Failed to bind port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '033871ae-0ba3-4186-b79c-6db9ab61f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '84b5a073-f10f-4699-ae9d-47f81162b923'}] Oct 23 01:15:09.014882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2afc7b69-da01-4a9d-be5b-403f9dafdd45), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.015112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37863b9d-d84e-4016-a114-3c3bd4f451ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (99b7da70-6eb1-46f5-9b6c-bfe7d9107d4a), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.056948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37863b9d-d84e-4016-a114-3c3bd4f451ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (99b7da70-6eb1-46f5-9b6c-bfe7d9107d4a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.077314 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:09.078644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] For port 2afc7b69-da01-4a9d-be5b-403f9dafdd45, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:15:09.087104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Attempted to set empty binding levels {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:15:09.154629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2afc7b69-da01-4a9d-be5b-403f9dafdd45), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.173552 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 033871ae-0ba3-4186-b79c-6db9ab61f1fc resource provider aggregate not found Oct 23 01:15:09.178121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37863b9d-d84e-4016-a114-3c3bd4f451ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (99b7da70-6eb1-46f5-9b6c-bfe7d9107d4a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.192697 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 033871ae-0ba3-4186-b79c-6db9ab61f1fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 033871ae-0ba3-4186-b79c-6db9ab61f1fc found for delete ", "request_id": "req-e9083496-086c-4ebc-9bcc-71f03b64b31f"}]} Oct 23 01:15:09.217146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37863b9d-d84e-4016-a114-3c3bd4f451ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b7da70-6eb1-46f5-9b6c-bfe7d9107d4a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:09.219235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37863b9d-d84e-4016-a114-3c3bd4f451ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.225312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36974) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:09.225469 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-37863b9d-d84e-4016-a114-3c3bd4f451ba admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/99b7da70-6eb1-46f5-9b6c-bfe7d9107d4a HTTP/1.1" status: 204 len: 168 time: 0.3165755 Oct 23 01:15:09.226173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (84b5a073-f10f-4699-ae9d-47f81162b923), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.228888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f8e71-856e-421d-bc54-635e30dff33f None None] Pushing event updated for resources: {'Port': ['ID=2afc7b69-da01-4a9d-be5b-403f9dafdd45,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:09.245693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d9f45-d6c4-4e38-b8c3-cc41c10cafc6 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:15:09.280027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:09.280342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:09.280455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2afc7b69-da01-4a9d-be5b-403f9dafdd45), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.304087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (523d0af5-aa8d-4e71-9c97-9cd8fa6894d4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.343232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d9f45-d6c4-4e38-b8c3-cc41c10cafc6 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:15:09.345936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] For port 2afc7b69-da01-4a9d-be5b-403f9dafdd45, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:09.346306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2afc7b69-da01-4a9d-be5b-403f9dafdd45), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.361867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Calling delete_port for 2afc7b69-da01-4a9d-be5b-403f9dafdd45 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:09.374128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:09.394245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (523d0af5-aa8d-4e71-9c97-9cd8fa6894d4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.408743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:09.419955 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523d0af5-aa8d-4e71-9c97-9cd8fa6894d4']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:09.425459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:09.431794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e171d25c-19f2-4914-9f5f-4da65e6006f8') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:09.432098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e171d25c-19f2-4914-9f5f-4da65e6006f8') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:09.442237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (e171d25c-19f2-4914-9f5f-4da65e6006f8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.456617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e171d25c-19f2-4914-9f5f-4da65e6006f8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.464723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:09.465185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (e171d25c-19f2-4914-9f5f-4da65e6006f8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.496715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2afc7b69-da01-4a9d-be5b-403f9dafdd45), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.523145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d218ce8-5784-4abb-baaa-d14fdf039a69 None None] Network 84b5a073-f10f-4699-ae9d-47f81162b923 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:09.524304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Port': ['ID=2afc7b69-da01-4a9d-be5b-403f9dafdd45,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:09.528416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No DVR routers for this DVR port 2afc7b69-da01-4a9d-be5b-403f9dafdd45 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:15:09.592891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (523d0af5-aa8d-4e71-9c97-9cd8fa6894d4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.612114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.615466 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/523d0af5-aa8d-4e71-9c97-9cd8fa6894d4 HTTP/1.1" status: 204 len: 168 time: 0.3886738 Oct 23 01:15:09.616584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4443355-b2a1-420d-b225-d48564a1808f admin admin] Pushing event deleted for resources: {'Network': ['ID=523d0af5-aa8d-4e71-9c97-9cd8fa6894d4,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:09.616740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (84b5a073-f10f-4699-ae9d-47f81162b923), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.639287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b5a073-f10f-4699-ae9d-47f81162b923']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:09.650030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033871ae-0ba3-4186-b79c-6db9ab61f1fc') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:09.650324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033871ae-0ba3-4186-b79c-6db9ab61f1fc') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:09.660503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (033871ae-0ba3-4186-b79c-6db9ab61f1fc), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.674136 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (033871ae-0ba3-4186-b79c-6db9ab61f1fc), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.680744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:09.681089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (033871ae-0ba3-4186-b79c-6db9ab61f1fc), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.850273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (84b5a073-f10f-4699-ae9d-47f81162b923), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.857360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.860295 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/84b5a073-f10f-4699-ae9d-47f81162b923 HTTP/1.1" status: 204 len: 168 time: 1.9670944 Oct 23 01:15:09.864380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36978) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:09.870163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1319045591'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:09.873188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ea0d9-25eb-4511-b9f1-321a193d03a7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=84b5a073-f10f-4699-ae9d-47f81162b923,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:09.949409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:09.953254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.956194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:09.977670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:15:09.987116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (445fc968-ef38-42a2-82f1-7df7ec75adb5), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:09.987451 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment 445fc968-ef38-42a2-82f1-7df7ec75adb5 of type vlan for network 998a5f95-aba2-486d-9599-3b4ada443d90 Oct 23 01:15:10.030846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (998a5f95-aba2-486d-9599-3b4ada443d90), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:10.046781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:10.046781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36980) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:10.087082 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7c47feac-650f-4fd4-978d-9dd08ef37439 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f72f393da782466e883c0bbed2da37e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390873 Oct 23 01:15:10.089616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36982) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:10.131308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (998a5f95-aba2-486d-9599-3b4ada443d90), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:10.137017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:10.137626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:10.142733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-db9a9bd6-ba25-4fb6-8d24-70f04baf8a2d admin admin] Publish callbacks [] for security_group (75340010-ca04-44cc-9e1d-b04e5d3e51d9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:10.163296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-db9a9bd6-ba25-4fb6-8d24-70f04baf8a2d admin admin] Publish callbacks [] for security_group (75340010-ca04-44cc-9e1d-b04e5d3e51d9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:10.207624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=998a5f95-aba2-486d-9599-3b4ada443d90,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:10.213634 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9df6f8b1-5dc3-4ee4-ad21-fd9da773bb81 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3480351 Oct 23 01:15:10.216583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 36984) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:10.219063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 998a5f95-aba2-486d-9599-3b4ada443d90 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:15:10.221620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-2c5df210-15e7-446a-9d49-d5318796aebe tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:10.279643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-db9a9bd6-ba25-4fb6-8d24-70f04baf8a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (75340010-ca04-44cc-9e1d-b04e5d3e51d9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:10.283659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-db9a9bd6-ba25-4fb6-8d24-70f04baf8a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:10.287083 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-db9a9bd6-ba25-4fb6-8d24-70f04baf8a2d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/75340010-ca04-44cc-9e1d-b04e5d3e51d9 HTTP/1.1" status: 204 len: 168 time: 0.1957135 Oct 23 01:15:10.301037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a9bd6-ba25-4fb6-8d24-70f04baf8a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75340010-ca04-44cc-9e1d-b04e5d3e51d9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:10.387336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5df210-15e7-446a-9d49-d5318796aebe tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (998a5f95-aba2-486d-9599-3b4ada443d90), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:10.508558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5df210-15e7-446a-9d49-d5318796aebe tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (998a5f95-aba2-486d-9599-3b4ada443d90), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:10.518906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c5df210-15e7-446a-9d49-d5318796aebe tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network 998a5f95-aba2-486d-9599-3b4ada443d90 is not hosted by any dhcp agent {{(pid=105984) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 23 01:15:10.525521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5df210-15e7-446a-9d49-d5318796aebe tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:10.526107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:10.526580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2c5df210-15e7-446a-9d49-d5318796aebe tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:10.530852 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2c5df210-15e7-446a-9d49-d5318796aebe tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "PUT /networking/v2.0/networks/998a5f95-aba2-486d-9599-3b4ada443d90 HTTP/1.1" status: 200 len: 723 time: 0.3105435 Oct 23 01:15:10.531547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36988) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:10.537820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'network_id': '998a5f95-aba2-486d-9599-3b4ada443d90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:10.584146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5df210-15e7-446a-9d49-d5318796aebe tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=998a5f95-aba2-486d-9599-3b4ada443d90,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:10.595482 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 998a5f95-aba2-486d-9599-3b4ada443d90 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:15:10.766017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:10.770213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:10.823770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:10.830754 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment e171d25c-19f2-4914-9f5f-4da65e6006f8 resource provider aggregate not found Oct 23 01:15:10.849088 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment e171d25c-19f2-4914-9f5f-4da65e6006f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e171d25c-19f2-4914-9f5f-4da65e6006f8 found for delete ", "request_id": "req-93658544-2140-42f4-9e86-31f5cd33fe1a"}]} Oct 23 01:15:11.011718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (435dcc47-90c9-41c4-8e1d-2c7f019f4381), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.081148 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=435dcc47-90c9-41c4-8e1d-2c7f019f4381,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:11.090385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking segment: {'id': '445fc968-ef38-42a2-82f1-7df7ec75adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '998a5f95-aba2-486d-9599-3b4ada443d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:11.090762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network hostable DHCP agents. Network: 998a5f95-aba2-486d-9599-3b4ada443d90, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:15:11.095341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-40c80ea9-8286-4ee0-922a-ba03f3f824f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.143099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36996) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:11.173761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network 998a5f95-aba2-486d-9599-3b4ada443d90 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:15:11.188358 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aa166350-a041-4070-a817-fc7b3893c63e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f6d4cabfcc864cd8a009fa473348783e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441513 Oct 23 01:15:11.190940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 36998) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:11.218011 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 033871ae-0ba3-4186-b79c-6db9ab61f1fc resource provider aggregate not found Oct 23 01:15:11.235987 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 033871ae-0ba3-4186-b79c-6db9ab61f1fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 033871ae-0ba3-4186-b79c-6db9ab61f1fc found for delete ", "request_id": "req-1c2346fa-64aa-413e-a85b-79120b507c1b"}]} Oct 23 01:15:11.251087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1f00617-d009-48d4-a8c5-003643d1b5ae admin admin] Publish callbacks [] for security_group (d6be7d41-6728-48b1-80a2-1e7348b62878), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.271500 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1f00617-d009-48d4-a8c5-003643d1b5ae admin admin] Publish callbacks [] for security_group (d6be7d41-6728-48b1-80a2-1e7348b62878), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.280700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 998a5f95-aba2-486d-9599-3b4ada443d90) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:11.288974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cebe9c8-bf14-4387-b252-f88cf02fa491 None None] Network 998a5f95-aba2-486d-9599-3b4ada443d90 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:11.289928 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:11.290553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.377160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:11.394261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-998a5f95-aba2-486d-9599-3b4ada443d90', 'network_id': '998a5f95-aba2-486d-9599-3b4ada443d90', 'project_id': '7bbe4aeec44d497d9f37c7bda3ccea5c', 'fixed_ips': [{'subnet_id': '435dcc47-90c9-41c4-8e1d-2c7f019f4381'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:15:11.395167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.414069 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-60871f55-edea-45f5-9da4-42eb44475529 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8813086 Oct 23 01:15:11.414952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1f00617-d009-48d4-a8c5-003643d1b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d6be7d41-6728-48b1-80a2-1e7348b62878), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.417131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37004) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:11.417696 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e1f00617-d009-48d4-a8c5-003643d1b5ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.418910 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e1f00617-d009-48d4-a8c5-003643d1b5ae admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d6be7d41-6728-48b1-80a2-1e7348b62878 HTTP/1.1" status: 204 len: 168 time: 0.2270575 Oct 23 01:15:11.424664 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-47f4a4a7-e003-4b66-8311-0be87dfb8f1c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:11.426887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f00617-d009-48d4-a8c5-003643d1b5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6be7d41-6728-48b1-80a2-1e7348b62878,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:11.507747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:11.530733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-47f4a4a7-e003-4b66-8311-0be87dfb8f1c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5340849'] for subnet (435dcc47-90c9-41c4-8e1d-2c7f019f4381), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.557384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Allocated IP 172.20.0.2 (998a5f95-aba2-486d-9599-3b4ada443d90/435dcc47-90c9-41c4-8e1d-2c7f019f4381/9d5494c6-4044-439e-a4a1-74ae8fe79e3a) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:15:11.645582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:11.710653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Publish callbacks [] for port (9d5494c6-4044-439e-a4a1-74ae8fe79e3a), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.782441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:11.805882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (9d5494c6-4044-439e-a4a1-74ae8fe79e3a), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.845976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Network 998a5f95-aba2-486d-9599-3b4ada443d90 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:11.852011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:11.856984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:15:11.864126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Pushing event updated for resources: {'Port': ['ID=9d5494c6-4044-439e-a4a1-74ae8fe79e3a,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:11.929237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Attempting to bind port 9d5494c6-4044-439e-a4a1-74ae8fe79e3a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:11.929743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Attempting to bind port 9d5494c6-4044-439e-a4a1-74ae8fe79e3a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '445fc968-ef38-42a2-82f1-7df7ec75adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '998a5f95-aba2-486d-9599-3b4ada443d90'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:11.930111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Attempting to bind port 9d5494c6-4044-439e-a4a1-74ae8fe79e3a on network 998a5f95-aba2-486d-9599-3b4ada443d90 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:11.977009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:15:11.977215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Checking segment: {'id': '445fc968-ef38-42a2-82f1-7df7ec75adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '998a5f95-aba2-486d-9599-3b4ada443d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:11.978740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.979077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Bound using segment: {'id': '445fc968-ef38-42a2-82f1-7df7ec75adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '998a5f95-aba2-486d-9599-3b4ada443d90'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:15:11.979572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Bound port: 9d5494c6-4044-439e-a4a1-74ae8fe79e3a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445fc968-ef38-42a2-82f1-7df7ec75adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '998a5f95-aba2-486d-9599-3b4ada443d90'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:15:11.980387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9d5494c6-4044-439e-a4a1-74ae8fe79e3a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.011912 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-47f4a4a7-e003-4b66-8311-0be87dfb8f1c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733989090744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5534802'] for subnet (435dcc47-90c9-41c4-8e1d-2c7f019f4381), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.016190 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:15:12.050383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:12.052382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f4a4a7-e003-4b66-8311-0be87dfb8f1c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:12.052983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-47f4a4a7-e003-4b66-8311-0be87dfb8f1c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.053421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] For port 9d5494c6-4044-439e-a4a1-74ae8fe79e3a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:15:12.056927 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-47f4a4a7-e003-4b66-8311-0be87dfb8f1c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "PUT /networking/v2.0/subnets/435dcc47-90c9-41c4-8e1d-2c7f019f4381 HTTP/1.1" status: 200 len: 806 time: 0.6355333 Oct 23 01:15:12.057285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] For port 9d5494c6-4044-439e-a4a1-74ae8fe79e3a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d5494c6-4044-439e-a4a1-74ae8fe79e3a,segment=NetworkSegment(445fc968-ef38-42a2-82f1-7df7ec75adb5),segment_id=445fc968-ef38-42a2-82f1-7df7ec75adb5)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:15:12.057467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37008) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:12.071006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4a4a7-e003-4b66-8311-0be87dfb8f1c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=435dcc47-90c9-41c4-8e1d-2c7f019f4381,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:12.085511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:12.158591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (998a5f95-aba2-486d-9599-3b4ada443d90), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.166395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9d5494c6-4044-439e-a4a1-74ae8fe79e3a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.203772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting port 9d5494c6-4044-439e-a4a1-74ae8fe79e3a {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:12.204187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9d5494c6-4044-439e-a4a1-74ae8fe79e3a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.218777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43b616-09b8-4dc0-8406-6e97db907c42 None None] Pushing event updated for resources: {'Port': ['ID=9d5494c6-4044-439e-a4a1-74ae8fe79e3a,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:12.292970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] For port 9d5494c6-4044-439e-a4a1-74ae8fe79e3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d5494c6-4044-439e-a4a1-74ae8fe79e3a,segment=NetworkSegment(445fc968-ef38-42a2-82f1-7df7ec75adb5),segment_id=445fc968-ef38-42a2-82f1-7df7ec75adb5)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:12.293343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9d5494c6-4044-439e-a4a1-74ae8fe79e3a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.308185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Calling delete_port for 9d5494c6-4044-439e-a4a1-74ae8fe79e3a owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:12.479670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.508378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (9d5494c6-4044-439e-a4a1-74ae8fe79e3a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.536682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Port': ['ID=9d5494c6-4044-439e-a4a1-74ae8fe79e3a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:12.584025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No DVR routers for this DVR port 9d5494c6-4044-439e-a4a1-74ae8fe79e3a on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:15:12.629585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (435dcc47-90c9-41c4-8e1d-2c7f019f4381), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.665459 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:12.754343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (435dcc47-90c9-41c4-8e1d-2c7f019f4381), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.789551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Subnet': ['ID=435dcc47-90c9-41c4-8e1d-2c7f019f4381,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:12.854503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (998a5f95-aba2-486d-9599-3b4ada443d90), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.869053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:12.878408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998a5f95-aba2-486d-9599-3b4ada443d90']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:12.889192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445fc968-ef38-42a2-82f1-7df7ec75adb5') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:12.889487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445fc968-ef38-42a2-82f1-7df7ec75adb5') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:12.899941 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (445fc968-ef38-42a2-82f1-7df7ec75adb5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.914171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (445fc968-ef38-42a2-82f1-7df7ec75adb5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:12.920978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:12.921373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (445fc968-ef38-42a2-82f1-7df7ec75adb5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:13.074247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d39751-8e92-4f17-8a0b-1d7fe82613f2 None None] Network 998a5f95-aba2-486d-9599-3b4ada443d90 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:13.085552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (998a5f95-aba2-486d-9599-3b4ada443d90), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:13.092876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:13.096081 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/998a5f95-aba2-486d-9599-3b4ada443d90 HTTP/1.1" status: 204 len: 168 time: 1.0375459 Oct 23 01:15:13.098938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37010) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:13.108651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd2ff1-ebe5-497e-b106-cc718a19406b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=998a5f95-aba2-486d-9599-3b4ada443d90,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:13.121564 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7182ed-cfb1-4904-b8e8-9d323b2876ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:13.122194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7182ed-cfb1-4904-b8e8-9d323b2876ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:13.125288 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7c7182ed-cfb1-4904-b8e8-9d323b2876ef tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/998a5f95-aba2-486d-9599-3b4ada443d90 HTTP/1.1" status: 404 len: 339 time: 0.0246668 Oct 23 01:15:13.126262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:13.128998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37012) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:13.135968 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-79021582', 'description': 'd1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:13.160814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bab5c88a-1be8-43a1-a4a3-a45fc037e769 None None] Could not find standard attr ID for object 9d5494c6-4044-439e-a4a1-74ae8fe79e3a. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:15:13.213420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002c530-7c40-4dbb-a9a5-f129eca58cf8 None None] DHCP port deletion for 998a5f95-aba2-486d-9599-3b4ada443d90 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:15:13.233969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:13.235452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a9fac-6bfa-40e8-aa4c-d986496969af None None] Network 998a5f95-aba2-486d-9599-3b4ada443d90 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:13.238282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:13.249620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a9fac-6bfa-40e8-aa4c-d986496969af None None] Network 998a5f95-aba2-486d-9599-3b4ada443d90 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:15:13.265156 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 445fc968-ef38-42a2-82f1-7df7ec75adb5 resource provider aggregate not found Oct 23 01:15:13.271303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:15:13.280976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (aa02031c-3d22-4bd9-8120-4a5780c225f4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:13.281319 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment aa02031c-3d22-4bd9-8120-4a5780c225f4 of type vlan for network a0bc47d7-050b-4ef1-bba0-12755fd31287 Oct 23 01:15:13.289683 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 445fc968-ef38-42a2-82f1-7df7ec75adb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 445fc968-ef38-42a2-82f1-7df7ec75adb5 found for delete ", "request_id": "req-8475e9a6-f667-40f7-8201-885bfe46502c"}]} Oct 23 01:15:13.296727 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:13.322558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (a0bc47d7-050b-4ef1-bba0-12755fd31287), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:13.422577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (a0bc47d7-050b-4ef1-bba0-12755fd31287), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:13.427583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:13.428218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:13.450917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:13.501243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=a0bc47d7-050b-4ef1-bba0-12755fd31287,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:13.511370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network a0bc47d7-050b-4ef1-bba0-12755fd31287 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:15:13.525983 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:13.573989 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ea265497-f82c-462d-a89c-57d89e729900 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4436700 Oct 23 01:15:13.576505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37018) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:13.660824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd4f96-5e66-4886-aa95-68b9000e9d0b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:13.662430 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-53fd4f96-5e66-4886-aa95-68b9000e9d0b tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a0bc47d7-050b-4ef1-bba0-12755fd31287 HTTP/1.1" status: 200 len: 759 time: 0.0850012 Oct 23 01:15:13.665090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37020) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:13.670693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-535b62dd-dd85-4bba-8bdd-16324724dd87 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'description': 'd2'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:13.782353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:13.832383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-535b62dd-dd85-4bba-8bdd-16324724dd87 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (a0bc47d7-050b-4ef1-bba0-12755fd31287), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:13.925269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-535b62dd-dd85-4bba-8bdd-16324724dd87 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (a0bc47d7-050b-4ef1-bba0-12755fd31287), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:13.950145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-535b62dd-dd85-4bba-8bdd-16324724dd87 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network a0bc47d7-050b-4ef1-bba0-12755fd31287 is not hosted by any dhcp agent {{(pid=105985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 23 01:15:13.955101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b62dd-dd85-4bba-8bdd-16324724dd87 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:13.955715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-535b62dd-dd85-4bba-8bdd-16324724dd87 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:13.957033 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-535b62dd-dd85-4bba-8bdd-16324724dd87 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "PUT /networking/v2.0/networks/a0bc47d7-050b-4ef1-bba0-12755fd31287 HTTP/1.1" status: 200 len: 756 time: 0.2904327 Oct 23 01:15:13.960032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37022) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:14.007916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b62dd-dd85-4bba-8bdd-16324724dd87 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=a0bc47d7-050b-4ef1-bba0-12755fd31287,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:14.018886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network a0bc47d7-050b-4ef1-bba0-12755fd31287 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:15:14.059388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a35945-a678-4b64-b8c3-f33172ed3b64 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:14.063963 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a8a35945-a678-4b64-b8c3-f33172ed3b64 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a0bc47d7-050b-4ef1-bba0-12755fd31287 HTTP/1.1" status: 200 len: 759 time: 0.0997252 Oct 23 01:15:14.064088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:14.064946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37024) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:14.070331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1018104564'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:14.090857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:14.165214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:14.169183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:14.193219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:15:14.202512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a120246c-2c43-404c-bcb3-bd755d7790ad), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:14.202856 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment a120246c-2c43-404c-bcb3-bd755d7790ad of type vlan for network a58ba699-e478-47d9-8e6a-40379e32b8e4 Oct 23 01:15:14.250894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (a58ba699-e478-47d9-8e6a-40379e32b8e4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:14.325249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (a58ba699-e478-47d9-8e6a-40379e32b8e4), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:14.330426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:14.330993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:14.354303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:14.388769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:14.403544 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=a58ba699-e478-47d9-8e6a-40379e32b8e4,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:14.413822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network a58ba699-e478-47d9-8e6a-40379e32b8e4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:15:14.453715 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ab50f2dc-d228-44fe-914a-13c5b46ec241 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3875935 Oct 23 01:15:14.456498 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37026) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:14.461344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:14.605278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:14.609522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:14.693669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:14.775543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:14.845396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (82840b10-1eba-4b61-bc6d-d92b6a1124a5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:14.910956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=82840b10-1eba-4b61-bc6d-d92b6a1124a5,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:14.917035 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking segment: {'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:14.917971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network hostable DHCP agents. Network: a58ba699-e478-47d9-8e6a-40379e32b8e4, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:15:14.999521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network a58ba699-e478-47d9-8e6a-40379e32b8e4 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:15:15.010803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:15.085370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a58ba699-e478-47d9-8e6a-40379e32b8e4) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:15.099971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:15.099971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:15.100612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d4b4c-49b9-4ab5-9f72-bf942799ea0e None None] Network a58ba699-e478-47d9-8e6a-40379e32b8e4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:15.101262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:15.207151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a58ba699-e478-47d9-8e6a-40379e32b8e4', 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4', 'project_id': '7bbe4aeec44d497d9f37c7bda3ccea5c', 'fixed_ips': [{'subnet_id': '82840b10-1eba-4b61-bc6d-d92b6a1124a5'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:15:15.208159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:15.252471 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-78c86ec4-72e5-4a27-a51f-1efe96076c48 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7949221 Oct 23 01:15:15.255211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37032) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:15.295476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:15.357183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Allocated IP 172.20.0.2 (a58ba699-e478-47d9-8e6a-40379e32b8e4/82840b10-1eba-4b61-bc6d-d92b6a1124a5/da86b720-e86c-475e-bdfe-774168e16fe5) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:15:15.363174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (a58ba699-e478-47d9-8e6a-40379e32b8e4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:15.366682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:15.414437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (82840b10-1eba-4b61-bc6d-d92b6a1124a5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:15.437604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:15.501641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Publish callbacks [] for port (da86b720-e86c-475e-bdfe-774168e16fe5), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:15.599863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (da86b720-e86c-475e-bdfe-774168e16fe5), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:15.641397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Network a58ba699-e478-47d9-8e6a-40379e32b8e4 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:15.646426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:15.650870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:15:15.657393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Pushing event updated for resources: {'Port': ['ID=da86b720-e86c-475e-bdfe-774168e16fe5,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:15.708146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:15.708747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (82840b10-1eba-4b61-bc6d-d92b6a1124a5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:15.713650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:15.714054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:15.714565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.735436 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:15.739824 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:15.739928 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Subnet': ['ID=82840b10-1eba-4b61-bc6d-d92b6a1124a5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:15.752214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.752657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.752953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.753233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.753567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.753927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.754257 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.754583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.754903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.755229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.755557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.755879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.756199 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:15.760179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.760179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.760384 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Failed to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] Oct 23 01:15:15.760501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:15.760611 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempt 2 to bind port da86b720-e86c-475e-bdfe-774168e16fe5 Oct 23 01:15:15.770012 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:15.770382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:15.770747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.795112 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:15.804409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.816086 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:15.820213 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Failed to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] Oct 23 01:15:15.820213 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempt 3 to bind port da86b720-e86c-475e-bdfe-774168e16fe5 Oct 23 01:15:15.820508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:15.820508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (a58ba699-e478-47d9-8e6a-40379e32b8e4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:15.830134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:15.830588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:15.830947 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:15.841071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58ba699-e478-47d9-8e6a-40379e32b8e4']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:15.850545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a120246c-2c43-404c-bcb3-bd755d7790ad') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.850760 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:15.854115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a120246c-2c43-404c-bcb3-bd755d7790ad') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:15.854223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:15.860850 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (a120246c-2c43-404c-bcb3-bd755d7790ad), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.871721 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:15.874889 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Failed to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] Oct 23 01:15:15.874889 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempt 4 to bind port da86b720-e86c-475e-bdfe-774168e16fe5 Oct 23 01:15:15.875818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a120246c-2c43-404c-bcb3-bd755d7790ad), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:15.882428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:15.882831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (a120246c-2c43-404c-bcb3-bd755d7790ad), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:15.888401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:15.888773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:15.889133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.909509 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:15.912987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:15.928354 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment a120246c-2c43-404c-bcb3-bd755d7790ad resource provider aggregate not found Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.929563 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:15.933369 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Failed to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] Oct 23 01:15:15.933369 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempt 5 to bind port da86b720-e86c-475e-bdfe-774168e16fe5 Oct 23 01:15:15.946149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:15.946552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:15.947470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:15.952981 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment a120246c-2c43-404c-bcb3-bd755d7790ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a120246c-2c43-404c-bcb3-bd755d7790ad found for delete ", "request_id": "req-aa8558b6-b69c-41c7-ac1c-c5488e046e9b"}]} Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.971454 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:15.974752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:15.993310 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:15.997300 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Failed to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] Oct 23 01:15:15.997300 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempt 6 to bind port da86b720-e86c-475e-bdfe-774168e16fe5 Oct 23 01:15:16.007690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:16.008066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:16.008423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:16.022808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.db.api [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:15:16.022808 dv-neutron-master-2-hyperv neutron-server[105985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:15:16.022808 dv-neutron-master-2-hyperv neutron-server[105985]: [parameters: {'id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] Oct 23 01:15:16.022808 dv-neutron-master-2-hyperv neutron-server[105985]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:15:16.023349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG oslo_db.api [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.028415 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:16.032499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.051270 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:16.054656 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Failed to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] Oct 23 01:15:16.054656 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempt 7 to bind port da86b720-e86c-475e-bdfe-774168e16fe5 Oct 23 01:15:16.065152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:16.068900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:16.068900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.086278 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:16.089868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.105994 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:16.109758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Failed to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] Oct 23 01:15:16.109758 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempt 8 to bind port da86b720-e86c-475e-bdfe-774168e16fe5 Oct 23 01:15:16.121415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:16.121828 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:16.122276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.146189 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:16.149906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.167151 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:16.172793 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Failed to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] Oct 23 01:15:16.172793 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempt 9 to bind port da86b720-e86c-475e-bdfe-774168e16fe5 Oct 23 01:15:16.180407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:16.180800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:16.181811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.201977 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:16.205617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:16.210824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.222293 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:16.225549 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Failed to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] Oct 23 01:15:16.225549 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempt 10 to bind port da86b720-e86c-475e-bdfe-774168e16fe5 Oct 23 01:15:16.237045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:16.237410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:16.237834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.257706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:16.261321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempting to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on network a58ba699-e478-47d9-8e6a-40379e32b8e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 82840b10-1eba-4b61-bc6d-d92b6a1124a5 could not be found. Oct 23 01:15:16.281559 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:15:16.285317 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Failed to bind port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a120246c-2c43-404c-bcb3-bd755d7790ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a58ba699-e478-47d9-8e6a-40379e32b8e4'}] Oct 23 01:15:16.285317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (da86b720-e86c-475e-bdfe-774168e16fe5), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:16.342041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] For port da86b720-e86c-475e-bdfe-774168e16fe5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:15:16.342434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Attempted to set empty binding levels {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:15:16.411518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (da86b720-e86c-475e-bdfe-774168e16fe5), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:16.479845 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e0772-7940-494e-9d9d-79d2c762b954 None None] Pushing event updated for resources: {'Port': ['ID=da86b720-e86c-475e-bdfe-774168e16fe5,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:16.490931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5209f15e-b740-43ca-a9f1-417c04c64882 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:15:16.525360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (a58ba699-e478-47d9-8e6a-40379e32b8e4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:16.573048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5209f15e-b740-43ca-a9f1-417c04c64882 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:15:16.575210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting port da86b720-e86c-475e-bdfe-774168e16fe5 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:16.575560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (da86b720-e86c-475e-bdfe-774168e16fe5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:16.739651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacd1518-de4c-4a07-becb-f8585696ca36 None None] Network a58ba699-e478-47d9-8e6a-40379e32b8e4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:16.887808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:16.898478 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] For port da86b720-e86c-475e-bdfe-774168e16fe5, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:16.898839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (da86b720-e86c-475e-bdfe-774168e16fe5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:16.912957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Calling delete_port for da86b720-e86c-475e-bdfe-774168e16fe5 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:17.056865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (da86b720-e86c-475e-bdfe-774168e16fe5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:17.081716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Port': ['ID=da86b720-e86c-475e-bdfe-774168e16fe5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:17.090183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No DVR routers for this DVR port da86b720-e86c-475e-bdfe-774168e16fe5 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:15:17.171960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (a58ba699-e478-47d9-8e6a-40379e32b8e4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:17.197292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58ba699-e478-47d9-8e6a-40379e32b8e4']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:17.207581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a120246c-2c43-404c-bcb3-bd755d7790ad') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:17.207874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a120246c-2c43-404c-bcb3-bd755d7790ad') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:17.219032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (a120246c-2c43-404c-bcb3-bd755d7790ad), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:17.232707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a120246c-2c43-404c-bcb3-bd755d7790ad), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:17.240050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:17.240446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (a120246c-2c43-404c-bcb3-bd755d7790ad), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:17.376895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (a58ba699-e478-47d9-8e6a-40379e32b8e4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:17.385753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:17.389278 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/a58ba699-e478-47d9-8e6a-40379e32b8e4 HTTP/1.1" status: 204 len: 168 time: 2.1329899 Oct 23 01:15:17.393168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37038) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:17.403233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318e3c3-5cd4-44a6-a7b3-899a051cd9cd tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=a58ba699-e478-47d9-8e6a-40379e32b8e4,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:17.429001 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b7aa7a-7aef-4840-9625-1d3f9f9521de tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] GET failed (client error): The resource could not be found. Oct 23 01:15:17.430480 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e6b7aa7a-7aef-4840-9625-1d3f9f9521de tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/subnets/82840b10-1eba-4b61-bc6d-d92b6a1124a5 HTTP/1.1" status: 404 len: 337 time: 0.0359185 Oct 23 01:15:17.434105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37040) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:17.454425 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae4a984-7940-4843-8a18-84c2637f68d0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:17.454960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae4a984-7940-4843-8a18-84c2637f68d0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:17.458231 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2ae4a984-7940-4843-8a18-84c2637f68d0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/a58ba699-e478-47d9-8e6a-40379e32b8e4 HTTP/1.1" status: 404 len: 339 time: 0.0230303 Oct 23 01:15:17.465021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37042) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:17.660631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c365341d-5930-4791-873c-ea832f3d79c6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:17.662044 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c365341d-5930-4791-873c-ea832f3d79c6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1959019 Oct 23 01:15:17.664822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37044) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:17.701644 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3244279f-5d85-4e90-8d36-b2c721c07d5f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 207 time: 0.0352080 Oct 23 01:15:17.704972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37046) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:17.886333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818ba029-822e-4a3a-bc18-60d1bb1eea0e tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:17.891728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818ba029-822e-4a3a-bc18-60d1bb1eea0e tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:17.896857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818ba029-822e-4a3a-bc18-60d1bb1eea0e tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:17.902143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818ba029-822e-4a3a-bc18-60d1bb1eea0e tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:17.903776 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-818ba029-822e-4a3a-bc18-60d1bb1eea0e tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1961477 Oct 23 01:15:17.907527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37050) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:17.975530 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment a120246c-2c43-404c-bcb3-bd755d7790ad resource provider aggregate not found Oct 23 01:15:17.997063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:18.001229 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment a120246c-2c43-404c-bcb3-bd755d7790ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a120246c-2c43-404c-bcb3-bd755d7790ad found for delete ", "request_id": "req-94bb1772-0d96-4cbc-b12e-01090da9721e"}]} Oct 23 01:15:18.028732 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8596b4b6-7398-40db-9550-c6f724a51dc5 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1201837 Oct 23 01:15:18.032150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37056) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:18.087960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f3a548-bd0b-4a19-8397-72cb1daacb42 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:18.089802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f3a548-bd0b-4a19-8397-72cb1daacb42 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:18.091332 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e6f3a548-bd0b-4a19-8397-72cb1daacb42 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0582688 Oct 23 01:15:18.095037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37058) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:18.147562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be749d-073b-43f2-9994-05df0698b993 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['shared'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:18.149237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be749d-073b-43f2-9994-05df0698b993 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['shared'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:18.151321 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-75be749d-073b-43f2-9994-05df0698b993 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0553885 Oct 23 01:15:18.154847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37060) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:18.255239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a4eb1-9189-42e6-8f52-17ded626ff37 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:18.256518 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-668a4eb1-9189-42e6-8f52-17ded626ff37 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/networks/d42019a7-67c8-4a13-a7df-884625298018 HTTP/1.1" status: 200 len: 800 time: 0.1007588 Oct 23 01:15:18.260236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37062) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:18.363107 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b54ce68a-a5de-4314-ae5e-4134e3e91473 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/networks/d42019a7-67c8-4a13-a7df-884625298018?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1018140 Oct 23 01:15:18.366567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37064) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:18.417880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d9d682-e1ee-4ca5-a247-0d56f3cada58 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:18.419277 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-33d9d682-e1ee-4ca5-a247-0d56f3cada58 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/subnets/791bf7f8-db70-4ab1-b76d-a7a0b443555a HTTP/1.1" status: 200 len: 811 time: 0.0518141 Oct 23 01:15:18.423036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37066) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:18.479322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaacf8b-bf7f-4aff-acb4-a18010748a21 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['shared'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:18.480753 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9aaacf8b-bf7f-4aff-acb4-a18010748a21 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "GET /networking/v2.0/subnets/791bf7f8-db70-4ab1-b76d-a7a0b443555a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0567229 Oct 23 01:15:18.484405 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37068) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:18.489344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-997745676'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:18.504844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:18.621981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:18.625882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:18.651577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:15:18.660794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (43d30d4b-be87-4945-84b6-9293bd96f8ce), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:18.661424 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Added segment 43d30d4b-be87-4945-84b6-9293bd96f8ce of type vlan for network ad159f90-a16e-44dd-97cd-0872fae852e4 Oct 23 01:15:18.700523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (ad159f90-a16e-44dd-97cd-0872fae852e4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:18.764920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (ad159f90-a16e-44dd-97cd-0872fae852e4), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:18.769860 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:18.770469 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:18.839764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Network': ['ID=ad159f90-a16e-44dd-97cd-0872fae852e4,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:18.850044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network ad159f90-a16e-44dd-97cd-0872fae852e4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:15:18.882114 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aa03417c-f943-4fd6-90ee-bf209276c567 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3966353 Oct 23 01:15:18.885434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37070) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:18.890407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'network_id': 'ad159f90-a16e-44dd-97cd-0872fae852e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:19.033530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Made reservation on behalf of 7bbe4aeec44d497d9f37c7bda3ccea5c for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:19.037509 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:19.098601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Performing IP validity checks on allocation pools {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 23 01:15:19.099034 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 23 01:15:19.127366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:19.279736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (61c3eac4-2722-4e0e-a15f-6a80c7639592), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:19.347716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=61c3eac4-2722-4e0e-a15f-6a80c7639592,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:19.356187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Checking segment: {'id': '43d30d4b-be87-4945-84b6-9293bd96f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ad159f90-a16e-44dd-97cd-0872fae852e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:19.356546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network hostable DHCP agents. Network: ad159f90-a16e-44dd-97cd-0872fae852e4, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:15:19.456774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Network ad159f90-a16e-44dd-97cd-0872fae852e4 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:15:19.553674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ad159f90-a16e-44dd-97cd-0872fae852e4) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:19.557929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:19.558543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:19.567108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307817e-d390-4849-9c69-c7f148380da2 None None] Network ad159f90-a16e-44dd-97cd-0872fae852e4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:19.571689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:19.671096 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ad5a980b-5008-4ad2-ba77-4a24dbaa862c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7844779 Oct 23 01:15:19.672444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad159f90-a16e-44dd-97cd-0872fae852e4', 'network_id': 'ad159f90-a16e-44dd-97cd-0872fae852e4', 'project_id': '7bbe4aeec44d497d9f37c7bda3ccea5c', 'fixed_ips': [{'subnet_id': '61c3eac4-2722-4e0e-a15f-6a80c7639592'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:15:19.673372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:19.673946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37072) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:19.679260 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:19.773190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5340849'] for subnet (61c3eac4-2722-4e0e-a15f-6a80c7639592), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:19.815022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Allocated IP 172.20.0.3 (ad159f90-a16e-44dd-97cd-0872fae852e4/61c3eac4-2722-4e0e-a15f-6a80c7639592/73267968-b46a-4fc4-9609-97809d92681c) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:15:19.953864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Publish callbacks [] for port (73267968-b46a-4fc4-9609-97809d92681c), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:20.027998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (73267968-b46a-4fc4-9609-97809d92681c), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:20.069462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Network ad159f90-a16e-44dd-97cd-0872fae852e4 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:20.074987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:20.077268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Pushing event updated for resources: {'Port': ['ID=73267968-b46a-4fc4-9609-97809d92681c,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:20.079417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:15:20.135431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Attempting to bind port 73267968-b46a-4fc4-9609-97809d92681c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:20.135815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Attempting to bind port 73267968-b46a-4fc4-9609-97809d92681c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '43d30d4b-be87-4945-84b6-9293bd96f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ad159f90-a16e-44dd-97cd-0872fae852e4'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:20.136155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Attempting to bind port 73267968-b46a-4fc4-9609-97809d92681c on network ad159f90-a16e-44dd-97cd-0872fae852e4 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:20.164498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:20.182096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:15:20.182484 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Checking segment: {'id': '43d30d4b-be87-4945-84b6-9293bd96f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ad159f90-a16e-44dd-97cd-0872fae852e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:20.182854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:20.183239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Bound using segment: {'id': '43d30d4b-be87-4945-84b6-9293bd96f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ad159f90-a16e-44dd-97cd-0872fae852e4'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:15:20.183705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Bound port: 73267968-b46a-4fc4-9609-97809d92681c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d30d4b-be87-4945-84b6-9293bd96f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ad159f90-a16e-44dd-97cd-0872fae852e4'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:15:20.184196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (73267968-b46a-4fc4-9609-97809d92681c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:20.220898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:20.228013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733989090744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5534802'] for subnet (61c3eac4-2722-4e0e-a15f-6a80c7639592), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:20.246697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] For port 73267968-b46a-4fc4-9609-97809d92681c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:15:20.250035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] For port 73267968-b46a-4fc4-9609-97809d92681c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73267968-b46a-4fc4-9609-97809d92681c,segment=NetworkSegment(43d30d4b-be87-4945-84b6-9293bd96f8ce),segment_id=43d30d4b-be87-4945-84b6-9293bd96f8ce)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:15:20.273535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:20.274166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:20.276157 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "PUT /networking/v2.0/subnets/61c3eac4-2722-4e0e-a15f-6a80c7639592 HTTP/1.1" status: 200 len: 877 time: 0.6011703 Oct 23 01:15:20.278997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37074) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:20.303521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event updated for resources: {'Subnet': ['ID=61c3eac4-2722-4e0e-a15f-6a80c7639592,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:20.314081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (73267968-b46a-4fc4-9609-97809d92681c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:20.347941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.353331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92aecb-edf5-4452-98f5-a1e1522e2bf0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:20.385911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b3d4d-59eb-4d0c-877e-f39b60be9159 None None] Pushing event updated for resources: {'Port': ['ID=73267968-b46a-4fc4-9609-97809d92681c,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:20.414300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (ad159f90-a16e-44dd-97cd-0872fae852e4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:20.459440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting port 73267968-b46a-4fc4-9609-97809d92681c {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:20.462390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (73267968-b46a-4fc4-9609-97809d92681c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:20.559163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] For port 73267968-b46a-4fc4-9609-97809d92681c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73267968-b46a-4fc4-9609-97809d92681c,segment=NetworkSegment(43d30d4b-be87-4945-84b6-9293bd96f8ce),segment_id=43d30d4b-be87-4945-84b6-9293bd96f8ce)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:20.559551 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (73267968-b46a-4fc4-9609-97809d92681c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:20.574554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Calling delete_port for 73267968-b46a-4fc4-9609-97809d92681c owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:20.578274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:20.684317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:20.764843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (73267968-b46a-4fc4-9609-97809d92681c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:20.791570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Port': ['ID=73267968-b46a-4fc4-9609-97809d92681c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:20.836348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No DVR routers for this DVR port 73267968-b46a-4fc4-9609-97809d92681c on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:15:20.882534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (61c3eac4-2722-4e0e-a15f-6a80c7639592), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.241625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e39069c-4be1-4688-8072-4685797935d2 None None] Network ad159f90-a16e-44dd-97cd-0872fae852e4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:21.336481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a44aa6c6-69be-4d12-9330-37d4cfd4cf4b None None] Could not find standard attr ID for object 73267968-b46a-4fc4-9609-97809d92681c. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:15:21.354938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (61c3eac4-2722-4e0e-a15f-6a80c7639592), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.382323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Subnet': ['ID=61c3eac4-2722-4e0e-a15f-6a80c7639592,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:21.447657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (ad159f90-a16e-44dd-97cd-0872fae852e4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.469625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad159f90-a16e-44dd-97cd-0872fae852e4']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:21.480162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d30d4b-be87-4945-84b6-9293bd96f8ce') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:21.480379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d30d4b-be87-4945-84b6-9293bd96f8ce') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:21.491033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (43d30d4b-be87-4945-84b6-9293bd96f8ce), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.505483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (43d30d4b-be87-4945-84b6-9293bd96f8ce), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.513150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:21.513505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (43d30d4b-be87-4945-84b6-9293bd96f8ce), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.516881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb9f818-c650-4235-ac26-dd34f45bea96 None None] Network ad159f90-a16e-44dd-97cd-0872fae852e4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:21.540934 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 43d30d4b-be87-4945-84b6-9293bd96f8ce resource provider aggregate not found Oct 23 01:15:21.572775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37082) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:21.592489 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 43d30d4b-be87-4945-84b6-9293bd96f8ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43d30d4b-be87-4945-84b6-9293bd96f8ce found for delete ", "request_id": "req-8f37322b-1f3f-4e32-9ffe-e8c0ada815b2"}]} Oct 23 01:15:21.650326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28744557-74df-428b-8147-e5fda749c364 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:21.650865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28744557-74df-428b-8147-e5fda749c364 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:21.651335 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28744557-74df-428b-8147-e5fda749c364 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:21.653044 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-28744557-74df-428b-8147-e5fda749c364 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?project_id=0226f1f233794f45b9d6ad046f30f76b&network_id=a279a122-63f7-41b0-b1f7-5264e8463ed4 HTTP/1.1" status: 200 len: 3102 time: 0.0792675 Oct 23 01:15:21.657039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (ad159f90-a16e-44dd-97cd-0872fae852e4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.663724 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4995cbe8-7168-448d-9f70-c81a5b06042b None None] DHCP port deletion for ad159f90-a16e-44dd-97cd-0872fae852e4 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:15:21.664776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.668010 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/ad159f90-a16e-44dd-97cd-0872fae852e4 HTTP/1.1" status: 204 len: 168 time: 1.3879969 Oct 23 01:15:21.672264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37086) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:21.681059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c45e7-6006-4f77-87dc-1fc2e43499f3 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=ad159f90-a16e-44dd-97cd-0872fae852e4,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:21.705737 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece2178a-67c1-4f90-b26b-ca8242c2a583 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:21.706309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece2178a-67c1-4f90-b26b-ca8242c2a583 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:21.709342 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ece2178a-67c1-4f90-b26b-ca8242c2a583 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/61c3eac4-2722-4e0e-a15f-6a80c7639592 HTTP/1.1" status: 404 len: 337 time: 0.0360491 Oct 23 01:15:21.712560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37088) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:21.730748 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-515e634b-52df-4426-b364-76648f9365d6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:21.731202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515e634b-52df-4426-b364-76648f9365d6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:21.734132 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-515e634b-52df-4426-b364-76648f9365d6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/ad159f90-a16e-44dd-97cd-0872fae852e4 HTTP/1.1" status: 404 len: 339 time: 0.0205948 Oct 23 01:15:21.737115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37090) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:21.767072 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b30f43b-cfaa-403e-878c-315542c5d7d8 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:21.767516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b30f43b-cfaa-403e-878c-315542c5d7d8 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:21.770541 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6b30f43b-cfaa-403e-878c-315542c5d7d8 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/82840b10-1eba-4b61-bc6d-d92b6a1124a5 HTTP/1.1" status: 404 len: 337 time: 0.0325449 Oct 23 01:15:21.770693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.773006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37092) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:21.792051 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d38d2c9-7684-4bae-bf5c-b6bf54338645 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:21.792580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d38d2c9-7684-4bae-bf5c-b6bf54338645 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:21.795591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6d38d2c9-7684-4bae-bf5c-b6bf54338645 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/a58ba699-e478-47d9-8e6a-40379e32b8e4 HTTP/1.1" status: 404 len: 339 time: 0.0216932 Oct 23 01:15:21.798654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37094) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:21.879785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (a0bc47d7-050b-4ef1-bba0-12755fd31287), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.965153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (a0bc47d7-050b-4ef1-bba0-12755fd31287), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.987128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bc47d7-050b-4ef1-bba0-12755fd31287']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:21.997612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa02031c-3d22-4bd9-8120-4a5780c225f4') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:21.997986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa02031c-3d22-4bd9-8120-4a5780c225f4') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:22.007503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (aa02031c-3d22-4bd9-8120-4a5780c225f4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:22.009378 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:22.016364 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:22.022221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (aa02031c-3d22-4bd9-8120-4a5780c225f4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:22.028574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:22.028926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (aa02031c-3d22-4bd9-8120-4a5780c225f4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:22.087651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:22.183029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (a0bc47d7-050b-4ef1-bba0-12755fd31287), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:22.190969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:22.194654 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/a0bc47d7-050b-4ef1-bba0-12755fd31287 HTTP/1.1" status: 204 len: 168 time: 0.3949795 Oct 23 01:15:22.197057 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37098) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.214927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb2cb7-658c-418b-b66b-277a2a2c8931 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=a0bc47d7-050b-4ef1-bba0-12755fd31287,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:22.233853 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6ddc9d-1480-48f3-a2ee-24105ed57beb tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.234314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6ddc9d-1480-48f3-a2ee-24105ed57beb tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.237585 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ac6ddc9d-1480-48f3-a2ee-24105ed57beb tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/435dcc47-90c9-41c4-8e1d-2c7f019f4381 HTTP/1.1" status: 404 len: 337 time: 0.0395210 Oct 23 01:15:22.240073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37100) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.258338 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ccd2e1-9f14-4b41-bf60-b0b8f4e8ffb0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.258860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ccd2e1-9f14-4b41-bf60-b0b8f4e8ffb0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.261750 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-48ccd2e1-9f14-4b41-bf60-b0b8f4e8ffb0 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/998a5f95-aba2-486d-9599-3b4ada443d90 HTTP/1.1" status: 404 len: 339 time: 0.0207925 Oct 23 01:15:22.272978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37102) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.298675 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae6e438-cc9a-4e84-ac41-c4bad74ff2c7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.299127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae6e438-cc9a-4e84-ac41-c4bad74ff2c7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.302082 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0ae6e438-cc9a-4e84-ac41-c4bad74ff2c7 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/2fff8c43-e448-43cf-89de-5779f7afa05e HTTP/1.1" status: 404 len: 337 time: 0.0281997 Oct 23 01:15:22.304521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37104) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.322478 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab957162-b6c5-479f-b380-664a1ec3f9d6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.322953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab957162-b6c5-479f-b380-664a1ec3f9d6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.325890 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ab957162-b6c5-479f-b380-664a1ec3f9d6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/84b5a073-f10f-4699-ae9d-47f81162b923 HTTP/1.1" status: 404 len: 339 time: 0.0204632 Oct 23 01:15:22.328183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37106) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.357970 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3fa497-a062-4330-8065-0eee7cc8fcdc tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.358470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3fa497-a062-4330-8065-0eee7cc8fcdc tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.361629 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2f3fa497-a062-4330-8065-0eee7cc8fcdc tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/80f12327-d419-4f91-8c7d-d7763167496e HTTP/1.1" status: 404 len: 337 time: 0.0325882 Oct 23 01:15:22.364190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37108) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.382724 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4f7b8f-1b25-4884-a3f1-e54183f60e8c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.383207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4f7b8f-1b25-4884-a3f1-e54183f60e8c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.386134 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cd4f7b8f-1b25-4884-a3f1-e54183f60e8c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/8a6720cf-0aa1-4c22-acff-a25b743fd8ab HTTP/1.1" status: 404 len: 339 time: 0.0209241 Oct 23 01:15:22.388402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37110) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.413421 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-562cec54-8799-4378-8e89-87458c6a5668 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.413898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562cec54-8799-4378-8e89-87458c6a5668 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.417371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-562cec54-8799-4378-8e89-87458c6a5668 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/40f0d18e-5baf-4ada-9229-5a049f814483 HTTP/1.1" status: 404 len: 337 time: 0.0280638 Oct 23 01:15:22.419827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37112) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.439313 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f96a980-02ec-4f49-9dcd-008972490a4c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.439313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f96a980-02ec-4f49-9dcd-008972490a4c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.441805 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1f96a980-02ec-4f49-9dcd-008972490a4c tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/9b0721df-e309-444b-a929-5d39032a7837 HTTP/1.1" status: 404 len: 339 time: 0.0211008 Oct 23 01:15:22.444291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37114) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.469123 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d044db-4e35-43e8-9a61-28e236353538 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.469563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d044db-4e35-43e8-9a61-28e236353538 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.472469 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d3d044db-4e35-43e8-9a61-28e236353538 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/85d13b95-08ee-49ff-aac8-831e45ec93d6 HTTP/1.1" status: 404 len: 337 time: 0.0272667 Oct 23 01:15:22.474926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37116) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.494238 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e182db-677f-43e9-980e-ae3638894f1e tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.494716 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e182db-677f-43e9-980e-ae3638894f1e tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.497622 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-37e182db-677f-43e9-980e-ae3638894f1e tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/504a41a0-8377-4bb2-bc3b-6e06b218e612 HTTP/1.1" status: 404 len: 339 time: 0.0218127 Oct 23 01:15:22.499928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37118) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.525936 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0069ebaf-1316-4d20-be76-8ea89694ae67 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.526389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0069ebaf-1316-4d20-be76-8ea89694ae67 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.529307 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0069ebaf-1316-4d20-be76-8ea89694ae67 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9f226eb2-6fed-4800-b1de-8df4d0628d29 HTTP/1.1" status: 404 len: 337 time: 0.0285027 Oct 23 01:15:22.531804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37120) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.550278 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-03af05e4-6553-4e77-97f6-c8683ccb7be8 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.550803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03af05e4-6553-4e77-97f6-c8683ccb7be8 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.553868 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-03af05e4-6553-4e77-97f6-c8683ccb7be8 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/07aad4d5-7c24-4822-9004-2ca0f5badb80 HTTP/1.1" status: 404 len: 339 time: 0.0211022 Oct 23 01:15:22.556263 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37122) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.585412 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2871c164-f8cc-4c28-b05f-d8cfddf37276 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.585948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2871c164-f8cc-4c28-b05f-d8cfddf37276 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.589361 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2871c164-f8cc-4c28-b05f-d8cfddf37276 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/2cee1cbd-89c8-4920-9263-28e49720320d HTTP/1.1" status: 404 len: 337 time: 0.0322084 Oct 23 01:15:22.592135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37124) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.610496 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f16d36a-a735-4245-aeaf-9a3ac6b28808 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.611237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f16d36a-a735-4245-aeaf-9a3ac6b28808 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.614082 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4f16d36a-a735-4245-aeaf-9a3ac6b28808 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/d9897e1c-caf2-44df-9f6f-05c9da4c1880 HTTP/1.1" status: 404 len: 339 time: 0.0209596 Oct 23 01:15:22.616438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37126) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.641160 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-3392e298-a120-4cf3-807c-2aa37766e01e tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.641598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3392e298-a120-4cf3-807c-2aa37766e01e tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.644557 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3392e298-a120-4cf3-807c-2aa37766e01e tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/1249df3c-3faa-411d-a5a1-7cb87416c3b8 HTTP/1.1" status: 404 len: 337 time: 0.0272517 Oct 23 01:15:22.646947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37128) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.664743 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-9607d8cf-50f2-4ef2-82f2-4545071d8a42 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] DELETE failed (client error): The resource could not be found. Oct 23 01:15:22.665868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9607d8cf-50f2-4ef2-82f2-4545071d8a42 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:15:22.668717 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9607d8cf-50f2-4ef2-82f2-4545071d8a42 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/ae3bc6ed-b3d1-4f8f-a811-45bfb97567a7 HTTP/1.1" status: 404 len: 339 time: 0.0209103 Oct 23 01:15:22.671122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37130) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:22.722048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-277c93fb-7c05-4747-8033-80f5f7589f0f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting subnet 791bf7f8-db70-4ab1-b76d-a7a0b443555a {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:15:22.725316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-277c93fb-7c05-4747-8033-80f5f7589f0f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (791bf7f8-db70-4ab1-b76d-a7a0b443555a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:22.769006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-277c93fb-7c05-4747-8033-80f5f7589f0f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (791bf7f8-db70-4ab1-b76d-a7a0b443555a), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:22.849656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-277c93fb-7c05-4747-8033-80f5f7589f0f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (791bf7f8-db70-4ab1-b76d-a7a0b443555a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:22.894593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:22.988568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-277c93fb-7c05-4747-8033-80f5f7589f0f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (791bf7f8-db70-4ab1-b76d-a7a0b443555a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.022668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c93fb-7c05-4747-8033-80f5f7589f0f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Subnet': ['ID=791bf7f8-db70-4ab1-b76d-a7a0b443555a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:23.034877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-277c93fb-7c05-4747-8033-80f5f7589f0f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.034877 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-277c93fb-7c05-4747-8033-80f5f7589f0f tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/791bf7f8-db70-4ab1-b76d-a7a0b443555a HTTP/1.1" status: 204 len: 168 time: 0.3626223 Oct 23 01:15:23.037238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37132) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:23.038070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d874f6-b1d7-46d2-9970-d1a74b4bff6d None None] Network d42019a7-67c8-4a13-a7df-884625298018 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:23.111181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:23.118957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (d42019a7-67c8-4a13-a7df-884625298018), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.166906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Deleting port a87840b3-baa7-4d5a-9fba-29e306dbee7c {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:23.167243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.197762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] DHCP port deletion for d42019a7-67c8-4a13-a7df-884625298018 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:15:23.229976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] For port a87840b3-baa7-4d5a-9fba-29e306dbee7c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a87840b3-baa7-4d5a-9fba-29e306dbee7c,segment=NetworkSegment(a981873a-5b3f-4bdd-a834-57b119ae9572),segment_id=a981873a-5b3f-4bdd-a834-57b119ae9572)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:23.230337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.236963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Deleting port a87840b3-baa7-4d5a-9fba-29e306dbee7c {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:23.237341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.244981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Calling delete_port for a87840b3-baa7-4d5a-9fba-29e306dbee7c owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:23.301164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] For port a87840b3-baa7-4d5a-9fba-29e306dbee7c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a87840b3-baa7-4d5a-9fba-29e306dbee7c,segment=NetworkSegment(a981873a-5b3f-4bdd-a834-57b119ae9572),segment_id=a981873a-5b3f-4bdd-a834-57b119ae9572)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:23.301562 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.314698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Calling delete_port for a87840b3-baa7-4d5a-9fba-29e306dbee7c owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:23.388255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.415902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Port': ['ID=a87840b3-baa7-4d5a-9fba-29e306dbee7c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:23.422019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] No DVR routers for this DVR port a87840b3-baa7-4d5a-9fba-29e306dbee7c on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:15:23.504217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (d42019a7-67c8-4a13-a7df-884625298018), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.525247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42019a7-67c8-4a13-a7df-884625298018']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:23.534382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (a87840b3-baa7-4d5a-9fba-29e306dbee7c), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.534726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a981873a-5b3f-4bdd-a834-57b119ae9572') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:23.535026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a981873a-5b3f-4bdd-a834-57b119ae9572') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:23.544849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (a981873a-5b3f-4bdd-a834-57b119ae9572), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.559305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a981873a-5b3f-4bdd-a834-57b119ae9572), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.559629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Pushing event deleted for resources: {'Port': ['ID=a87840b3-baa7-4d5a-9fba-29e306dbee7c,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:23.564059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] No DVR routers for this DVR port a87840b3-baa7-4d5a-9fba-29e306dbee7c on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:15:23.566603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:23.567103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (a981873a-5b3f-4bdd-a834-57b119ae9572), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.570532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.570870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.574552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.574552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.574552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.574552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.574552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.574552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.574552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.574552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.574552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.575874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.575874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.575874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.575874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296cf30-3707-4a77-a235-9c32cbe618d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:15:23.594216 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment a981873a-5b3f-4bdd-a834-57b119ae9572 resource provider aggregate not found Oct 23 01:15:23.612085 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment aa02031c-3d22-4bd9-8120-4a5780c225f4 resource provider aggregate not found Oct 23 01:15:23.633096 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment aa02031c-3d22-4bd9-8120-4a5780c225f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa02031c-3d22-4bd9-8120-4a5780c225f4 found for delete ", "request_id": "req-e45034fd-62ea-427f-91e0-43b6e8cfb9cc"}]} Oct 23 01:15:23.635757 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment a981873a-5b3f-4bdd-a834-57b119ae9572 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a981873a-5b3f-4bdd-a834-57b119ae9572 found for delete ", "request_id": "req-d0a82bc3-4f9d-45b6-8f44-0712ee3770bf"}]} Oct 23 01:15:23.702051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (d42019a7-67c8-4a13-a7df-884625298018), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.708879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.712100 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] 10.222.0.36 "DELETE /networking/v2.0/networks/d42019a7-67c8-4a13-a7df-884625298018 HTTP/1.1" status: 204 len: 168 time: 0.6728575 Oct 23 01:15:23.724101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79254b37-32a2-43d2-ad84-bf80b94b28e6 tempest-NetworksTest-377436329 tempest-NetworksTest-377436329-project] Pushing event deleted for resources: {'Network': ['ID=d42019a7-67c8-4a13-a7df-884625298018,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:24.034258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a87840b3-baa7-4d5a-9fba-29e306dbee7c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:15:24.055516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: a87840b3-baa7-4d5a-9fba-29e306dbee7c {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:15:24.056191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a87840b3-baa7-4d5a-9fba-29e306dbee7c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:15:24.122839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37150) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:24.253477 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b7e33b28-b424-403c-a136-8acab285694d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7bbe4aeec44d497d9f37c7bda3ccea5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294627 Oct 23 01:15:24.255994 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37154) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:24.295342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:24.305219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-667e1d1f-1cb5-4a09-a64f-dc9d36f6aa51 admin admin] Publish callbacks [] for security_group (f63db253-1521-49b7-8217-98c5ae170e95), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:24.325096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-667e1d1f-1cb5-4a09-a64f-dc9d36f6aa51 admin admin] Publish callbacks [] for security_group (f63db253-1521-49b7-8217-98c5ae170e95), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:24.443382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-667e1d1f-1cb5-4a09-a64f-dc9d36f6aa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f63db253-1521-49b7-8217-98c5ae170e95), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:24.445953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-667e1d1f-1cb5-4a09-a64f-dc9d36f6aa51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:24.447632 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-667e1d1f-1cb5-4a09-a64f-dc9d36f6aa51 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f63db253-1521-49b7-8217-98c5ae170e95 HTTP/1.1" status: 204 len: 168 time: 0.1907201 Oct 23 01:15:24.456205 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e1d1f-1cb5-4a09-a64f-dc9d36f6aa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63db253-1521-49b7-8217-98c5ae170e95,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:25.024467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37168) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:25.095265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b0a56-ea22-4bb8-bc54-e031dbf04d7b tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:25.096686 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-197b0a56-ea22-4bb8-bc54-e031dbf04d7b tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 814 time: 0.0712349 Oct 23 01:15:25.488847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37182) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:25.586132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1073035559'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:25.666965 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Made reservation on behalf of 01c0923aeda44e34b626a0be5afa37de for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:25.670642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:25.680083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:25.755845 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for security_group (50d774f2-d8e6-43c9-bba7-393cb8dc8610), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:25.814959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (50d774f2-d8e6-43c9-bba7-393cb8dc8610), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:25.843032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:15:25.853815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d774f2-d8e6-43c9-bba7-393cb8dc8610,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:25.860026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a74599e4-4052-4edd-b0d4-98c177d86049), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:25.860488 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Added segment a74599e4-4052-4edd-b0d4-98c177d86049 of type vlan for network 58f60867-73bc-4d4f-bdd8-b3b52c09ee82 Oct 23 01:15:25.905103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (58f60867-73bc-4d4f-bdd8-b3b52c09ee82), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:26.085169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (58f60867-73bc-4d4f-bdd8-b3b52c09ee82), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:26.090972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:26.091556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:26.155552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:26.161950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Pushing event updated for resources: {'Network': ['ID=58f60867-73bc-4d4f-bdd8-b3b52c09ee82,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:26.170660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37186) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:26.172196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 58f60867-73bc-4d4f-bdd8-b3b52c09ee82 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:15:26.175637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'network': {'name': 'tempest-network-smoke--1199506462', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'port_security_enabled': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:26.218964 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-153a27cb-d121-4ea4-b191-ab5cc5bd8226 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7289608 Oct 23 01:15:26.221720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37188) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:26.228075 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Request body: {'subnet': {'network_id': '58f60867-73bc-4d4f-bdd8-b3b52c09ee82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:26.299885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:26.303594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:26.342721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:15:26.351380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6868d8b9-b86a-46f0-8487-bb6f7a60b1d4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:26.353955 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Added segment 6868d8b9-b86a-46f0-8487-bb6f7a60b1d4 of type vlan for network 80b36372-c088-4493-b5cf-0e2299375b92 Oct 23 01:15:26.359928 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:26.393031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (80b36372-c088-4493-b5cf-0e2299375b92), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:26.427122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Made reservation on behalf of 01c0923aeda44e34b626a0be5afa37de for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:26.431363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:26.513400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (80b36372-c088-4493-b5cf-0e2299375b92), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:26.518271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:26.518851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:26.883825 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7091546 Oct 23 01:15:26.883825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c37c7-6b0f-4945-aa13-b72b54df146a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Network': ['ID=80b36372-c088-4493-b5cf-0e2299375b92,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:26.885234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37190) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:26.895261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 80b36372-c088-4493-b5cf-0e2299375b92 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:15:26.943747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:26.960755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53057807-d9d8-4152-bc14-023d7bd33c45 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:26.962839 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-53057807-d9d8-4152-bc14-023d7bd33c45 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=0226f1f233794f45b9d6ad046f30f76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0762653 Oct 23 01:15:26.965462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37192) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:27.016700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (167ba68f-02d1-4c6e-b268-125905c96d3f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:27.062256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc83024-c194-46ea-8e5d-71b80648f3ed tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:27.063828 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ecc83024-c194-46ea-8e5d-71b80648f3ed tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973959 Oct 23 01:15:27.066581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37194) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:27.082368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Pushing event updated for resources: {'Subnet': ['ID=167ba68f-02d1-4c6e-b268-125905c96d3f,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:27.090350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Checking segment: {'id': 'a74599e4-4052-4edd-b0d4-98c177d86049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '58f60867-73bc-4d4f-bdd8-b3b52c09ee82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:27.090716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Network hostable DHCP agents. Network: 58f60867-73bc-4d4f-bdd8-b3b52c09ee82, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:15:27.098371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-47761fbd-5c10-45ca-9c4b-caa5fdb7a427 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282791 Oct 23 01:15:27.098607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37196) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:27.127400 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-13c0bc31-2177-40ab-bde5-cdbf469dcb1a tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=0226f1f233794f45b9d6ad046f30f76b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275676 Oct 23 01:15:27.129845 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37198) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:27.208253 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Network 58f60867-73bc-4d4f-bdd8-b3b52c09ee82 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:15:27.285050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 58f60867-73bc-4d4f-bdd8-b3b52c09ee82) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:27.292586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:27.292586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:27.293344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4a6bcd-0be9-4c32-9bc0-9d9ea99f9c45 None None] Network 58f60867-73bc-4d4f-bdd8-b3b52c09ee82 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:27.297852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bc627-450b-4878-b24c-2d5ac81b0b68 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:27.299381 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ea2bc627-450b-4878-b24c-2d5ac81b0b68 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1685545 Oct 23 01:15:27.302550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37200) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:27.335839 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0df08ff9-21b9-4a29-872e-474a5395aa4b tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316303 Oct 23 01:15:27.336295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:27.338652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37202) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:27.343797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-505414522', 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:27.362601 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-938ceb09-60a8-4c1a-a412-fdc952be8cdd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1397743 Oct 23 01:15:27.365108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37204) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:27.371270 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Request body: {'port': {'network_id': '58f60867-73bc-4d4f-bdd8-b3b52c09ee82', 'name': 'tempest-TagsExtTest-1064648771'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:27.410934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-58f60867-73bc-4d4f-bdd8-b3b52c09ee82', 'network_id': '58f60867-73bc-4d4f-bdd8-b3b52c09ee82', 'project_id': '01c0923aeda44e34b626a0be5afa37de', 'fixed_ips': [{'subnet_id': '167ba68f-02d1-4c6e-b268-125905c96d3f'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:15:27.412063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:27.490926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:27.496311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:27.544579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Made reservation on behalf of 01c0923aeda44e34b626a0be5afa37de for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:27.549343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:27.577112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] device_id is not set on port f7fcdee9-983a-4649-9ba8-e898d8070a9a yet. {{(pid=105985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:15:27.587548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Allocated IP 172.20.0.2 (58f60867-73bc-4d4f-bdd8-b3b52c09ee82/167ba68f-02d1-4c6e-b268-125905c96d3f/9a77f18d-a047-4725-ae97-9fbaea9fe895) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:15:27.740616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Publish callbacks [] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:27.810917 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:27.839705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (7e6022bf-b164-40be-8e94-22b0b5ad67e9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:27.851193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:27.857494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Pushing event updated for resources: {'Port': ['ID=9a77f18d-a047-4725-ae97-9fbaea9fe895,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:27.858928 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:27.861326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Network 58f60867-73bc-4d4f-bdd8-b3b52c09ee82 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:27.863089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:27.865185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Allocated IP 172.20.0.9 (58f60867-73bc-4d4f-bdd8-b3b52c09ee82/167ba68f-02d1-4c6e-b268-125905c96d3f/f7fcdee9-983a-4649-9ba8-e898d8070a9a) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:15:27.865438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:15:27.878228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:27.910487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:27.917350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Subnet': ['ID=7e6022bf-b164-40be-8e94-22b0b5ad67e9,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:27.921731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Checking segment: {'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:27.922360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network hostable DHCP agents. Network: 80b36372-c088-4493-b5cf-0e2299375b92, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:15:27.940871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Attempting to bind port 9a77f18d-a047-4725-ae97-9fbaea9fe895 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:27.941223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Attempting to bind port 9a77f18d-a047-4725-ae97-9fbaea9fe895 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a74599e4-4052-4edd-b0d4-98c177d86049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '58f60867-73bc-4d4f-bdd8-b3b52c09ee82'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:27.941584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Attempting to bind port 9a77f18d-a047-4725-ae97-9fbaea9fe895 on network 58f60867-73bc-4d4f-bdd8-b3b52c09ee82 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:27.985109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:15:27.985486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Checking segment: {'id': 'a74599e4-4052-4edd-b0d4-98c177d86049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '58f60867-73bc-4d4f-bdd8-b3b52c09ee82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:27.986174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:27.986835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Bound using segment: {'id': 'a74599e4-4052-4edd-b0d4-98c177d86049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '58f60867-73bc-4d4f-bdd8-b3b52c09ee82'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:15:27.987141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Bound port: 9a77f18d-a047-4725-ae97-9fbaea9fe895, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74599e4-4052-4edd-b0d4-98c177d86049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '58f60867-73bc-4d4f-bdd8-b3b52c09ee82'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:15:27.987537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.016608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 80b36372-c088-4493-b5cf-0e2299375b92 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:15:28.034156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for port (f7fcdee9-983a-4649-9ba8-e898d8070a9a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.049743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] For port 9a77f18d-a047-4725-ae97-9fbaea9fe895, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:15:28.057244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] For port 9a77f18d-a047-4725-ae97-9fbaea9fe895, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a77f18d-a047-4725-ae97-9fbaea9fe895,segment=NetworkSegment(a74599e4-4052-4edd-b0d4-98c177d86049),segment_id=a74599e4-4052-4edd-b0d4-98c177d86049)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:15:28.102002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 80b36372-c088-4493-b5cf-0e2299375b92) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:28.106243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:28.106867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.111039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb7a1c-b0bf-435b-85c6-ad681167cc25 None None] Network 80b36372-c088-4493-b5cf-0e2299375b92 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:28.136395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f7fcdee9-983a-4649-9ba8-e898d8070a9a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.160107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.187457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Network 58f60867-73bc-4d4f-bdd8-b3b52c09ee82 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:28.195391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:28.198232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:15:28.202335 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0c85d34c-671f-4212-a0c0-0f1864e6f0c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8623443 Oct 23 01:15:28.245447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:28.248775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078669e-e9fe-4c0d-9fc4-2abfe3e7c2e1 None None] Pushing event updated for resources: {'Port': ['ID=9a77f18d-a047-4725-ae97-9fbaea9fe895,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:28.249651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Pushing event updated for resources: {'Port': ['ID=f7fcdee9-983a-4649-9ba8-e898d8070a9a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:28.258861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:28.259541 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.289352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-80b36372-c088-4493-b5cf-0e2299375b92', 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ips': [{'subnet_id': '7e6022bf-b164-40be-8e94-22b0b5ad67e9'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:15:28.290759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.322876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37208) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:28.327960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4257c828-4c8f-4d5e-ac45-1a6dcffc34a2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558362543', 'description': 'tempest-secgroup-smoke-1558362543 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:28.344814 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-07b257b0-b3bd-44d4-84a2-ed4aef3bc40a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9785030 Oct 23 01:15:28.350758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37210) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:28.359663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1412f727-75a2-413b-9955-97874170639f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1349170198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:28.418338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:28.452817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4257c828-4c8f-4d5e-ac45-1a6dcffc34a2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.474854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Allocated IP 172.20.0.18 (80b36372-c088-4493-b5cf-0e2299375b92/7e6022bf-b164-40be-8e94-22b0b5ad67e9/1d5530dc-983e-4d8a-b1f5-3261fb4044c7) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:15:28.508915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1412f727-75a2-413b-9955-97874170639f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (ea6eb771-e902-4be8-a248-9ccd6c17dc83), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.510148 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1412f727-75a2-413b-9955-97874170639f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (ea6eb771-e902-4be8-a248-9ccd6c17dc83), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.580655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4257c828-4c8f-4d5e-ac45-1a6dcffc34a2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (39a61234-273e-4648-95b3-0ecc392dac9f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.642594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1412f727-75a2-413b-9955-97874170639f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for router_controller (ea6eb771-e902-4be8-a248-9ccd6c17dc83), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.650543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Publish callbacks [] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.667717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4257c828-4c8f-4d5e-ac45-1a6dcffc34a2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (39a61234-273e-4648-95b3-0ecc392dac9f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.698291 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257c828-4c8f-4d5e-ac45-1a6dcffc34a2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a61234-273e-4648-95b3-0ecc392dac9f,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:28.724903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1412f727-75a2-413b-9955-97874170639f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (ea6eb771-e902-4be8-a248-9ccd6c17dc83), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.754051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.757231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4257c828-4c8f-4d5e-ac45-1a6dcffc34a2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.761326 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4257c828-4c8f-4d5e-ac45-1a6dcffc34a2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4345431 Oct 23 01:15:28.763319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37212) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:28.765947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ec5f25f8-81ac-454f-af86-dc6625a0b343 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '39a61234-273e-4648-95b3-0ecc392dac9f', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:28.792096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Network 80b36372-c088-4493-b5cf-0e2299375b92 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:28.797130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:28.800817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:15:28.805876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Pushing event updated for resources: {'Port': ['ID=1d5530dc-983e-4d8a-b1f5-3261fb4044c7,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:28.809848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1412f727-75a2-413b-9955-97874170639f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.815155 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1412f727-75a2-413b-9955-97874170639f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4572012 Oct 23 01:15:28.815637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37214) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:28.820414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6a70715a-1b10-45ae-bb6e-97148ac944fc tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-293184091', 'prefixes': ['172.20.0.0/16']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:28.866381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Attempting to bind port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:28.866903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Attempting to bind port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:28.867111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Attempting to bind port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 on network 80b36372-c088-4493-b5cf-0e2299375b92 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:28.890980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec5f25f8-81ac-454f-af86-dc6625a0b343 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (ca04c303-cb7c-4907-8b10-46d6877662a2), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.915665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:15:28.916041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Checking segment: {'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:28.916450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.916835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Bound using segment: {'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:15:28.917496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Bound port: 1d5530dc-983e-4d8a-b1f5-3261fb4044c7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:15:28.917670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.977703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec5f25f8-81ac-454f-af86-dc6625a0b343 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (ca04c303-cb7c-4907-8b10-46d6877662a2), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:28.987112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] For port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:15:28.990792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] For port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d5530dc-983e-4d8a-b1f5-3261fb4044c7,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:15:29.033522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec5f25f8-81ac-454f-af86-dc6625a0b343 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (ca04c303-cb7c-4907-8b10-46d6877662a2), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.033881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:29.052239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f25f8-81ac-454f-af86-dc6625a0b343 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca04c303-cb7c-4907-8b10-46d6877662a2,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:29.085563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.134948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec5f25f8-81ac-454f-af86-dc6625a0b343 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.139533 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ec5f25f8-81ac-454f-af86-dc6625a0b343 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3747134 Oct 23 01:15:29.142548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37216) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:29.144905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-97a51d5e-96d2-41bc-a338-3e6ac1e27123 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '39a61234-273e-4648-95b3-0ecc392dac9f', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:29.146899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca9e3e-301e-45b0-9cac-4e2f275fe045 None None] Pushing event updated for resources: {'Port': ['ID=1d5530dc-983e-4d8a-b1f5-3261fb4044c7,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:29.161720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6a70715a-1b10-45ae-bb6e-97148ac944fc tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.166437 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6a70715a-1b10-45ae-bb6e-97148ac944fc tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3460162 Oct 23 01:15:29.167556 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37218) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:29.172345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-ab3f10d1-7a5a-4fe2-b79a-7233ab00bdbd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f', 'tempest-TagsExtTest-Tag-2076606739') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:29.259776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31753709-c5a4-4e89-8926-de4b87592763 None None] Network 58f60867-73bc-4d4f-bdd8-b3b52c09ee82 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:29.260972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:29.300709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97a51d5e-96d2-41bc-a338-3e6ac1e27123 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (98563ce1-85a1-4cd0-9710-4fdaadc0f0c2), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.348494 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ab3f10d1-7a5a-4fe2-b79a-7233ab00bdbd tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags/tempest-TagsExtTest-Tag-2076606739 HTTP/1.1" status: 201 len: 201 time: 0.1798410 Oct 23 01:15:29.351222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37220) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:29.358265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-70c2ccab-5c65-42d8-9b9e-6603b6000c2b tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a', 'tempest-TagsExtTest-Tag-1641960456') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:29.358455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:29.359809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4ae5dff7-2e8c-454e-8d7e-d1326815e229 None None] Provisioning complete for port 9a77f18d-a047-4725-ae97-9fbaea9fe895 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:29.359809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4ae5dff7-2e8c-454e-8d7e-d1326815e229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.359809 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4ae5dff7-2e8c-454e-8d7e-d1326815e229 None None] Attempt 1 to provision port 9a77f18d-a047-4725-ae97-9fbaea9fe895 Oct 23 01:15:29.414872 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97a51d5e-96d2-41bc-a338-3e6ac1e27123 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (98563ce1-85a1-4cd0-9710-4fdaadc0f0c2), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.501036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5dff7-2e8c-454e-8d7e-d1326815e229 None None] Current status of the port 9a77f18d-a047-4725-ae97-9fbaea9fe895 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:29.501622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4ae5dff7-2e8c-454e-8d7e-d1326815e229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.507446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97a51d5e-96d2-41bc-a338-3e6ac1e27123 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (98563ce1-85a1-4cd0-9710-4fdaadc0f0c2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.513143 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-70c2ccab-5c65-42d8-9b9e-6603b6000c2b tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags/tempest-TagsExtTest-Tag-1641960456 HTTP/1.1" status: 201 len: 201 time: 0.1582203 Oct 23 01:15:29.514755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37222) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:29.520017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-9105a17d-833f-4de4-8df0-ebcb41c37009 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83', 'tempest-TagsExtTest-Tag-2012867852') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:29.537292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a51d5e-96d2-41bc-a338-3e6ac1e27123 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98563ce1-85a1-4cd0-9710-4fdaadc0f0c2,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:29.540566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4ae5dff7-2e8c-454e-8d7e-d1326815e229 None None] For port 9a77f18d-a047-4725-ae97-9fbaea9fe895, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a77f18d-a047-4725-ae97-9fbaea9fe895,segment=NetworkSegment(a74599e4-4052-4edd-b0d4-98c177d86049),segment_id=a74599e4-4052-4edd-b0d4-98c177d86049)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:29.589445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97a51d5e-96d2-41bc-a338-3e6ac1e27123 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.593345 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-97a51d5e-96d2-41bc-a338-3e6ac1e27123 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4499359 Oct 23 01:15:29.600688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37224) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:29.600688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6e21baaf-3a4b-402e-aea8-e47f5f053d60 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '39a61234-273e-4648-95b3-0ecc392dac9f', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:29.617012 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4ae5dff7-2e8c-454e-8d7e-d1326815e229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.668807 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9105a17d-833f-4de4-8df0-ebcb41c37009 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags/tempest-TagsExtTest-Tag-2012867852 HTTP/1.1" status: 201 len: 201 time: 0.1537008 Oct 23 01:15:29.671560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37226) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:29.677058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5dff7-2e8c-454e-8d7e-d1326815e229 None None] Pushing event updated for resources: {'Port': ['ID=9a77f18d-a047-4725-ae97-9fbaea9fe895,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:29.677390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-d0dce8c3-8944-43c5-8f50-d94ff1dbd4be tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f', 'tempest-TagsExtTest-Tag-2128461041') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:29.704987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6e21baaf-3a4b-402e-aea8-e47f5f053d60 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (114635e4-c06b-4a2e-882c-dc791b228874), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.736336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:29.739751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f44a132f-757e-4347-99c0-ba03c2e8332a None None] Provisioning complete for port f7fcdee9-983a-4649-9ba8-e898d8070a9a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:29.740659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f44a132f-757e-4347-99c0-ba03c2e8332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f7fcdee9-983a-4649-9ba8-e898d8070a9a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.740659 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f44a132f-757e-4347-99c0-ba03c2e8332a None None] Attempt 1 to provision port f7fcdee9-983a-4649-9ba8-e898d8070a9a Oct 23 01:15:29.778761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6e21baaf-3a4b-402e-aea8-e47f5f053d60 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (114635e4-c06b-4a2e-882c-dc791b228874), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.786658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f44a132f-757e-4347-99c0-ba03c2e8332a None None] Port f7fcdee9-983a-4649-9ba8-e898d8070a9a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:15:29.796789 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f44a132f-757e-4347-99c0-ba03c2e8332a None None] Provisioning complete for port 9a77f18d-a047-4725-ae97-9fbaea9fe895 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:29.796789 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f44a132f-757e-4347-99c0-ba03c2e8332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.796789 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f44a132f-757e-4347-99c0-ba03c2e8332a None None] Attempt 1 to provision port 9a77f18d-a047-4725-ae97-9fbaea9fe895 Oct 23 01:15:29.806250 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d0dce8c3-8944-43c5-8f50-d94ff1dbd4be tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags/tempest-TagsExtTest-Tag-2128461041 HTTP/1.1" status: 201 len: 201 time: 0.1330311 Oct 23 01:15:29.808826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37228) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:29.813871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-78bb3633-4509-4de8-9a96-41643a55f99f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:29.857345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:29.870389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37230) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:29.875431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-2de628bc-c490-4b33-adc6-b28554cbc2f9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f', 'tempest-TagsExtTest-Tag-2076606739') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:29.878158 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6e21baaf-3a4b-402e-aea8-e47f5f053d60 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (114635e4-c06b-4a2e-882c-dc791b228874), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:29.884017 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-78bb3633-4509-4de8-9a96-41643a55f99f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags HTTP/1.1" status: 200 len: 241 time: 0.0698481 Oct 23 01:15:29.884224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f44a132f-757e-4347-99c0-ba03c2e8332a None None] Current status of the port 9a77f18d-a047-4725-ae97-9fbaea9fe895 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:29.952505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21baaf-3a4b-402e-aea8-e47f5f053d60 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114635e4-c06b-4a2e-882c-dc791b228874,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:29.979751 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2de628bc-c490-4b33-adc6-b28554cbc2f9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags/tempest-TagsExtTest-Tag-2076606739 HTTP/1.1" status: 204 len: 168 time: 0.1081479 Oct 23 01:15:29.982910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37232) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:29.987604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-68fcd3f3-1ca4-407c-aea9-352aeb96530e tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f', 'tempest-TagsExtTest-Tag-2076606739') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:30.016110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ca5a941e-3bea-47cc-86fa-82bc4373757a None None] Provisioning complete for port f7fcdee9-983a-4649-9ba8-e898d8070a9a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:30.020179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ca5a941e-3bea-47cc-86fa-82bc4373757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f7fcdee9-983a-4649-9ba8-e898d8070a9a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.020179 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ca5a941e-3bea-47cc-86fa-82bc4373757a None None] Attempt 1 to provision port f7fcdee9-983a-4649-9ba8-e898d8070a9a Oct 23 01:15:30.020411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6e21baaf-3a4b-402e-aea8-e47f5f053d60 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.021266 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6e21baaf-3a4b-402e-aea8-e47f5f053d60 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4263356 Oct 23 01:15:30.024073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37234) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.030871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-aea96ccf-f086-44a4-8d04-729e42da8bd1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '39a61234-273e-4648-95b3-0ecc392dac9f', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:30.064361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a941e-3bea-47cc-86fa-82bc4373757a None None] Port f7fcdee9-983a-4649-9ba8-e898d8070a9a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:15:30.109216 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-80193608-99a9-4003-9ce7-73d2913ea45e req-d7f3cd2d-ed8e-4a0c-b394-92d9741e4fee service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894377 Oct 23 01:15:30.129097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9a77f18d-a047-4725-ae97-9fbaea9fe895 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:15:30.137035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aea96ccf-f086-44a4-8d04-729e42da8bd1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (68fe4683-dc4a-4c7b-9e08-8c598efaba69), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.192993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9a77f18d-a047-4725-ae97-9fbaea9fe895 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:30.193497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.193994 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9a77f18d-a047-4725-ae97-9fbaea9fe895 Oct 23 01:15:30.196672 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-68fcd3f3-1ca4-407c-aea9-352aeb96530e tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags/tempest-TagsExtTest-Tag-2076606739 HTTP/1.1" status: 204 len: 168 time: 0.2120874 Oct 23 01:15:30.200249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37236) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.210301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-1a95379e-f344-4c54-92fb-d5bcc067c0eb tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:30.230921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80193608-99a9-4003-9ce7-73d2913ea45e req-7823e32d-24e0-4c6b-93b3-ca6b8ac2a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:30.232313 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-80193608-99a9-4003-9ce7-73d2913ea45e req-7823e32d-24e0-4c6b-93b3-ca6b8ac2a8fd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 1129 time: 0.0482612 Oct 23 01:15:30.256339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:30.259813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aea96ccf-f086-44a4-8d04-729e42da8bd1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (68fe4683-dc4a-4c7b-9e08-8c598efaba69), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.287852 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1a95379e-f344-4c54-92fb-d5bcc067c0eb tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags HTTP/1.1" status: 200 len: 205 time: 0.0828438 Oct 23 01:15:30.290384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37238) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.296644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-ea5fcf76-5b0d-47a9-aea8-196aeecdc3e5 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:30.299716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9a77f18d-a047-4725-ae97-9fbaea9fe895 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:30.300162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:15:30.336987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aea96ccf-f086-44a4-8d04-729e42da8bd1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (68fe4683-dc4a-4c7b-9e08-8c598efaba69), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.337165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fffbf7f-c80f-4fce-8b4c-b2a9dbf5d15b None None] Network 80b36372-c088-4493-b5cf-0e2299375b92 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:30.363236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80193608-99a9-4003-9ce7-73d2913ea45e req-c680aa6f-9f50-47b7-9eb3-99c10c1c5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:30.364734 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-80193608-99a9-4003-9ce7-73d2913ea45e req-c680aa6f-9f50-47b7-9eb3-99c10c1c5e06 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a279a122-63f7-41b0-b1f7-5264e8463ed4 HTTP/1.1" status: 200 len: 898 time: 0.1095517 Oct 23 01:15:30.365844 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ea5fcf76-5b0d-47a9-aea8-196aeecdc3e5 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags HTTP/1.1" status: 200 len: 241 time: 0.0736537 Oct 23 01:15:30.366519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea96ccf-f086-44a4-8d04-729e42da8bd1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fe4683-dc4a-4c7b-9e08-8c598efaba69,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:30.369059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37240) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.375434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-053059f9-c104-42be-ba1a-f85311c9691f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a', 'tempest-TagsExtTest-Tag-1641960456') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:30.417537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fca906fa-2d40-45e1-a89f-7fde860b4e11 None None] Provisioning complete for port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:30.417937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fca906fa-2d40-45e1-a89f-7fde860b4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.418272 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fca906fa-2d40-45e1-a89f-7fde860b4e11 None None] Attempt 1 to provision port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 Oct 23 01:15:30.442899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:30.443263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.443597 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 Oct 23 01:15:30.454855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:30.457557 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-053059f9-c104-42be-ba1a-f85311c9691f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags/tempest-TagsExtTest-Tag-1641960456 HTTP/1.1" status: 204 len: 168 time: 0.0871756 Oct 23 01:15:30.460621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37244) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.463975 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-80193608-99a9-4003-9ce7-73d2913ea45e req-2b8b1d16-0ca6-4cec-bfe3-f6d02e483a29 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 HTTP/1.1" status: 200 len: 1000 time: 0.0923252 Oct 23 01:15:30.465375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-bceabdec-3827-4ee0-b884-e2f285f78012 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a', 'tempest-TagsExtTest-Tag-1641960456') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:30.471343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aea96ccf-f086-44a4-8d04-729e42da8bd1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.475265 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-aea96ccf-f086-44a4-8d04-729e42da8bd1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4468713 Oct 23 01:15:30.477595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37246) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.507171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8131435e-75c4-4df4-b28a-84b52839ff9c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '39a61234-273e-4648-95b3-0ecc392dac9f', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:30.546749 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80193608-99a9-4003-9ce7-73d2913ea45e req-137d41d6-b6b2-4dff-9c18-ea9db921d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:30.547866 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-80193608-99a9-4003-9ce7-73d2913ea45e req-137d41d6-b6b2-4dff-9c18-ea9db921d8d4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b2a8a050-a8b1-4579-b936-c088d6d5c439 HTTP/1.1" status: 200 len: 835 time: 0.0782716 Oct 23 01:15:30.591780 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bceabdec-3827-4ee0-b884-e2f285f78012 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags/tempest-TagsExtTest-Tag-1641960456 HTTP/1.1" status: 204 len: 168 time: 0.1242986 Oct 23 01:15:30.591780 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37248) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.594270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-ceb50210-eaae-4702-b918-8825a5b993a5 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:30.605901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80193608-99a9-4003-9ce7-73d2913ea45e req-82806a60-5601-41a2-ad6c-2d43be165eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:30.607852 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-80193608-99a9-4003-9ce7-73d2913ea45e req-82806a60-5601-41a2-ad6c-2d43be165eaa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a279a122-63f7-41b0-b1f7-5264e8463ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0537858 Oct 23 01:15:30.609354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fca906fa-2d40-45e1-a89f-7fde860b4e11 None None] Current status of the port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:30.614811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fca906fa-2d40-45e1-a89f-7fde860b4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.614962 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-8131435e-75c4-4df4-b28a-84b52839ff9c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:15:30.615092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:30.615092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.628904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8131435e-75c4-4df4-b28a-84b52839ff9c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (ef847bde-1e49-4a79-8cb0-618dd9636d38), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.650724 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ceb50210-eaae-4702-b918-8825a5b993a5 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags HTTP/1.1" status: 200 len: 205 time: 0.0615056 Oct 23 01:15:30.652261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37250) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.657541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-46301c6e-7dc7-4317-b599-32c79a8e77ce tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:30.679663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-fca906fa-2d40-45e1-a89f-7fde860b4e11 None None] For port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d5530dc-983e-4d8a-b1f5-3261fb4044c7,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:30.734630 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-46301c6e-7dc7-4317-b599-32c79a8e77ce tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags HTTP/1.1" status: 200 len: 241 time: 0.0807350 Oct 23 01:15:30.737921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37252) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.742307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fca906fa-2d40-45e1-a89f-7fde860b4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.748162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:30.757474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-edb65763-5240-4378-b45a-eb548150de1e tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83', 'tempest-TagsExtTest-Tag-2012867852') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:30.760996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8131435e-75c4-4df4-b28a-84b52839ff9c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (ef847bde-1e49-4a79-8cb0-618dd9636d38), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.764056 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-80193608-99a9-4003-9ce7-73d2913ea45e req-0149d2d5-57c3-43ef-96c9-a7c5b998641c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502254 Oct 23 01:15:30.808230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:15:30.808793 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:15:30.832057 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-edb65763-5240-4378-b45a-eb548150de1e tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags/tempest-TagsExtTest-Tag-2012867852 HTTP/1.1" status: 204 len: 168 time: 0.0769205 Oct 23 01:15:30.832332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8131435e-75c4-4df4-b28a-84b52839ff9c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (ef847bde-1e49-4a79-8cb0-618dd9636d38), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.832717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37254) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.837637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-f3b50cd3-0ee9-4317-8b07-7a3de10f6ebb tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83', 'tempest-TagsExtTest-Tag-2012867852') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:30.838918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca906fa-2d40-45e1-a89f-7fde860b4e11 None None] Pushing event updated for resources: {'Port': ['ID=1d5530dc-983e-4d8a-b1f5-3261fb4044c7,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:30.854894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131435e-75c4-4df4-b28a-84b52839ff9c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef847bde-1e49-4a79-8cb0-618dd9636d38,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:30.865602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0053e53e-1864-4646-90d7-5573069b4b47 None None] Provisioning complete for port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:30.868272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0053e53e-1864-4646-90d7-5573069b4b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.868927 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0053e53e-1864-4646-90d7-5573069b4b47 None None] Attempt 1 to provision port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 Oct 23 01:15:30.887219 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-80193608-99a9-4003-9ce7-73d2913ea45e req-956226eb-10ea-48b2-963c-9c94d02bcff3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165979 Oct 23 01:15:30.900641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:30.932922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8131435e-75c4-4df4-b28a-84b52839ff9c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.934317 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8131435e-75c4-4df4-b28a-84b52839ff9c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4541967 Oct 23 01:15:30.937063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37256) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.941455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0d48c414-90b2-4282-8de3-6b237d1a1405 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '39a61234-273e-4648-95b3-0ecc392dac9f', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:30.949369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0053e53e-1864-4646-90d7-5573069b4b47 None None] Current status of the port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:30.977507 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f3b50cd3-0ee9-4317-8b07-7a3de10f6ebb tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags/tempest-TagsExtTest-Tag-2012867852 HTTP/1.1" status: 204 len: 168 time: 0.1435909 Oct 23 01:15:30.979858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37258) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:30.984279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-50b6f60b-b5f0-411a-97d4-145140d3f7ad tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.051918 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-0d48c414-90b2-4282-8de3-6b237d1a1405 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:15:31.058116 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-50b6f60b-b5f0-411a-97d4-145140d3f7ad tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags HTTP/1.1" status: 200 len: 205 time: 0.0772512 Oct 23 01:15:31.059883 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d48c414-90b2-4282-8de3-6b237d1a1405 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (b5f6109d-25ee-4c12-80e3-d1ba99e4b901), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:31.061081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37260) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:31.065849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-ad0c112b-e7e6-4d46-85bc-15e7dcf1f408 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.085808 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ad0c112b-e7e6-4d46-85bc-15e7dcf1f408 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags HTTP/1.1" status: 200 len: 241 time: 0.0233440 Oct 23 01:15:31.087537 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:31.088370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37262) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:31.092784 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-7e89f379-4d0f-4f78-ac1c-b161a5e63799 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f', 'tempest-TagsExtTest-Tag-2128461041') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.110320 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7e89f379-4d0f-4f78-ac1c-b161a5e63799 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags/tempest-TagsExtTest-Tag-2128461041 HTTP/1.1" status: 204 len: 168 time: 0.0207629 Oct 23 01:15:31.112872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37264) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:31.117211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-dcc77989-f71f-4ef8-817b-957388b49e44 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f', 'tempest-TagsExtTest-Tag-2128461041') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.131581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d48c414-90b2-4282-8de3-6b237d1a1405 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (b5f6109d-25ee-4c12-80e3-d1ba99e4b901), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:31.193422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d48c414-90b2-4282-8de3-6b237d1a1405 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (b5f6109d-25ee-4c12-80e3-d1ba99e4b901), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:31.212812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48c414-90b2-4282-8de3-6b237d1a1405 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f6109d-25ee-4c12-80e3-d1ba99e4b901,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:31.221841 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dcc77989-f71f-4ef8-817b-957388b49e44 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags/tempest-TagsExtTest-Tag-2128461041 HTTP/1.1" status: 204 len: 168 time: 0.1079078 Oct 23 01:15:31.224173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37266) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:31.228899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-223f8c06-9b1b-45f5-adf7-c38a22fd24e2 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.247353 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-223f8c06-9b1b-45f5-adf7-c38a22fd24e2 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags HTTP/1.1" status: 200 len: 205 time: 0.0222292 Oct 23 01:15:31.249834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37268) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:31.253922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-6c1a6d2e-af98-4cc5-9393-d21fec9c367f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.275704 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6c1a6d2e-af98-4cc5-9393-d21fec9c367f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.0249228 Oct 23 01:15:31.278114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37270) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:31.282337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-f7099a86-9772-48f4-881c-6b7589a4c5a0 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.320306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:31.324274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d48c414-90b2-4282-8de3-6b237d1a1405 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:31.325644 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0d48c414-90b2-4282-8de3-6b237d1a1405 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3875732 Oct 23 01:15:31.352937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:31.371218 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f7099a86-9772-48f4-881c-6b7589a4c5a0 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags HTTP/1.1" status: 204 len: 168 time: 0.0920658 Oct 23 01:15:31.373686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37274) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:31.378485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-4a6cce3e-b019-46da-b5dd-ea1ec663166b tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.424336 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4a6cce3e-b019-46da-b5dd-ea1ec663166b tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags HTTP/1.1" status: 204 len: 168 time: 0.0485370 Oct 23 01:15:31.426597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37278) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:31.432235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-5d1bb544-750f-43f9-84b6-35ef6dfbeb12 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.487130 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5d1bb544-750f-43f9-84b6-35ef6dfbeb12 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags HTTP/1.1" status: 204 len: 168 time: 0.0593760 Oct 23 01:15:31.491063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37288) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:31.496080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-2b279197-aa1a-448b-8a3b-512537db8590 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f', 'tempest-TagsExtTest-Tag-1464321154') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.581143 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-da33c40f-58dd-43b2-9f0e-2ada45d7598f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1558362543&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0824194 Oct 23 01:15:31.646834 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2b279197-aa1a-448b-8a3b-512537db8590 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags/tempest-TagsExtTest-Tag-1464321154 HTTP/1.1" status: 201 len: 201 time: 0.1546175 Oct 23 01:15:31.649963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37290) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:31.656292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-fb12b693-6858-49db-b450-e1bc56dff436 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a', 'tempest-TagsExtTest-Tag-783973674') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.729490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-6c821b12-a7c5-4ad8-b30c-5770b6c61bb4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:31.730991 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-6c821b12-a7c5-4ad8-b30c-5770b6c61bb4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/networks?id=80b36372-c088-4493-b5cf-0e2299375b92 HTTP/1.1" status: 200 len: 797 time: 0.1429415 Oct 23 01:15:31.746321 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-15e61c6b-e954-46e3-b912-c4fa7769b816 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/quotas/0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 375 time: 0.0091174 Oct 23 01:15:31.790602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:31.802515 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-fdf77393-9ab7-4534-96ce-8e754689ed99 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0511029 Oct 23 01:15:31.824014 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fb12b693-6858-49db-b450-e1bc56dff436 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags/tempest-TagsExtTest-Tag-783973674 HTTP/1.1" status: 201 len: 201 time: 0.1730850 Oct 23 01:15:31.827321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37292) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:31.832177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-da40a3d1-5bc8-43ca-a91a-a2897f519f8c tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83', 'tempest-TagsExtTest-Tag-484836907') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:31.905481 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-4cb3b85f-4677-433b-9299-234656506fe1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80b36372-c088-4493-b5cf-0e2299375b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907700 Oct 23 01:15:31.996628 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-19329de9-3b41-401f-9f5e-e0c31b49d6b8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80b36372-c088-4493-b5cf-0e2299375b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854528 Oct 23 01:15:32.000175 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-da40a3d1-5bc8-43ca-a91a-a2897f519f8c tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags/tempest-TagsExtTest-Tag-484836907 HTTP/1.1" status: 201 len: 201 time: 0.1716745 Oct 23 01:15:32.003383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37294) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.007904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-835a98ac-fbb9-43e3-8834-6f7650ae7c3d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f', 'tempest-TagsExtTest-Tag-1330434513') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:32.063847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:15:32.110371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:32.111004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:32.111337 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 Oct 23 01:15:32.120424 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-835a98ac-fbb9-43e3-8834-6f7650ae7c3d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags/tempest-TagsExtTest-Tag-1330434513 HTTP/1.1" status: 201 len: 201 time: 0.1160905 Oct 23 01:15:32.123067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37296) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.127308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-4925391e-985b-4d20-a5a6-99ed94192193 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f', {'tags': ['tempest-TagsExtTest-Tag-1701143496', 'tempest-TagsExtTest-Tag-1318188246', 'tempest-TagsExtTest-Tag-1732486150']}) {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:32.271547 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4925391e-985b-4d20-a5a6-99ed94192193 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags HTTP/1.1" status: 200 len: 318 time: 0.1474552 Oct 23 01:15:32.274251 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6c7b2292-a92e-4437-9dd6-e225cd7f03fb req-813d3ced-153a-438c-8efc-38c8808f2355 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 210 time: 0.0349650 Oct 23 01:15:32.274993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37302) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.280975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.tag.tag_plugin [None req-f02ef322-02bb-498b-972a-2654077e5735 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:32.338964 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:32.410965 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f02ef322-02bb-498b-972a-2654077e5735 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1344662 Oct 23 01:15:32.413751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37308) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.418185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-c530bc8a-bba7-4af1-9d68-37eda3455e78 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f', 'tempest-TagsExtTest-Tag-1701143496') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:32.464015 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-c530bc8a-bba7-4af1-9d68-37eda3455e78 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:32.464958 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c530bc8a-bba7-4af1-9d68-37eda3455e78 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags/tempest-TagsExtTest-Tag-1701143496 HTTP/1.1" status: 404 len: 329 time: 0.0501757 Oct 23 01:15:32.467955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37310) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.471991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-0124faa7-dd53-469a-98a6-848eea70b050 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f', 'tempest-TagsExtTest-Tag-1318188246') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:32.512892 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-0124faa7-dd53-469a-98a6-848eea70b050 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:32.513937 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0124faa7-dd53-469a-98a6-848eea70b050 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags/tempest-TagsExtTest-Tag-1318188246 HTTP/1.1" status: 404 len: 329 time: 0.0450873 Oct 23 01:15:32.516776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37312) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.520936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-6997a2ce-453d-4e7b-ba6f-1dcb2397241a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f', 'tempest-TagsExtTest-Tag-1732486150') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:32.563375 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-6997a2ce-453d-4e7b-ba6f-1dcb2397241a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:32.564421 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6997a2ce-453d-4e7b-ba6f-1dcb2397241a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags/tempest-TagsExtTest-Tag-1732486150 HTTP/1.1" status: 404 len: 329 time: 0.0467713 Oct 23 01:15:32.567384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37314) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.572453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-4b874ac4-b344-40d3-b842-ba03b566ecf4 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a', {'tags': ['tempest-TagsExtTest-Tag-206584228', 'tempest-TagsExtTest-Tag-67322290', 'tempest-TagsExtTest-Tag-735938934']}) {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:32.617509 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:32.668179 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4b874ac4-b344-40d3-b842-ba03b566ecf4 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags HTTP/1.1" status: 200 len: 314 time: 0.0997567 Oct 23 01:15:32.670786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37316) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.675084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-39a9f1c1-9353-412b-aa43-3447efa303c1 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:32.771052 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-39a9f1c1-9353-412b-aa43-3447efa303c1 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags HTTP/1.1" status: 204 len: 168 time: 0.0992320 Oct 23 01:15:32.773709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37320) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.777998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-98452063-a619-4491-9399-3111f332b01a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a', 'tempest-TagsExtTest-Tag-206584228') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:32.816134 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-98452063-a619-4491-9399-3111f332b01a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:32.817166 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-98452063-a619-4491-9399-3111f332b01a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags/tempest-TagsExtTest-Tag-206584228 HTTP/1.1" status: 404 len: 328 time: 0.0424862 Oct 23 01:15:32.820059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37322) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.825985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-39a242c6-7442-4d6f-9374-dafc22421e1d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a', 'tempest-TagsExtTest-Tag-67322290') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:32.861577 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-39a242c6-7442-4d6f-9374-dafc22421e1d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:32.862658 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-39a242c6-7442-4d6f-9374-dafc22421e1d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags/tempest-TagsExtTest-Tag-67322290 HTTP/1.1" status: 404 len: 327 time: 0.0416925 Oct 23 01:15:32.865516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37324) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.870561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-418e2d74-0909-4b50-8789-729985163919 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a', 'tempest-TagsExtTest-Tag-735938934') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:32.910804 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-418e2d74-0909-4b50-8789-729985163919 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:32.914092 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-418e2d74-0909-4b50-8789-729985163919 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags/tempest-TagsExtTest-Tag-735938934 HTTP/1.1" status: 404 len: 328 time: 0.0475137 Oct 23 01:15:32.915131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37326) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:32.920695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-3e43eb70-4d80-44f8-aa69-386e7ed7f62b tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83', {'tags': ['tempest-TagsExtTest-Tag-1633256425', 'tempest-TagsExtTest-Tag-1423442118', 'tempest-TagsExtTest-Tag-169061849']}) {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:33.091671 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3e43eb70-4d80-44f8-aa69-386e7ed7f62b tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags HTTP/1.1" status: 200 len: 317 time: 0.1755228 Oct 23 01:15:33.094677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37328) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:33.099069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-1039300f-e3e9-4748-91db-1517501725c5 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:33.234003 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1039300f-e3e9-4748-91db-1517501725c5 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags HTTP/1.1" status: 204 len: 168 time: 0.1382515 Oct 23 01:15:33.236835 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37330) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:33.241166 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-ed03e636-cd0e-4738-9410-5a4219f8eb5c tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83', 'tempest-TagsExtTest-Tag-1633256425') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:33.393626 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d6fcb735-943d-473f-a725-b4269810ff90 req-cd9043be-7262-44be-811b-cb885924b07b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 210 time: 0.0363612 Oct 23 01:15:33.595028 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-ed03e636-cd0e-4738-9410-5a4219f8eb5c tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:33.596084 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ed03e636-cd0e-4738-9410-5a4219f8eb5c tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags/tempest-TagsExtTest-Tag-1633256425 HTTP/1.1" status: 404 len: 329 time: 0.3583531 Oct 23 01:15:33.598990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37334) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:33.603249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-1fa7ccf9-ebc7-4b14-bd8b-b795dd6af11a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83', 'tempest-TagsExtTest-Tag-1423442118') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:33.671171 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-1fa7ccf9-ebc7-4b14-bd8b-b795dd6af11a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:33.672183 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1fa7ccf9-ebc7-4b14-bd8b-b795dd6af11a tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags/tempest-TagsExtTest-Tag-1423442118 HTTP/1.1" status: 404 len: 329 time: 0.0723104 Oct 23 01:15:33.675037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37336) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:33.679221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-56957eeb-1519-40af-a3f0-9797cc30120d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83', 'tempest-TagsExtTest-Tag-169061849') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:33.744664 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-56957eeb-1519-40af-a3f0-9797cc30120d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:33.745706 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-56957eeb-1519-40af-a3f0-9797cc30120d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags/tempest-TagsExtTest-Tag-169061849 HTTP/1.1" status: 404 len: 328 time: 0.0697994 Oct 23 01:15:33.748647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37338) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:33.753173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-edff71bc-b2c2-4d3c-86d9-f589a63f9578 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f', {'tags': ['tempest-TagsExtTest-Tag-1073415842', 'tempest-TagsExtTest-Tag-1222918589', 'tempest-TagsExtTest-Tag-1946908800']}) {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:33.856922 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-edff71bc-b2c2-4d3c-86d9-f589a63f9578 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "PUT /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags HTTP/1.1" status: 200 len: 318 time: 0.1069927 Oct 23 01:15:33.859269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37340) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:33.863801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-c01f7e83-2935-46d1-832a-8f65d1bd935c tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:33.988323 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c01f7e83-2935-46d1-832a-8f65d1bd935c tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1280055 Oct 23 01:15:33.990976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37342) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:33.995667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-8244d312-09b1-4c08-a314-fdcbf25d5c58 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f', 'tempest-TagsExtTest-Tag-1073415842') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:34.011207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:34.013464 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-8244d312-09b1-4c08-a314-fdcbf25d5c58 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:34.014535 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8244d312-09b1-4c08-a314-fdcbf25d5c58 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags/tempest-TagsExtTest-Tag-1073415842 HTTP/1.1" status: 404 len: 329 time: 0.0226624 Oct 23 01:15:34.017332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37344) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:34.021477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-1e2bf3ac-315d-4cfb-8edc-3d6f0d79d10d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f', 'tempest-TagsExtTest-Tag-1222918589') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:34.038707 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-1e2bf3ac-315d-4cfb-8edc-3d6f0d79d10d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:34.039707 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1e2bf3ac-315d-4cfb-8edc-3d6f0d79d10d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags/tempest-TagsExtTest-Tag-1222918589 HTTP/1.1" status: 404 len: 329 time: 0.0214913 Oct 23 01:15:34.042577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37346) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:34.046754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-3bb29100-2dd1-4b53-a42a-b376106d170d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f', 'tempest-TagsExtTest-Tag-1946908800') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:34.064197 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-3bb29100-2dd1-4b53-a42a-b376106d170d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] show failed (client error): The resource could not be found. Oct 23 01:15:34.065201 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3bb29100-2dd1-4b53-a42a-b376106d170d tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags/tempest-TagsExtTest-Tag-1946908800 HTTP/1.1" status: 404 len: 329 time: 0.0217586 Oct 23 01:15:34.068066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37348) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:34.072143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-20fe1523-4796-45d8-8489-0e40fc82f6ed tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd259d4a3-54aa-4e2c-b998-fe2fbbc16f9f') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:34.095163 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-20fe1523-4796-45d8-8489-0e40fc82f6ed tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.0261569 Oct 23 01:15:34.097303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37350) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:34.101542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-51384446-8848-484c-a998-24781f335fe3 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea6eb771-e902-4be8-a248-9ccd6c17dc83') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:34.175811 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-51384446-8848-484c-a998-24781f335fe3 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83/tags HTTP/1.1" status: 204 len: 168 time: 0.0774057 Oct 23 01:15:34.178317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37352) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:34.183081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-a387b396-a467-4089-a411-412d3a079157 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f7fcdee9-983a-4649-9ba8-e898d8070a9a') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:34.226494 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a387b396-a467-4089-a411-412d3a079157 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a/tags HTTP/1.1" status: 204 len: 168 time: 0.0471880 Oct 23 01:15:34.236219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37354) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:34.240327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.tag.tag_plugin [None req-39d147ea-b3a4-40b6-8037-462ffb000642 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '167ba68f-02d1-4c6e-b268-125905c96d3f') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:34.286697 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-39d147ea-b3a4-40b6-8037-462ffb000642 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f/tags HTTP/1.1" status: 204 len: 168 time: 0.0494707 Oct 23 01:15:34.293527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37356) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:34.461457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-2da182c3-be15-4dae-b024-72e8c19d02ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:34.462976 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-2da182c3-be15-4dae-b024-72e8c19d02ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=80b36372-c088-4493-b5cf-0e2299375b92 HTTP/1.1" status: 200 len: 797 time: 0.1399367 Oct 23 01:15:34.516454 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9010af79-9232-43cd-9460-6355a92bfa26 req-57c4ab7d-f503-43a4-83ee-13315e2233e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 210 time: 0.0404062 Oct 23 01:15:34.545444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:34.588910 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-f3000ed3-d1cb-4e5f-b72c-bcef3e15c6c0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 473 time: 0.1112454 Oct 23 01:15:34.591603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b8499f8a-634a-4261-9e0d-6a0ce42746ce tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:34.592674 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b8499f8a-634a-4261-9e0d-6a0ce42746ce tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/subnetpools/d259d4a3-54aa-4e2c-b998-fe2fbbc16f9f HTTP/1.1" status: 204 len: 168 time: 0.2981315 Oct 23 01:15:34.595391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37360) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:34.597297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'device_id': 'e0c7d385-6442-4e3a-aa06-936e59cf4aef', 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92', 'admin_state_up': True, 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'security_groups': ['39a61234-273e-4648-95b3-0ecc392dac9f']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:34.624698 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1d44bc34-d088-4e88-97ab-2a96b29bd338 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ea6eb771-e902-4be8-a248-9ccd6c17dc83 HTTP/1.1" status: 200 len: 205 time: 0.0281084 Oct 23 01:15:34.627198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37362) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:34.702370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c51e183c-198e-451a-8fc4-b540518d5b09 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for router (ea6eb771-e902-4be8-a248-9ccd6c17dc83), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:34.809970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:15:34.814058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:34.857200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c51e183c-198e-451a-8fc4-b540518d5b09 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (ea6eb771-e902-4be8-a248-9ccd6c17dc83), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:34.859520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c51e183c-198e-451a-8fc4-b540518d5b09 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for router_controller (ea6eb771-e902-4be8-a248-9ccd6c17dc83), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:34.944976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.21 (80b36372-c088-4493-b5cf-0e2299375b92/7e6022bf-b164-40be-8e94-22b0b5ad67e9/0bba653f-991c-43b3-912e-ddcac794aa32) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:15:34.947165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c51e183c-198e-451a-8fc4-b540518d5b09 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (ea6eb771-e902-4be8-a248-9ccd6c17dc83), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:34.947731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e183c-198e-451a-8fc4-b540518d5b09 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Fanout notify agent at l3_agent the message router_deleted on router ea6eb771-e902-4be8-a248-9ccd6c17dc83 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:15:34.955420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c51e183c-198e-451a-8fc4-b540518d5b09 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:34.955984 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c51e183c-198e-451a-8fc4-b540518d5b09 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/routers/ea6eb771-e902-4be8-a248-9ccd6c17dc83 HTTP/1.1" status: 204 len: 168 time: 0.3278899 Oct 23 01:15:34.958725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37368) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:35.106636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4a550cab-5d5c-408e-b9de-9040a4f66842 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Deleting port f7fcdee9-983a-4649-9ba8-e898d8070a9a {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:35.106972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a550cab-5d5c-408e-b9de-9040a4f66842 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f7fcdee9-983a-4649-9ba8-e898d8070a9a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.111287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:35.207862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (0bba653f-991c-43b3-912e-ddcac794aa32), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.242288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a550cab-5d5c-408e-b9de-9040a4f66842 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f7fcdee9-983a-4649-9ba8-e898d8070a9a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.265121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4a550cab-5d5c-408e-b9de-9040a4f66842 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Calling delete_port for f7fcdee9-983a-4649-9ba8-e898d8070a9a owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:35.329075 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:35.368694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.436052 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 80b36372-c088-4493-b5cf-0e2299375b92 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:35.443163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:35.446980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=0bba653f-991c-43b3-912e-ddcac794aa32,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:35.447266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:15:35.496801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:35.497438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.524974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a550cab-5d5c-408e-b9de-9040a4f66842 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f7fcdee9-983a-4649-9ba8-e898d8070a9a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.555808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a550cab-5d5c-408e-b9de-9040a4f66842 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Pushing event deleted for resources: {'Port': ['ID=f7fcdee9-983a-4649-9ba8-e898d8070a9a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:35.601406 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-d3f920db-95b4-4718-a427-09df6f1ade67 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0076063 Oct 23 01:15:35.626293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Request body: {'port': {'device_id': 'e0c7d385-6442-4e3a-aa06-936e59cf4aef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:15:35.677593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9a455-3591-488a-8d3c-82cfff1e41f0 req-ebea47b9-5175-49ba-84fb-cceab1b52a17 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:35.680257 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f7f9a455-3591-488a-8d3c-82cfff1e41f0 req-ebea47b9-5175-49ba-84fb-cceab1b52a17 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 932 time: 0.0652606 Oct 23 01:15:35.682904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a550cab-5d5c-408e-b9de-9040a4f66842 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.686107 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4a550cab-5d5c-408e-b9de-9040a4f66842 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/ports/f7fcdee9-983a-4649-9ba8-e898d8070a9a HTTP/1.1" status: 204 len: 168 time: 0.7264097 Oct 23 01:15:35.694400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37372) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:35.697189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-aaea07ef-d875-4983-8f92-8c55f0d5e336 None None] Provisioning complete for port 0bba653f-991c-43b3-912e-ddcac794aa32 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:35.697654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aaea07ef-d875-4983-8f92-8c55f0d5e336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.697876 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-aaea07ef-d875-4983-8f92-8c55f0d5e336 None None] Attempt 1 to provision port 0bba653f-991c-43b3-912e-ddcac794aa32 Oct 23 01:15:35.712791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.733580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-aaea07ef-d875-4983-8f92-8c55f0d5e336 None None] Port 0bba653f-991c-43b3-912e-ddcac794aa32 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:15:35.785427 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f7f9a455-3591-488a-8d3c-82cfff1e41f0 req-fbffc0e5-a8d5-4ed1-8c32-0c4034fe425d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895019 Oct 23 01:15:35.800097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d9fa45-e07d-4538-98cb-b0928a42ba4f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Deleting subnet 167ba68f-02d1-4c6e-b268-125905c96d3f {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:15:35.804457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-98d9fa45-e07d-4538-98cb-b0928a42ba4f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for subnet (167ba68f-02d1-4c6e-b268-125905c96d3f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.852462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-98d9fa45-e07d-4538-98cb-b0928a42ba4f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (167ba68f-02d1-4c6e-b268-125905c96d3f), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.893816 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:35.934839 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-98d9fa45-e07d-4538-98cb-b0928a42ba4f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (167ba68f-02d1-4c6e-b268-125905c96d3f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:35.961005 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:35.998969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bba653f-991c-43b3-912e-ddcac794aa32 {{(pid=105985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:15:36.006599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Publish callbacks [] for port (0bba653f-991c-43b3-912e-ddcac794aa32), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.164658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.provisioning_blocks [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Transition to ACTIVE for port object 0bba653f-991c-43b3-912e-ddcac794aa32 will not be triggered until provisioned by entity L2. {{(pid=105985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:15:36.165040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-98d9fa45-e07d-4538-98cb-b0928a42ba4f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (167ba68f-02d1-4c6e-b268-125905c96d3f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.197538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9fa45-e07d-4538-98cb-b0928a42ba4f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Pushing event deleted for resources: {'Subnet': ['ID=167ba68f-02d1-4c6e-b268-125905c96d3f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:36.202962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-98d9fa45-e07d-4538-98cb-b0928a42ba4f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.206219 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-98d9fa45-e07d-4538-98cb-b0928a42ba4f tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/167ba68f-02d1-4c6e-b268-125905c96d3f HTTP/1.1" status: 204 len: 168 time: 0.4885368 Oct 23 01:15:36.208816 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37374) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:36.209176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a26d47-f0aa-487c-9ade-215e703d3e51 None None] Network 58f60867-73bc-4d4f-bdd8-b3b52c09ee82 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:15:36.227526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.290954 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (58f60867-73bc-4d4f-bdd8-b3b52c09ee82), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.297033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Pushing event updated for resources: {'Port': ['ID=0bba653f-991c-43b3-912e-ddcac794aa32,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:36.343421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Deleting port 9a77f18d-a047-4725-ae97-9fbaea9fe895 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:36.343863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.350356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Attempting to bind port 0bba653f-991c-43b3-912e-ddcac794aa32 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:36.350706 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Attempting to bind port 0bba653f-991c-43b3-912e-ddcac794aa32 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:36.351047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Attempting to bind port 0bba653f-991c-43b3-912e-ddcac794aa32 on network 80b36372-c088-4493-b5cf-0e2299375b92 {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:36.388841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43c90e-5b6b-4c49-ac3e-3c39bbd6d056 None None] DHCP port deletion for 58f60867-73bc-4d4f-bdd8-b3b52c09ee82 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:15:36.402259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Port 0bba653f-991c-43b3-912e-ddcac794aa32 on network 80b36372-c088-4493-b5cf-0e2299375b92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:15:36.411635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Attempting to bind port 0bba653f-991c-43b3-912e-ddcac794aa32 on network 80b36372-c088-4493-b5cf-0e2299375b92 {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:36.412896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] For port 9a77f18d-a047-4725-ae97-9fbaea9fe895, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a77f18d-a047-4725-ae97-9fbaea9fe895,segment=NetworkSegment(a74599e4-4052-4edd-b0d4-98c177d86049),segment_id=a74599e4-4052-4edd-b0d4-98c177d86049)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:36.413271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.427859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ca43c90e-5b6b-4c49-ac3e-3c39bbd6d056 None None] Deleting port 9a77f18d-a047-4725-ae97-9fbaea9fe895 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:15:36.428184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Calling delete_port for 9a77f18d-a047-4725-ae97-9fbaea9fe895 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:36.428340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ca43c90e-5b6b-4c49-ac3e-3c39bbd6d056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.447004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:15:36.447442 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Checking segment: {'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:36.447779 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Bound using segment: {'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:15:36.448205 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Bound port: 0bba653f-991c-43b3-912e-ddcac794aa32, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'}}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:15:36.448568 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.476432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:36.498544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ca43c90e-5b6b-4c49-ac3e-3c39bbd6d056 None None] For port 9a77f18d-a047-4725-ae97-9fbaea9fe895, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a77f18d-a047-4725-ae97-9fbaea9fe895,segment=NetworkSegment(a74599e4-4052-4edd-b0d4-98c177d86049),segment_id=a74599e4-4052-4edd-b0d4-98c177d86049)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:36.498939 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ca43c90e-5b6b-4c49-ac3e-3c39bbd6d056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.512294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] For port 0bba653f-991c-43b3-912e-ddcac794aa32, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:15:36.512679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ca43c90e-5b6b-4c49-ac3e-3c39bbd6d056 None None] Calling delete_port for 9a77f18d-a047-4725-ae97-9fbaea9fe895 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:15:36.515536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] For port 0bba653f-991c-43b3-912e-ddcac794aa32, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0bba653f-991c-43b3-912e-ddcac794aa32,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:15:36.576051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.576392 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.581744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:36.582338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.587786 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/0bba653f-991c-43b3-912e-ddcac794aa32 HTTP/1.1" status: 200 len: 1094 time: 0.9617181 Oct 23 01:15:36.587786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c7d385-6442-4e3a-aa06-936e59cf4aef', 'tag': '0bba653f-991c-43b3-912e-ddcac794aa32'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:15:36.587786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce837d92-8e9d-4158-a83c-ffcf7c9c9859" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c7d385-6442-4e3a-aa06-936e59cf4aef", "tag": "0bba653f-991c-43b3-912e-ddcac794aa32"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:15:36.593542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ca43c90e-5b6b-4c49-ac3e-3c39bbd6d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (9a77f18d-a047-4725-ae97-9fbaea9fe895), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.611046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Pushing event deleted for resources: {'Port': ['ID=9a77f18d-a047-4725-ae97-9fbaea9fe895,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:36.612147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] No DVR routers for this DVR port 9a77f18d-a047-4725-ae97-9fbaea9fe895 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:15:36.631827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43c90e-5b6b-4c49-ac3e-3c39bbd6d056 None None] Pushing event deleted for resources: {'Port': ['ID=9a77f18d-a047-4725-ae97-9fbaea9fe895,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:36.635695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43c90e-5b6b-4c49-ac3e-3c39bbd6d056 None None] No DVR routers for this DVR port 9a77f18d-a047-4725-ae97-9fbaea9fe895 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:15:36.652482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4aa8d1-ca37-4227-9988-0029a2167278 x-openstack-request-id: req-1c4aa8d1-ca37-4227-9988-0029a2167278 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:15:36.652979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c7d385-6442-4e3a-aa06-936e59cf4aef", "tag": "0bba653f-991c-43b3-912e-ddcac794aa32", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:15:36.652979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c4aa8d1-ca37-4227-9988-0029a2167278 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:15:36.653389 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4aa8d1-ca37-4227-9988-0029a2167278'] response: {'name': 'network-changed', 'server_uuid': 'e0c7d385-6442-4e3a-aa06-936e59cf4aef', 'tag': '0bba653f-991c-43b3-912e-ddcac794aa32', 'status': 'completed', 'code': 200} Oct 23 01:15:36.668415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c091a23-0877-41e4-9f0e-06e98651ca4a service neutron] Pushing event updated for resources: {'Port': ['ID=0bba653f-991c-43b3-912e-ddcac794aa32,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:36.707727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:36.709169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (58f60867-73bc-4d4f-bdd8-b3b52c09ee82), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.730224 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f60867-73bc-4d4f-bdd8-b3b52c09ee82']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:36.740355 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74599e4-4052-4edd-b0d4-98c177d86049') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:36.740653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74599e4-4052-4edd-b0d4-98c177d86049') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:36.742898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce837d92-8e9d-4158-a83c-ffcf7c9c9859 req-b1c4f2b2-abe0-4f77-9b96-5d9728c98c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:36.744547 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce837d92-8e9d-4158-a83c-ffcf7c9c9859 req-b1c4f2b2-abe0-4f77-9b96-5d9728c98c64 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 1128 time: 0.0475397 Oct 23 01:15:36.752402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (a74599e4-4052-4edd-b0d4-98c177d86049), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.766230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (a74599e4-4052-4edd-b0d4-98c177d86049), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.772837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:15:36.773257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (a74599e4-4052-4edd-b0d4-98c177d86049), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.796474 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment a74599e4-4052-4edd-b0d4-98c177d86049 resource provider aggregate not found Oct 23 01:15:36.828643 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment a74599e4-4052-4edd-b0d4-98c177d86049 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a74599e4-4052-4edd-b0d4-98c177d86049 found for delete ", "request_id": "req-b82a7503-cc9f-4c8d-ac72-248dce8770e0"}]} Oct 23 01:15:36.903215 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (58f60867-73bc-4d4f-bdd8-b3b52c09ee82), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.911521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:36.914594 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] 10.222.0.36 "DELETE /networking/v2.0/networks/58f60867-73bc-4d4f-bdd8-b3b52c09ee82 HTTP/1.1" status: 204 len: 168 time: 0.7047999 Oct 23 01:15:36.933224 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce837d92-8e9d-4158-a83c-ffcf7c9c9859 req-142cd13b-1744-479f-a8db-540ffc0116af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:36.933718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce837d92-8e9d-4158-a83c-ffcf7c9c9859 req-142cd13b-1744-479f-a8db-540ffc0116af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:36.935361 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce837d92-8e9d-4158-a83c-ffcf7c9c9859 req-142cd13b-1744-479f-a8db-540ffc0116af service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0226f1f233794f45b9d6ad046f30f76b&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1785188 Oct 23 01:15:36.937863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec455c-1be1-4eb0-989e-670fc59b9356 req-200c1787-6e7e-4af5-b381-a6f603e16f1f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:36.939377 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-26ec455c-1be1-4eb0-989e-670fc59b9356 req-200c1787-6e7e-4af5-b381-a6f603e16f1f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 944 time: 0.0709932 Oct 23 01:15:36.940128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593b174-1337-412e-b083-27065e4948a9 tempest-TagsExtTest-660229154 tempest-TagsExtTest-660229154-project] Pushing event deleted for resources: {'Network': ['ID=58f60867-73bc-4d4f-bdd8-b3b52c09ee82,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:36.997594 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-26ec455c-1be1-4eb0-989e-670fc59b9356 req-81ea0205-6fff-4e36-98c8-6d29202e9ccd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515473 Oct 23 01:15:37.105197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce837d92-8e9d-4158-a83c-ffcf7c9c9859 req-495b3fb1-ad8b-4ab0-a7f3-061446f5a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:37.106648 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce837d92-8e9d-4158-a83c-ffcf7c9c9859 req-495b3fb1-ad8b-4ab0-a7f3-061446f5a926 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647215 Oct 23 01:15:37.203154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-bcc82bc9-cd4a-47cd-b3e7-f7dd73ca7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:37.204591 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-bcc82bc9-cd4a-47cd-b3e7-f7dd73ca7fd2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 1128 time: 0.0400915 Oct 23 01:15:37.253899 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-a9731068-b248-48ed-beb3-83a6cc759dd6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0bba653f-991c-43b3-912e-ddcac794aa32 HTTP/1.1" status: 200 len: 217 time: 0.0369422 Oct 23 01:15:37.301930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-bd64f020-2aa8-45dd-bc3e-9bc71d5a93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:37.303488 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-bd64f020-2aa8-45dd-bc3e-9bc71d5a93ba service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7e6022bf-b164-40be-8e94-22b0b5ad67e9 HTTP/1.1" status: 200 len: 837 time: 0.0442340 Oct 23 01:15:37.314375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37388) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:37.348649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-313d4343-ce6a-4502-9f30-548bc5cc3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:37.350292 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-313d4343-ce6a-4502-9f30-548bc5cc3748 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=80b36372-c088-4493-b5cf-0e2299375b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0411677 Oct 23 01:15:37.448535 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-b07a4634-9416-45b0-860a-63835ffbddcd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/80b36372-c088-4493-b5cf-0e2299375b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906038 Oct 23 01:15:37.454174 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5f9a4e84-fa2c-4a68-8a34-deb4aff6e60a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=01c0923aeda44e34b626a0be5afa37de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384442 Oct 23 01:15:37.456617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37392) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:37.505986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0cfeb675-50fe-4f7c-8e81-4b3bc728bfb4 admin admin] Publish callbacks [] for security_group (50d774f2-d8e6-43c9-bba7-393cb8dc8610), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:37.521148 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:37.529558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0cfeb675-50fe-4f7c-8e81-4b3bc728bfb4 admin admin] Publish callbacks [] for security_group (50d774f2-d8e6-43c9-bba7-393cb8dc8610), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:37.544943 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d7f83218-d583-45e8-b3ca-74d888ab0397 req-99ca5059-819e-424b-a8e5-a2e28de51672 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/80b36372-c088-4493-b5cf-0e2299375b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911171 Oct 23 01:15:37.545331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:37.627183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0cfeb675-50fe-4f7c-8e81-4b3bc728bfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (50d774f2-d8e6-43c9-bba7-393cb8dc8610), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:37.629799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0cfeb675-50fe-4f7c-8e81-4b3bc728bfb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:37.631033 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0cfeb675-50fe-4f7c-8e81-4b3bc728bfb4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/50d774f2-d8e6-43c9-bba7-393cb8dc8610 HTTP/1.1" status: 204 len: 168 time: 0.1734517 Oct 23 01:15:37.645906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfeb675-50fe-4f7c-8e81-4b3bc728bfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d774f2-d8e6-43c9-bba7-393cb8dc8610,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:38.042498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9a77f18d-a047-4725-ae97-9fbaea9fe895 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:15:38.063607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 9a77f18d-a047-4725-ae97-9fbaea9fe895 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:15:38.063958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9a77f18d-a047-4725-ae97-9fbaea9fe895 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:15:38.129970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f1cac-5a6e-49fd-be37-ab3f6cd1cced req-60a24efe-f484-4ded-b31c-96a8e9b91eec tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:38.131469 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-080f1cac-5a6e-49fd-be37-ab3f6cd1cced req-60a24efe-f484-4ded-b31c-96a8e9b91eec tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 944 time: 0.0474300 Oct 23 01:15:38.180029 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-080f1cac-5a6e-49fd-be37-ab3f6cd1cced req-413d20de-c7c4-407e-bd7c-9d36028c8e11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428724 Oct 23 01:15:38.752430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-38018007-2bb1-4449-841c-0ece9028eb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:39.301251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f32e7-7f21-4a4b-ba90-9e8e45bdb19d req-54c6a5a4-301f-4ed7-a0ef-e00390ec3570 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:39.302785 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-973f32e7-7f21-4a4b-ba90-9e8e45bdb19d req-54c6a5a4-301f-4ed7-a0ef-e00390ec3570 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 944 time: 0.0470986 Oct 23 01:15:39.353063 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-973f32e7-7f21-4a4b-ba90-9e8e45bdb19d req-4e61802a-27d5-495b-a337-71e9804d97c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440688 Oct 23 01:15:40.474561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6de007-1b30-421b-a015-8c8f837c1051 req-45de4434-4d10-4f6e-a425-c8542487af24 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:40.476067 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce6de007-1b30-421b-a015-8c8f837c1051 req-45de4434-4d10-4f6e-a425-c8542487af24 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 944 time: 0.0472326 Oct 23 01:15:40.525538 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce6de007-1b30-421b-a015-8c8f837c1051 req-aac05e68-2b6e-4f73-b34c-19b070a238eb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438678 Oct 23 01:15:41.005958 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=18 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:41.006691 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=14 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:41.089563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-924fff17-ce37-41e0-af87-45568f1ba6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:41.647627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0760147-d999-4925-b44f-b17a0f5fca81 req-71df677c-5a1d-4152-8cae-e0e112259dba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:41.649120 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e0760147-d999-4925-b44f-b17a0f5fca81 req-71df677c-5a1d-4152-8cae-e0e112259dba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 944 time: 0.0507181 Oct 23 01:15:41.697949 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e0760147-d999-4925-b44f-b17a0f5fca81 req-4b00685e-f48d-4fe7-844d-ef37335f7375 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426061 Oct 23 01:15:41.820595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 0bba653f-991c-43b3-912e-ddcac794aa32 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:15:41.921696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 0bba653f-991c-43b3-912e-ddcac794aa32, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0bba653f-991c-43b3-912e-ddcac794aa32,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:41.932716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '0bba653f-991c-43b3-912e-ddcac794aa32', 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92', 'port_id': '0bba653f-991c-43b3-912e-ddcac794aa32', 'mac_address': 'fa:16:3e:11:11:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6022bf-b164-40be-8e94-22b0b5ad67e9', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:15:41.967337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 0bba653f-991c-43b3-912e-ddcac794aa32 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:41.967727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:41.980416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bba653f-991c-43b3-912e-ddcac794aa32 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:15:42.001308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 0bba653f-991c-43b3-912e-ddcac794aa32, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0bba653f-991c-43b3-912e-ddcac794aa32,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:42.084092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:42.134158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=0bba653f-991c-43b3-912e-ddcac794aa32,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:42.362612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['0bba653f-991c-43b3-912e-ddcac794aa32'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:15:42.416798 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:42.496197 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:42.535722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:42.565013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:42.821600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1390ee-1cd8-47fe-813f-1d0d0b39f77e req-3ecc22e0-7170-4a1d-8dce-51dbfac75b90 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:42.823107 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7d1390ee-1cd8-47fe-813f-1d0d0b39f77e req-3ecc22e0-7170-4a1d-8dce-51dbfac75b90 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 945 time: 0.0502234 Oct 23 01:15:42.872664 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7d1390ee-1cd8-47fe-813f-1d0d0b39f77e req-13bb6f72-1036-4db4-a5b2-ac2890a5b78d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Oct 23 01:15:43.829741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 0bba653f-991c-43b3-912e-ddcac794aa32 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:15:43.872318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 0bba653f-991c-43b3-912e-ddcac794aa32 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:15:43.883931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:43.930027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 0bba653f-991c-43b3-912e-ddcac794aa32 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:43.930511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:43.935871 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 0bba653f-991c-43b3-912e-ddcac794aa32 Oct 23 01:15:43.997338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45572e53-5f3a-4978-8dbc-1cb0c27498f9 req-fe8cc8b3-1bd5-4b97-8ec1-64abd3ef2cc9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:43.999463 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45572e53-5f3a-4978-8dbc-1cb0c27498f9 req-fe8cc8b3-1bd5-4b97-8ec1-64abd3ef2cc9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 945 time: 0.0508127 Oct 23 01:15:44.022145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 0bba653f-991c-43b3-912e-ddcac794aa32 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:44.022529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:44.033625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:44.048441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c7d385-6442-4e3a-aa06-936e59cf4aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bba653f-991c-43b3-912e-ddcac794aa32'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:15:44.050531 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45572e53-5f3a-4978-8dbc-1cb0c27498f9 req-e8f58288-f841-4c68-906d-e98e955001b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452173 Oct 23 01:15:44.050786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9f802e-93e0-4733-97e6-831d219789bc" -d '{"events": [{"server_uuid": "e0c7d385-6442-4e3a-aa06-936e59cf4aef", "name": "network-vif-plugged", "status": "completed", "tag": "0bba653f-991c-43b3-912e-ddcac794aa32"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:15:44.065182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 0bba653f-991c-43b3-912e-ddcac794aa32, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0bba653f-991c-43b3-912e-ddcac794aa32,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:44.090680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad34169-5ed8-4a8d-bffd-d9281f3c179a x-openstack-request-id: req-cad34169-5ed8-4a8d-bffd-d9281f3c179a {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:15:44.090680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c7d385-6442-4e3a-aa06-936e59cf4aef", "name": "network-vif-plugged", "status": "completed", "tag": "0bba653f-991c-43b3-912e-ddcac794aa32", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:15:44.090680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cad34169-5ed8-4a8d-bffd-d9281f3c179a {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:15:44.090680 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad34169-5ed8-4a8d-bffd-d9281f3c179a'] response: {'server_uuid': 'e0c7d385-6442-4e3a-aa06-936e59cf4aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bba653f-991c-43b3-912e-ddcac794aa32', 'code': 200} Oct 23 01:15:44.124527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:44.172879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=0bba653f-991c-43b3-912e-ddcac794aa32,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:44.392484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb4696-a018-40a6-a5ae-0ff00ca58d06 req-6090a51a-7723-40de-904f-b778152f86de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:44.393965 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-52eb4696-a018-40a6-a5ae-0ff00ca58d06 req-6090a51a-7723-40de-904f-b778152f86de service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 1130 time: 0.0380409 Oct 23 01:15:44.439427 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-52eb4696-a018-40a6-a5ae-0ff00ca58d06 req-1d2ed6b9-9c45-4651-9251-f634fadffc53 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395024 Oct 23 01:15:45.169559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d29c3b-d928-4549-8e80-97172d9be292 req-2e5443d7-ba30-4768-9f96-ae81f092d1a6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:45.171092 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-19d29c3b-d928-4549-8e80-97172d9be292 req-2e5443d7-ba30-4768-9f96-ae81f092d1a6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 946 time: 0.0455625 Oct 23 01:15:45.536025 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-19d29c3b-d928-4549-8e80-97172d9be292 req-3f74b755-f107-4d03-b0ef-acfb40d9f369 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594220 Oct 23 01:15:46.664154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc23df8-ded7-43b6-813a-9b459a575ed9 req-c239034c-c818-468e-aba0-6540371715e6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:46.665624 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3cc23df8-ded7-43b6-813a-9b459a575ed9 req-c239034c-c818-468e-aba0-6540371715e6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 946 time: 0.0494447 Oct 23 01:15:46.714477 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3cc23df8-ded7-43b6-813a-9b459a575ed9 req-5cd7288d-c85b-4dd8-aa15-fee7d0278003 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433316 Oct 23 01:15:46.843068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acb8e2-822a-4eaa-b100-a7421ac41561 req-c5bf350a-9153-4534-b0cd-56cfec9db7b0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:15:46.844495 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c6acb8e2-822a-4eaa-b100-a7421ac41561 req-c5bf350a-9153-4534-b0cd-56cfec9db7b0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 946 time: 0.0467300 Oct 23 01:15:46.865208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:46.894522 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c6acb8e2-822a-4eaa-b100-a7421ac41561 req-6043f664-ba5f-4456-ad3f-5ce246c525e6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445108 Oct 23 01:15:48.425314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37420) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:15:48.849055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:48.895279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:49.014686 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:15:49.109635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.17 (80b36372-c088-4493-b5cf-0e2299375b92/7e6022bf-b164-40be-8e94-22b0b5ad67e9/ba690186-17bf-4a04-b3a3-c9e9c5fc5d20) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:15:49.226981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:49.251686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:49.325161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:49.366738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 80b36372-c088-4493-b5cf-0e2299375b92 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:49.371779 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:49.375697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:15:49.381733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=ba690186-17bf-4a04-b3a3-c9e9c5fc5d20,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:49.430676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (bde4e2ba-394d-49e8-b659-070234cae0e2), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:49.639171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8ee48af8-940d-4162-aad8-274bb179e0be None None] Provisioning complete for port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:49.639784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8ee48af8-940d-4162-aad8-274bb179e0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:49.639784 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8ee48af8-940d-4162-aad8-274bb179e0be None None] Attempt 1 to provision port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 Oct 23 01:15:49.651194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:49.678928 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8ee48af8-940d-4162-aad8-274bb179e0be None None] Port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:15:49.787497 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:49.920871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:49.975212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:50.052140 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=ba690186-17bf-4a04-b3a3-c9e9c5fc5d20,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:50.054512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (bde4e2ba-394d-49e8-b659-070234cae0e2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:50.146967 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 80b36372-c088-4493-b5cf-0e2299375b92 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:15:50.148336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:15:50.268146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router bde4e2ba-394d-49e8-b659-070234cae0e2 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:15:50.277249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:50.380474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:15:50.385422 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0e54e513-1552-4b4d-ac34-6dc5a2897f3e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/bde4e2ba-394d-49e8-b659-070234cae0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9590473 Oct 23 01:15:50.392168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Sync routers for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:15:50.412132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8de9e983-e64b-41d8-ac19-429ef0ea5928 None None] Provisioning complete for port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:50.412511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8de9e983-e64b-41d8-ac19-429ef0ea5928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:50.412853 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8de9e983-e64b-41d8-ac19-429ef0ea5928 None None] Attempt 1 to provision port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 Oct 23 01:15:50.416752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:15:50.417382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:15:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:50.488333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8de9e983-e64b-41d8-ac19-429ef0ea5928 None None] Port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:15:50.548138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:15:50.766128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:15:49Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e69109ca-49fa-4e48-88b8-22288283300f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.71', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'port_id': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'mac_address': 'fa:16:3e:24:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:14:51Z', 'updated_at': '2022-10-23T01:14:53Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba690186-17bf-4a04-b3a3-c9e9c5fc5d20', 'name': '', 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:4d:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7e6022bf-b164-40be-8e94-22b0b5ad67e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:15:48Z', 'updated_at': '2022-10-23T01:15:49Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '7e6022bf-b164-40be-8e94-22b0b5ad67e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:50.790994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Checking router: bde4e2ba-394d-49e8-b659-070234cae0e2 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:15:50.791354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Updating router bde4e2ba-394d-49e8-b659-070234cae0e2 port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:15:50.817809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:51.081029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Publish callbacks [] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:51.152264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:51.212901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f699d-9ac9-4043-a117-157055dbd6ea None None] Pushing event updated for resources: {'Port': ['ID=ba690186-17bf-4a04-b3a3-c9e9c5fc5d20,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:51.241161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Attempting to bind port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:15:51.241529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Attempting to bind port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:15:51.241927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Attempting to bind port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 on network 80b36372-c088-4493-b5cf-0e2299375b92 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:15:51.274987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:51.286942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:15:51.287311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Checking segment: {'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:15:51.287715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:51.288146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Bound using segment: {'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:15:51.288640 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Bound port: ba690186-17bf-4a04-b3a3-c9e9c5fc5d20, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:15:51.289022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:51.330269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:51.353295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] For port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:15:51.353295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] For port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba690186-17bf-4a04-b3a3-c9e9c5fc5d20,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:15:51.450465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:51.456283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:51.490701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:15:51.491319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:15:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:51.541918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f699d-9ac9-4043-a117-157055dbd6ea None None] Pushing event updated for resources: {'Port': ['ID=ba690186-17bf-4a04-b3a3-c9e9c5fc5d20,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:51.609040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:15:51.931637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:51.975880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:15:49Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e69109ca-49fa-4e48-88b8-22288283300f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.71', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'port_id': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'mac_address': 'fa:16:3e:24:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:14:51Z', 'updated_at': '2022-10-23T01:14:53Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba690186-17bf-4a04-b3a3-c9e9c5fc5d20', 'name': '', 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:4d:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7e6022bf-b164-40be-8e94-22b0b5ad67e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:15:48Z', 'updated_at': '2022-10-23T01:15:51Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '7e6022bf-b164-40be-8e94-22b0b5ad67e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:15:52.002304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6354b-bd94-40a0-8dde-5a78f5ac3135 None None] The sync data for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv is: [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:15:49Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e69109ca-49fa-4e48-88b8-22288283300f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.71', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'port_id': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'mac_address': 'fa:16:3e:24:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:14:51Z', 'updated_at': '2022-10-23T01:14:53Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba690186-17bf-4a04-b3a3-c9e9c5fc5d20', 'name': '', 'network_id': '80b36372-c088-4493-b5cf-0e2299375b92', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:4d:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7e6022bf-b164-40be-8e94-22b0b5ad67e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:15:48Z', 'updated_at': '2022-10-23T01:15:51Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '7e6022bf-b164-40be-8e94-22b0b5ad67e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:15:54.070822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:15:54.118576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:54.118950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:54.119288 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 Oct 23 01:15:54.190133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:54.190526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:54.222888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba690186-17bf-4a04-b3a3-c9e9c5fc5d20,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:15:54.305745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:54.353030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=ba690186-17bf-4a04-b3a3-c9e9c5fc5d20,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:15:56.060015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:15:56.104658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:15:56.105027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:56.105362 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 Oct 23 01:15:56.177095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:15:56.702016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=48 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:56.710550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:59.011623 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:00.377936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=56 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:08.774440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7f434c4b-9d65-487a-8284-fc8457b4ac92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:11.100472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7217a004-9ee0-4acd-9d68-5cb3b42aa648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:11.154702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37444) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:11.483642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (bde4e2ba-394d-49e8-b659-070234cae0e2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:11.760699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:16:11.760950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:11.855539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port ba690186-17bf-4a04-b3a3-c9e9c5fc5d20, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba690186-17bf-4a04-b3a3-c9e9c5fc5d20,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:11.855906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:11.868937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:16:11.995898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:12.037594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:12.111719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ba690186-17bf-4a04-b3a3-c9e9c5fc5d20), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:12.136515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=ba690186-17bf-4a04-b3a3-c9e9c5fc5d20,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:12.314362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (bde4e2ba-394d-49e8-b659-070234cae0e2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:12.336261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8bc58a-b4be-47ea-92e9-8d381a2710c6 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:16:12.379924 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:12.423563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:12.424287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8bc58a-b4be-47ea-92e9-8d381a2710c6 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:16:12.533203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router bde4e2ba-394d-49e8-b659-070234cae0e2 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:16:12.638178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:16:12.643727 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-546f49fa-dd67-4fdc-821d-cd44128a22b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/bde4e2ba-394d-49e8-b659-070234cae0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4874520 Oct 23 01:16:12.649347 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fdda04-ab7f-4881-bac6-e984015df216 None None] Sync routers for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:16:12.660942 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fdda04-ab7f-4881-bac6-e984015df216 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:12.661574 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-30fdda04-ab7f-4881-bac6-e984015df216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:12.774430 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-30fdda04-ab7f-4881-bac6-e984015df216 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:13.022321 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-30fdda04-ab7f-4881-bac6-e984015df216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:16:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e69109ca-49fa-4e48-88b8-22288283300f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.71', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'port_id': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'mac_address': 'fa:16:3e:24:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:14:51Z', 'updated_at': '2022-10-23T01:14:53Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:13.048882 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fdda04-ab7f-4881-bac6-e984015df216 None None] Checking router: bde4e2ba-394d-49e8-b659-070234cae0e2 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:16:13.058528 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fdda04-ab7f-4881-bac6-e984015df216 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:13.059140 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-30fdda04-ab7f-4881-bac6-e984015df216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:13.081431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f044f-71a2-4460-b7cd-b747376729ef req-4f0b9b6a-7782-4c41-85bb-7b7521806a9a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:13.083258 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-012f044f-71a2-4460-b7cd-b747376729ef req-4f0b9b6a-7782-4c41-85bb-7b7521806a9a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 946 time: 0.0500872 Oct 23 01:16:13.144181 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-012f044f-71a2-4460-b7cd-b747376729ef req-d37c3901-dffd-42ca-a704-e06979a98c8a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542722 Oct 23 01:16:13.152916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9b2d3459-28ea-4526-b2bc-28f2c56890c6 None None] Provisioning complete for port 0bba653f-991c-43b3-912e-ddcac794aa32 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:13.153449 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9b2d3459-28ea-4526-b2bc-28f2c56890c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:13.153626 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9b2d3459-28ea-4526-b2bc-28f2c56890c6 None None] Attempt 1 to provision port 0bba653f-991c-43b3-912e-ddcac794aa32 Oct 23 01:16:13.230651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d3459-28ea-4526-b2bc-28f2c56890c6 None None] Current status of the port 0bba653f-991c-43b3-912e-ddcac794aa32 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:13.239636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9b2d3459-28ea-4526-b2bc-28f2c56890c6 None None] Provisioning complete for port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:13.240077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9b2d3459-28ea-4526-b2bc-28f2c56890c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:13.240416 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9b2d3459-28ea-4526-b2bc-28f2c56890c6 None None] Attempt 1 to provision port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 Oct 23 01:16:13.254467 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-30fdda04-ab7f-4881-bac6-e984015df216 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:13.278603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:13.308416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:13.318811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d3459-28ea-4526-b2bc-28f2c56890c6 None None] Current status of the port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:13.471230 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-30fdda04-ab7f-4881-bac6-e984015df216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:16:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e69109ca-49fa-4e48-88b8-22288283300f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.71', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'port_id': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'mac_address': 'fa:16:3e:24:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:14:51Z', 'updated_at': '2022-10-23T01:14:53Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:13.496109 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fdda04-ab7f-4881-bac6-e984015df216 None None] The sync data for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv is: [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:16:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e69109ca-49fa-4e48-88b8-22288283300f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.71', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'port_id': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'mac_address': 'fa:16:3e:24:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:14:51Z', 'updated_at': '2022-10-23T01:14:53Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:16:13.888307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:14.020562 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:14.060674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:16:14.082151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:16:14.082524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ba690186-17bf-4a04-b3a3-c9e9c5fc5d20 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:16:14.273268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9743d-66b4-4cc4-ad1e-d61cc547d4b1 req-6f96b286-f008-46db-ae04-769dadad5915 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:14.274787 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-94e9743d-66b4-4cc4-ad1e-d61cc547d4b1 req-6f96b286-f008-46db-ae04-769dadad5915 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 946 time: 0.0505638 Oct 23 01:16:14.325353 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-94e9743d-66b4-4cc4-ad1e-d61cc547d4b1 req-4c03dd8c-03d6-47bd-892a-3afef8d28e97 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=39a61234-273e-4648-95b3-0ecc392dac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443265 Oct 23 01:16:14.562804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcecd6-997e-4f69-89a8-d20660ab0ba2 req-27c9ffae-db16-4e49-87c5-1ca153280057 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:14.564277 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3dfcecd6-997e-4f69-89a8-d20660ab0ba2 req-27c9ffae-db16-4e49-87c5-1ca153280057 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 946 time: 0.0459747 Oct 23 01:16:14.651299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-3dfcecd6-997e-4f69-89a8-d20660ab0ba2 req-90282788-06a9-469b-9dd1-3250558160ad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 0bba653f-991c-43b3-912e-ddcac794aa32 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:16:14.651554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-3dfcecd6-997e-4f69-89a8-d20660ab0ba2 req-90282788-06a9-469b-9dd1-3250558160ad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:14.742145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-3dfcecd6-997e-4f69-89a8-d20660ab0ba2 req-90282788-06a9-469b-9dd1-3250558160ad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 0bba653f-991c-43b3-912e-ddcac794aa32, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0bba653f-991c-43b3-912e-ddcac794aa32,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:14.742513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-3dfcecd6-997e-4f69-89a8-d20660ab0ba2 req-90282788-06a9-469b-9dd1-3250558160ad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:14.759990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-3dfcecd6-997e-4f69-89a8-d20660ab0ba2 req-90282788-06a9-469b-9dd1-3250558160ad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 0bba653f-991c-43b3-912e-ddcac794aa32 owned by compute:nova {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:16:14.957493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-3dfcecd6-997e-4f69-89a8-d20660ab0ba2 req-90282788-06a9-469b-9dd1-3250558160ad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (0bba653f-991c-43b3-912e-ddcac794aa32), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:14.986214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90282788-06a9-469b-9dd1-3250558160ad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=0bba653f-991c-43b3-912e-ddcac794aa32,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:15.032303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfcecd6-997e-4f69-89a8-d20660ab0ba2 req-90282788-06a9-469b-9dd1-3250558160ad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] No DVR routers for this DVR port 0bba653f-991c-43b3-912e-ddcac794aa32 on host hv-neutron-mast {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:16:15.034792 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-3dfcecd6-997e-4f69-89a8-d20660ab0ba2 req-90282788-06a9-469b-9dd1-3250558160ad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:15.038075 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3dfcecd6-997e-4f69-89a8-d20660ab0ba2 req-90282788-06a9-469b-9dd1-3250558160ad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "DELETE /networking/v2.0/ports/0bba653f-991c-43b3-912e-ddcac794aa32 HTTP/1.1" status: 204 len: 173 time: 0.4685898 Oct 23 01:16:15.038561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c7d385-6442-4e3a-aa06-936e59cf4aef', 'name': 'network-vif-deleted', 'tag': '0bba653f-991c-43b3-912e-ddcac794aa32'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:16:15.040876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3efae8-b13e-4184-b218-b734f72d8e05" -d '{"events": [{"server_uuid": "e0c7d385-6442-4e3a-aa06-936e59cf4aef", "name": "network-vif-deleted", "tag": "0bba653f-991c-43b3-912e-ddcac794aa32"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:16:15.080086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981658aa-a39d-4152-8eaf-f5c3fe1ad394 x-openstack-request-id: req-981658aa-a39d-4152-8eaf-f5c3fe1ad394 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:16:15.080381 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c7d385-6442-4e3a-aa06-936e59cf4aef", "name": "network-vif-deleted", "tag": "0bba653f-991c-43b3-912e-ddcac794aa32", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:16:15.080632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-981658aa-a39d-4152-8eaf-f5c3fe1ad394 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:16:15.081040 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-981658aa-a39d-4152-8eaf-f5c3fe1ad394'] response: {'server_uuid': 'e0c7d385-6442-4e3a-aa06-936e59cf4aef', 'name': 'network-vif-deleted', 'tag': '0bba653f-991c-43b3-912e-ddcac794aa32', 'status': 'completed', 'code': 200} Oct 23 01:16:15.446572 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93e7558b-1aac-4c03-9d4a-54a1ea56711f req-42fd38b3-d4b3-49b7-9cf8-ebcc6c91e33c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e0c7d385-6442-4e3a-aa06-936e59cf4aef HTTP/1.1" status: 200 len: 210 time: 0.0311680 Oct 23 01:16:16.517631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37462) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:16.575306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-369ae4ed-32dd-4438-b42d-8efc285ee945 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (39a61234-273e-4648-95b3-0ecc392dac9f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:16.603777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-369ae4ed-32dd-4438-b42d-8efc285ee945 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (39a61234-273e-4648-95b3-0ecc392dac9f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:16.706164 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-369ae4ed-32dd-4438-b42d-8efc285ee945 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (39a61234-273e-4648-95b3-0ecc392dac9f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:16.708835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-369ae4ed-32dd-4438-b42d-8efc285ee945 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:16.710052 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-369ae4ed-32dd-4438-b42d-8efc285ee945 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/39a61234-273e-4648-95b3-0ecc392dac9f HTTP/1.1" status: 204 len: 168 time: 0.1939378 Oct 23 01:16:16.719410 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ae4ed-32dd-4438-b42d-8efc285ee945 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a61234-273e-4648-95b3-0ecc392dac9f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:16.804494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37468) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:16.857343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting subnet 7e6022bf-b164-40be-8e94-22b0b5ad67e9 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:16:16.861453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (7e6022bf-b164-40be-8e94-22b0b5ad67e9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:16.905891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (7e6022bf-b164-40be-8e94-22b0b5ad67e9), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:17.283242 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (7e6022bf-b164-40be-8e94-22b0b5ad67e9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:17.420268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (7e6022bf-b164-40be-8e94-22b0b5ad67e9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:17.450911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6022bf-b164-40be-8e94-22b0b5ad67e9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:17.456378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:17.462122 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/7e6022bf-b164-40be-8e94-22b0b5ad67e9 HTTP/1.1" status: 204 len: 168 time: 0.6540427 Oct 23 01:16:17.462436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37470) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:17.464365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.464713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.465003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd43f6-6b4f-403b-b533-e932d1d8ac1d None None] Network 80b36372-c088-4493-b5cf-0e2299375b92 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:16:17.465472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.465472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.465698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.466030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.471011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.471011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.471011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.471011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.471011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.471011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.471011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.471011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.471011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce83204-b01d-4819-87ff-3964ed0d7896 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:17.522819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:17.543723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (80b36372-c088-4493-b5cf-0e2299375b92), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:17.590931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:16:17.591275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:17.613536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6641e2a3-f8f0-4932-b4de-95f77d32d426 None None] DHCP port deletion for 80b36372-c088-4493-b5cf-0e2299375b92 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:16:17.650692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6641e2a3-f8f0-4932-b4de-95f77d32d426 None None] Deleting port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:16:17.651063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6641e2a3-f8f0-4932-b4de-95f77d32d426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:17.654879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d5530dc-983e-4d8a-b1f5-3261fb4044c7,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:17.655852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:17.675436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:17.676695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:16:17.719934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6641e2a3-f8f0-4932-b4de-95f77d32d426 None None] For port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d5530dc-983e-4d8a-b1f5-3261fb4044c7,segment=NetworkSegment(6868d8b9-b86a-46f0-8487-bb6f7a60b1d4),segment_id=6868d8b9-b86a-46f0-8487-bb6f7a60b1d4)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:17.720330 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6641e2a3-f8f0-4932-b4de-95f77d32d426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:17.733097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6641e2a3-f8f0-4932-b4de-95f77d32d426 None None] Calling delete_port for 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:16:17.803287 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:17.809531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6641e2a3-f8f0-4932-b4de-95f77d32d426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (1d5530dc-983e-4d8a-b1f5-3261fb4044c7), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:17.840100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641e2a3-f8f0-4932-b4de-95f77d32d426 None None] Pushing event deleted for resources: {'Port': ['ID=1d5530dc-983e-4d8a-b1f5-3261fb4044c7,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:17.841870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641e2a3-f8f0-4932-b4de-95f77d32d426 None None] No DVR routers for this DVR port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:16:17.985730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 0bba653f-991c-43b3-912e-ddcac794aa32 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:16:18.006563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 0bba653f-991c-43b3-912e-ddcac794aa32 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:16:18.006901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 0bba653f-991c-43b3-912e-ddcac794aa32 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:16:18.065971 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:16:18.087288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:16:18.087632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:16:18.156022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=1d5530dc-983e-4d8a-b1f5-3261fb4044c7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:18.159555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] No DVR routers for this DVR port 1d5530dc-983e-4d8a-b1f5-3261fb4044c7 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:16:18.245064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (80b36372-c088-4493-b5cf-0e2299375b92), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:18.268796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b36372-c088-4493-b5cf-0e2299375b92']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:18.279420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:18.279705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6868d8b9-b86a-46f0-8487-bb6f7a60b1d4') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:18.294653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (6868d8b9-b86a-46f0-8487-bb6f7a60b1d4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:18.309485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6868d8b9-b86a-46f0-8487-bb6f7a60b1d4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:18.316771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:16:18.317089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (6868d8b9-b86a-46f0-8487-bb6f7a60b1d4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:18.360344 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 6868d8b9-b86a-46f0-8487-bb6f7a60b1d4 resource provider aggregate not found Oct 23 01:16:18.381326 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 6868d8b9-b86a-46f0-8487-bb6f7a60b1d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6868d8b9-b86a-46f0-8487-bb6f7a60b1d4 found for delete ", "request_id": "req-0113ea6a-9812-4715-bec1-00e1b4165b9c"}]} Oct 23 01:16:18.471561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (80b36372-c088-4493-b5cf-0e2299375b92), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:18.479990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:18.483737 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/networks/80b36372-c088-4493-b5cf-0e2299375b92 HTTP/1.1" status: 204 len: 168 time: 1.0196147 Oct 23 01:16:18.486885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37476) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:18.495937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d647d79-f4a1-426e-80e4-f9fb45daaf10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Network': ['ID=80b36372-c088-4493-b5cf-0e2299375b92,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:18.537144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:18.580516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:18.632692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 8311ffee-fd13-4228-97b7-9826b65988b2 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:16:18.633037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8311ffee-fd13-4228-97b7-9826b65988b2), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:18.708831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8311ffee-fd13-4228-97b7-9826b65988b2), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:18.709160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (8311ffee-fd13-4228-97b7-9826b65988b2), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:18.722132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 8311ffee-fd13-4228-97b7-9826b65988b2 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:16:18.934512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (8311ffee-fd13-4228-97b7-9826b65988b2), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:18.961748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=8311ffee-fd13-4228-97b7-9826b65988b2,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:19.031295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (e69109ca-49fa-4e48-88b8-22288283300f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:19.031638 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP e69109ca-49fa-4e48-88b8-22288283300f disassociated (deleted). External IP: 172.36.3.71, port: f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4. Oct 23 01:16:19.237154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:19.246875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router bde4e2ba-394d-49e8-b659-070234cae0e2 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:16:19.359372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:16:19.364300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:19.369405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e0164-9253-40b1-b83e-807a6e4ad124 None None] Sync routers for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:16:19.379862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e0164-9253-40b1-b83e-807a6e4ad124 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:19.380494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9e6e0164-9253-40b1-b83e-807a6e4ad124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:19.400371 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d931deb1-d914-4f0a-9222-041338202cbc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/e69109ca-49fa-4e48-88b8-22288283300f HTTP/1.1" status: 204 len: 168 time: 0.9100275 Oct 23 01:16:19.400371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'tag': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:16:19.401111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77f306a-6eec-4295-8aaa-b31fb03e86b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7483ba-938a-4663-b4b7-39204e8cc62e", "tag": "f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:16:19.447133 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6e7950-0612-4097-b8b8-ae3958f50375 x-openstack-request-id: req-3b6e7950-0612-4097-b8b8-ae3958f50375 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:16:19.447427 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7483ba-938a-4663-b4b7-39204e8cc62e", "tag": "f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:16:19.447787 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b6e7950-0612-4097-b8b8-ae3958f50375 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:16:19.448208 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6e7950-0612-4097-b8b8-ae3958f50375'] response: {'name': 'network-changed', 'server_uuid': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'tag': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'status': 'completed', 'code': 200} Oct 23 01:16:19.493738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-9e6e0164-9253-40b1-b83e-807a6e4ad124 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:19.537349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-fb6971fd-0efb-4903-93c6-fa8bd3b8de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:19.539983 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-fb6971fd-0efb-4903-93c6-fa8bd3b8de01 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 1129 time: 0.0422106 Oct 23 01:16:19.655971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-1fb39c17-d878-431c-b00a-6f7345583efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:19.657649 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-1fb39c17-d878-431c-b00a-6f7345583efa service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a279a122-63f7-41b0-b1f7-5264e8463ed4 HTTP/1.1" status: 200 len: 898 time: 0.1126356 Oct 23 01:16:19.710622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9e6e0164-9253-40b1-b83e-807a6e4ad124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:16:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:19.716364 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-fd699a3c-37cf-4752-b4a6-33250f1ddfa8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 HTTP/1.1" status: 200 len: 217 time: 0.0517724 Oct 23 01:16:19.737838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e0164-9253-40b1-b83e-807a6e4ad124 None None] Checking router: bde4e2ba-394d-49e8-b659-070234cae0e2 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:16:19.747154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e0164-9253-40b1-b83e-807a6e4ad124 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:19.747800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9e6e0164-9253-40b1-b83e-807a6e4ad124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:19.781046 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed9dc6-225e-4df6-9cd4-a5ce4b709537 req-67534ae7-2f3a-4acb-ab7b-fa93033f1bb3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:19.782641 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-eaed9dc6-225e-4df6-9cd4-a5ce4b709537 req-67534ae7-2f3a-4acb-ab7b-fa93033f1bb3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 945 time: 0.0497394 Oct 23 01:16:19.835056 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-eaed9dc6-225e-4df6-9cd4-a5ce4b709537 req-3cda7ad2-562d-46cd-ab34-40403fbdb711 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463350 Oct 23 01:16:19.853876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-9e6e0164-9253-40b1-b83e-807a6e4ad124 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:20.037888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9e6e0164-9253-40b1-b83e-807a6e4ad124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:16:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:20.066391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e0164-9253-40b1-b83e-807a6e4ad124 None None] The sync data for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv is: [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:16:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d3f4658-3552-4373-87b2-38e08ef2cab9', 'name': '', 'network_id': 'a279a122-63f7-41b0-b1f7-5264e8463ed4', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:ab:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:26Z', 'updated_at': '2022-10-23T01:14:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'b2a8a050-a8b1-4579-b936-c088d6d5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:16:20.284699 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205343d-171b-441d-b611-666b6d8d5029 None None] New status for floating IP e69109ca-49fa-4e48-88b8-22288283300f: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:16:20.774102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:20.814265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-6acec438-2c1c-43f7-a1e4-94e2e4616e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:20.815633 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-6acec438-2c1c-43f7-a1e4-94e2e4616e34 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b2a8a050-a8b1-4579-b936-c088d6d5c439 HTTP/1.1" status: 200 len: 835 time: 0.0489261 Oct 23 01:16:20.869702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-603cd135-b6fd-4298-8bce-419398cd2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:20.871473 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-603cd135-b6fd-4298-8bce-419398cd2494 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a279a122-63f7-41b0-b1f7-5264e8463ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399804 Oct 23 01:16:20.957004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d476318-bfd3-4f0c-8eeb-006125bd2477 req-d2c00846-518f-4034-982b-41f9558e75e9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:20.958863 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9d476318-bfd3-4f0c-8eeb-006125bd2477 req-d2c00846-518f-4034-982b-41f9558e75e9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 945 time: 0.0460815 Oct 23 01:16:21.009532 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9d476318-bfd3-4f0c-8eeb-006125bd2477 req-5b7b2e54-9fa4-4dc8-9927-14519cb6697c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb4c07a7-f26f-4476-bb20-e4f122667ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452616 Oct 23 01:16:21.144491 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-45a0e6c4-f87e-4374-8dea-2d1b5407c500 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909154 Oct 23 01:16:21.273866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58f99a-40c3-446c-a99d-0e10318b8ccb req-83961f47-c415-4869-91f0-05eea11074dd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:21.275360 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-de58f99a-40c3-446c-a99d-0e10318b8ccb req-83961f47-c415-4869-91f0-05eea11074dd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 945 time: 0.0508637 Oct 23 01:16:21.312125 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-2b891b0e-69c9-485b-a4ef-7ca8f9a0a475 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875728 Oct 23 01:16:21.355542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-de58f99a-40c3-446c-a99d-0e10318b8ccb req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:16:21.365994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-de58f99a-40c3-446c-a99d-0e10318b8ccb req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:21.448525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-de58f99a-40c3-446c-a99d-0e10318b8ccb req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:21.448900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-de58f99a-40c3-446c-a99d-0e10318b8ccb req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:21.462310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-de58f99a-40c3-446c-a99d-0e10318b8ccb req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:16:21.507775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:21.676239 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-de58f99a-40c3-446c-a99d-0e10318b8ccb req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:21.708255 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:21.723382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.723836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.724177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.724516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.724866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.725190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.725511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.725854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.726597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.726597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.726807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.727169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.727498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.727812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.728246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:21.765657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-de58f99a-40c3-446c-a99d-0e10318b8ccb req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] No DVR routers for this DVR port f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:16:21.768212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-de58f99a-40c3-446c-a99d-0e10318b8ccb req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:21.771449 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-de58f99a-40c3-446c-a99d-0e10318b8ccb req-0e2a3fce-8ea8-4f4e-bbb1-32df3f0f66aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "DELETE /networking/v2.0/ports/f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 HTTP/1.1" status: 204 len: 173 time: 0.4913127 Oct 23 01:16:21.771928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'name': 'network-vif-deleted', 'tag': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:16:21.774243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aa2fe3-a9a0-44f3-a271-fc03daaa09d8" -d '{"events": [{"server_uuid": "fe7483ba-938a-4663-b4b7-39204e8cc62e", "name": "network-vif-deleted", "tag": "f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:16:21.786019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:21.810939 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716255ae-7a80-4484-ac6a-9137985595dd x-openstack-request-id: req-716255ae-7a80-4484-ac6a-9137985595dd {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:16:21.811398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7483ba-938a-4663-b4b7-39204e8cc62e", "name": "network-vif-deleted", "tag": "f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:16:21.811647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-716255ae-7a80-4484-ac6a-9137985595dd {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:16:21.812113 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716255ae-7a80-4484-ac6a-9137985595dd'] response: {'server_uuid': 'fe7483ba-938a-4663-b4b7-39204e8cc62e', 'name': 'network-vif-deleted', 'tag': 'f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4', 'status': 'completed', 'code': 200} Oct 23 01:16:22.119268 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-93e098ec-b494-4999-9729-1311088b6376 req-9538c828-2124-45d1-8afa-762adcb3ec16 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe7483ba-938a-4663-b4b7-39204e8cc62e HTTP/1.1" status: 200 len: 210 time: 0.0312767 Oct 23 01:16:23.186129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37492) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:23.217609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:23.249173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5aa50422-5b21-4e04-8488-647fb3b2cbfc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (fb4c07a7-f26f-4476-bb20-e4f122667ddc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:23.275188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5aa50422-5b21-4e04-8488-647fb3b2cbfc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (fb4c07a7-f26f-4476-bb20-e4f122667ddc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:23.385665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5aa50422-5b21-4e04-8488-647fb3b2cbfc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (fb4c07a7-f26f-4476-bb20-e4f122667ddc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:23.388289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5aa50422-5b21-4e04-8488-647fb3b2cbfc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:23.389551 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5aa50422-5b21-4e04-8488-647fb3b2cbfc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fb4c07a7-f26f-4476-bb20-e4f122667ddc HTTP/1.1" status: 204 len: 168 time: 0.2030783 Oct 23 01:16:23.399171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa50422-5b21-4e04-8488-647fb3b2cbfc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4c07a7-f26f-4476-bb20-e4f122667ddc,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:23.478282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37496) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:23.806713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (bde4e2ba-394d-49e8-b659-070234cae0e2), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:23.809001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:23.985529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:16:24.004748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:16:24.005069 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device f5ec7a20-1fbb-4a61-ad6f-896eeeb137a4 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:16:24.037799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 1d3f4658-3552-4373-87b2-38e08ef2cab9 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:16:24.038147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:24.126443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 1d3f4658-3552-4373-87b2-38e08ef2cab9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d3f4658-3552-4373-87b2-38e08ef2cab9,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:24.126727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:24.140530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 1d3f4658-3552-4373-87b2-38e08ef2cab9 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:16:24.237490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:24.390467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (1d3f4658-3552-4373-87b2-38e08ef2cab9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:24.415827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=1d3f4658-3552-4373-87b2-38e08ef2cab9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:24.584076 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (bde4e2ba-394d-49e8-b659-070234cae0e2), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:24.605717 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b731c-1b56-46be-baae-a86b4791be47 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:16:24.626631 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:24.741217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:24.803349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router bde4e2ba-394d-49e8-b659-070234cae0e2 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:16:24.818151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b731c-1b56-46be-baae-a86b4791be47 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:16:24.898376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:24.907556 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:16:24.912706 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f56f0c78-c0d5-4dfb-b5e8-7f29dac127d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/bde4e2ba-394d-49e8-b659-070234cae0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4333386 Oct 23 01:16:24.915388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37498) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:24.922115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62fd21-c74d-4bab-b2f2-cb4b43f343d8 None None] Sync routers for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:16:24.948460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:24.968221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5ade91-7d53-49e3-9803-3db8a46ad6bd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting subnet b2a8a050-a8b1-4579-b936-c088d6d5c439 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:16:24.969672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62fd21-c74d-4bab-b2f2-cb4b43f343d8 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:24.970314 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6a62fd21-c74d-4bab-b2f2-cb4b43f343d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:24.972081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f5ade91-7d53-49e3-9803-3db8a46ad6bd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (b2a8a050-a8b1-4579-b936-c088d6d5c439), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:25.013362 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f5ade91-7d53-49e3-9803-3db8a46ad6bd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (b2a8a050-a8b1-4579-b936-c088d6d5c439), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:25.087546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6a62fd21-c74d-4bab-b2f2-cb4b43f343d8 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:25.281729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6a62fd21-c74d-4bab-b2f2-cb4b43f343d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:16:24Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:25.309176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62fd21-c74d-4bab-b2f2-cb4b43f343d8 None None] Checking router: bde4e2ba-394d-49e8-b659-070234cae0e2 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:16:25.319005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62fd21-c74d-4bab-b2f2-cb4b43f343d8 None None] Routers {'bde4e2ba-394d-49e8-b659-070234cae0e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:25.319731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6a62fd21-c74d-4bab-b2f2-cb4b43f343d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bde4e2ba-394d-49e8-b659-070234cae0e2'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:25.427422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f5ade91-7d53-49e3-9803-3db8a46ad6bd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (b2a8a050-a8b1-4579-b936-c088d6d5c439), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:25.438785 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6a62fd21-c74d-4bab-b2f2-cb4b43f343d8 None None] Set router bde4e2ba-394d-49e8-b659-070234cae0e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:25.478871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:25.543946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0b98e2ce-308d-41ba-8f3f-9934fda69731 None None] Provisioning complete for port 1de09006-ee16-41c7-9851-b417908e50d4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:25.544406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0b98e2ce-308d-41ba-8f3f-9934fda69731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1de09006-ee16-41c7-9851-b417908e50d4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:25.544737 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0b98e2ce-308d-41ba-8f3f-9934fda69731 None None] Attempt 1 to provision port 1de09006-ee16-41c7-9851-b417908e50d4 Oct 23 01:16:25.570344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f5ade91-7d53-49e3-9803-3db8a46ad6bd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (b2a8a050-a8b1-4579-b936-c088d6d5c439), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:25.600016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ade91-7d53-49e3-9803-3db8a46ad6bd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a8a050-a8b1-4579-b936-c088d6d5c439,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:25.602078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f5ade91-7d53-49e3-9803-3db8a46ad6bd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:25.605577 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5f5ade91-7d53-49e3-9803-3db8a46ad6bd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/b2a8a050-a8b1-4579-b936-c088d6d5c439 HTTP/1.1" status: 204 len: 168 time: 0.6889505 Oct 23 01:16:25.607842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37500) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:25.617056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa5eae9-9570-4580-94b5-5ddc965bb226 None None] Network a279a122-63f7-41b0-b1f7-5264e8463ed4 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:16:25.713918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (bde4e2ba-394d-49e8-b659-070234cae0e2), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:25.761746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0b98e2ce-308d-41ba-8f3f-9934fda69731 None None] Current status of the port 1de09006-ee16-41c7-9851-b417908e50d4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:25.766345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6a62fd21-c74d-4bab-b2f2-cb4b43f343d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:16:24Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:25.795577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62fd21-c74d-4bab-b2f2-cb4b43f343d8 None None] The sync data for ids ['bde4e2ba-394d-49e8-b659-070234cae0e2'] in dv-neutron-master-2-hyperv is: [{'id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'name': 'tempest-TestNetworkBasicOps-router-1180296125', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:14:19Z', 'updated_at': '2022-10-23T01:16:24Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'f2a4029f-181c-445d-b8b4-35573b279447', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde4e2ba-394d-49e8-b659-070234cae0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:14:20Z', 'updated_at': '2022-10-23T01:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:16:25.818303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (bde4e2ba-394d-49e8-b659-070234cae0e2), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:25.939175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port f2a4029f-181c-445d-b8b4-35573b279447 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:16:25.939524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f2a4029f-181c-445d-b8b4-35573b279447), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.013349 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:16:26.023099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port f2a4029f-181c-445d-b8b4-35573b279447, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2a4029f-181c-445d-b8b4-35573b279447,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:26.023445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f2a4029f-181c-445d-b8b4-35573b279447), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.036017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for f2a4029f-181c-445d-b8b4-35573b279447 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:16:26.045777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:26.169725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c446be5-0231-40ff-baf4-dc7828d6bca9 None None] DHCP port deletion for a279a122-63f7-41b0-b1f7-5264e8463ed4 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:16:26.227266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8c446be5-0231-40ff-baf4-dc7828d6bca9 None None] Deleting port 1de09006-ee16-41c7-9851-b417908e50d4 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:16:26.228299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8c446be5-0231-40ff-baf4-dc7828d6bca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1de09006-ee16-41c7-9851-b417908e50d4), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.231829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1de09006-ee16-41c7-9851-b417908e50d4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:16:26.304024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f2a4029f-181c-445d-b8b4-35573b279447), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.328371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-8c446be5-0231-40ff-baf4-dc7828d6bca9 None None] For port 1de09006-ee16-41c7-9851-b417908e50d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1de09006-ee16-41c7-9851-b417908e50d4,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:26.328755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8c446be5-0231-40ff-baf4-dc7828d6bca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1de09006-ee16-41c7-9851-b417908e50d4), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.329890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=f2a4029f-181c-445d-b8b4-35573b279447,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:26.351131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8c446be5-0231-40ff-baf4-dc7828d6bca9 None None] Calling delete_port for 1de09006-ee16-41c7-9851-b417908e50d4 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:16:26.388541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:26.398243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (bde4e2ba-394d-49e8-b659-070234cae0e2), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.424305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1de09006-ee16-41c7-9851-b417908e50d4 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:26.424695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1de09006-ee16-41c7-9851-b417908e50d4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.480399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 1de09006-ee16-41c7-9851-b417908e50d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1de09006-ee16-41c7-9851-b417908e50d4,segment=NetworkSegment(f38f2ccd-8903-4b26-8efd-d0b1eec0f19e),segment_id=f38f2ccd-8903-4b26-8efd-d0b1eec0f19e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:26.489929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (bde4e2ba-394d-49e8-b659-070234cae0e2), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.492126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (bde4e2ba-394d-49e8-b659-070234cae0e2), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.564920 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1de09006-ee16-41c7-9851-b417908e50d4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.564920 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1d3f4658-3552-4373-87b2-38e08ef2cab9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:16:26.585465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 1d3f4658-3552-4373-87b2-38e08ef2cab9 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:16:26.585821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1d3f4658-3552-4373-87b2-38e08ef2cab9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:16:26.625611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (bde4e2ba-394d-49e8-b659-070234cae0e2), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.626304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Fanout notify agent at l3_agent the message router_deleted on router bde4e2ba-394d-49e8-b659-070234cae0e2 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:16:26.635395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=1de09006-ee16-41c7-9851-b417908e50d4,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:26.635521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.635521 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-05213439-da9e-4852-a4fe-f078014ef149 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/routers/bde4e2ba-394d-49e8-b659-070234cae0e2 HTTP/1.1" status: 204 len: 168 time: 1.0250168 Oct 23 01:16:26.636620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37502) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:26.647003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.647526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.647802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.648142 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.648473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.648944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.649271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.649594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.649963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.650288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.650611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.650932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.651286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.651605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.651922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:26.657533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8c446be5-0231-40ff-baf4-dc7828d6bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (1de09006-ee16-41c7-9851-b417908e50d4), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.684389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c446be5-0231-40ff-baf4-dc7828d6bca9 None None] Pushing event deleted for resources: {'Port': ['ID=1de09006-ee16-41c7-9851-b417908e50d4,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:26.692699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c446be5-0231-40ff-baf4-dc7828d6bca9 None None] No DVR routers for this DVR port 1de09006-ee16-41c7-9851-b417908e50d4 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:16:26.720165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (a279a122-63f7-41b0-b1f7-5264e8463ed4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.815360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (a279a122-63f7-41b0-b1f7-5264e8463ed4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.835785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a279a122-63f7-41b0-b1f7-5264e8463ed4']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:26.845772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:26.846099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38f2ccd-8903-4b26-8efd-d0b1eec0f19e') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:26.856036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (f38f2ccd-8903-4b26-8efd-d0b1eec0f19e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.869759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f38f2ccd-8903-4b26-8efd-d0b1eec0f19e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.877582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:16:26.882608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (f38f2ccd-8903-4b26-8efd-d0b1eec0f19e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:26.898205 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment f38f2ccd-8903-4b26-8efd-d0b1eec0f19e resource provider aggregate not found Oct 23 01:16:26.930932 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment f38f2ccd-8903-4b26-8efd-d0b1eec0f19e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f38f2ccd-8903-4b26-8efd-d0b1eec0f19e found for delete ", "request_id": "req-dbb4fbe2-7be9-405f-975b-cbabfe7e3bf7"}]} Oct 23 01:16:27.048352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (a279a122-63f7-41b0-b1f7-5264e8463ed4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:27.055468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:27.060301 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/networks/a279a122-63f7-41b0-b1f7-5264e8463ed4 HTTP/1.1" status: 204 len: 168 time: 0.4209645 Oct 23 01:16:27.075112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbca82d-45dd-41a9-9d58-f6d18d26945b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Network': ['ID=a279a122-63f7-41b0-b1f7-5264e8463ed4,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:27.079300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37508) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:27.087711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'network': {'name': 'tempest-network-smoke--1794902556', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'port_security_enabled': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:27.101466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=10,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:27.168520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:16:27.172323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:27.197063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:16:27.206654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (9ab86596-a95c-4450-ad4f-a005dfca7f94), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:27.206990 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Added segment 9ab86596-a95c-4450-ad4f-a005dfca7f94 of type vlan for network 6be69e4b-c05a-4da2-8d30-9433a66934bd Oct 23 01:16:27.247019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (6be69e4b-c05a-4da2-8d30-9433a66934bd), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:27.813916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (6be69e4b-c05a-4da2-8d30-9433a66934bd), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:27.818911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:27.819448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:27.889567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Network': ['ID=6be69e4b-c05a-4da2-8d30-9433a66934bd,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:27.900177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 6be69e4b-c05a-4da2-8d30-9433a66934bd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:16:27.936662 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-038cbfc0-8d3b-4b9c-93dd-058fe58f4df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8560214 Oct 23 01:16:27.939400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37510) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:27.943654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'admin_state_up': True, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:28.019866 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (0d2c2dea-252b-4c42-9ee0-a666565decca), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:28.020964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (0d2c2dea-252b-4c42-9ee0-a666565decca), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:28.070488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f2a4029f-181c-445d-b8b4-35573b279447 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:16:28.073732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (0d2c2dea-252b-4c42-9ee0-a666565decca), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:28.095271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: f2a4029f-181c-445d-b8b4-35573b279447 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:16:28.095271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f2a4029f-181c-445d-b8b4-35573b279447 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:16:28.290681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (0d2c2dea-252b-4c42-9ee0-a666565decca), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:28.526079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (0d2c2dea-252b-4c42-9ee0-a666565decca), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:28.551195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:28.675557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=11 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:28.702445 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.104 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/e050dc9b-4cf5-4dca-ae64-14b8f94c14e8) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:16:28.809439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:28.816249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:28.899891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:28.938617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:16:28.943600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:16:28.946040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:16:28.969467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=e050dc9b-4cf5-4dca-ae64-14b8f94c14e8,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:29.266314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (0d2c2dea-252b-4c42-9ee0-a666565decca), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:29.456142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (0d2c2dea-252b-4c42-9ee0-a666565decca), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:29.556864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:29.659488 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 0d2c2dea-252b-4c42-9ee0-a666565decca is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:16:29.762085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:16:29.772568 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Sync routers for ids ['0d2c2dea-252b-4c42-9ee0-a666565decca'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:16:29.775770 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=80 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:29.783789 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Routers {'0d2c2dea-252b-4c42-9ee0-a666565decca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:29.787396 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0d2c2dea-252b-4c42-9ee0-a666565decca'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:29.845194 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:29.846367 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a7359d10-55ab-4d67-b45d-3825742bd928 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9061406 Oct 23 01:16:29.849388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37512) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:29.869497 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:29.878250 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-14315ee6-585a-4922-99f3-463c732630ff tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=0226f1f233794f45b9d6ad046f30f76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276682 Oct 23 01:16:29.883077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37514) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:29.886220 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Set router 0d2c2dea-252b-4c42-9ee0-a666565decca gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:29.976276 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e8a13-66b8-46fb-8aff-da12937bba26 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:29.977848 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ca6e8a13-66b8-46fb-8aff-da12937bba26 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959730 Oct 23 01:16:29.980955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37516) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:30.017585 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a7aef876-a712-40a3-bb84-37e12bbc106b tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346251 Oct 23 01:16:30.019511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37518) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:30.024231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-29402283', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:30.058055 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:29Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:30.087524 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Checking router: 0d2c2dea-252b-4c42-9ee0-a666565decca for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:16:30.087871 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Updating router 0d2c2dea-252b-4c42-9ee0-a666565decca port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:16:30.118389 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:30.179942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:16:30.184085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:30.322592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:30.363683 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Publish callbacks [] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:30.465599 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:30.477550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (1c0ae845-2909-432b-b578-dbfb5159a046), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:30.499803 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Attempting to bind port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:16:30.500902 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Attempting to bind port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:16:30.500902 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Attempting to bind port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:16:30.543832 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Subnet': ['ID=1c0ae845-2909-432b-b578-dbfb5159a046,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:30.544278 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Pushing event updated for resources: {'Port': ['ID=e050dc9b-4cf5-4dca-ae64-14b8f94c14e8,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:30.552164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Checking segment: {'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:16:30.552529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network hostable DHCP agents. Network: 6be69e4b-c05a-4da2-8d30-9433a66934bd, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:16:30.563792 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.567433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.567433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.567433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.567433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.567433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.567433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.567433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.567433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.567433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.567433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.567433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.569069 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.569069 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.569069 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:16:30.575080 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:16:30.575454 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:16:30.575847 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:30.576274 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:16:30.576777 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Bound port: e050dc9b-4cf5-4dca-ae64-14b8f94c14e8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:16:30.577149 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:30.626375 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] For port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:16:30.629255 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] For port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e050dc9b-4cf5-4dca-ae64-14b8f94c14e8,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:16:30.642297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 6be69e4b-c05a-4da2-8d30-9433a66934bd is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:16:30.723340 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:30.735296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6be69e4b-c05a-4da2-8d30-9433a66934bd) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:16:30.739786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:30.740971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:30.744428 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee4cce5-a6d2-4f9a-9870-bb7c966f1ecd None None] Network 6be69e4b-c05a-4da2-8d30-9433a66934bd requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:16:30.760536 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Routers {'0d2c2dea-252b-4c42-9ee0-a666565decca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:30.761166 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0d2c2dea-252b-4c42-9ee0-a666565decca'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:30.819781 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674de1a-d430-460c-8b0f-e5806e55cd47 None None] Pushing event updated for resources: {'Port': ['ID=e050dc9b-4cf5-4dca-ae64-14b8f94c14e8,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:30.830184 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5d3e1ada-a3f2-4d37-be9d-e331fc04546a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8096371 Oct 23 01:16:30.833280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37520) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:30.855065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6be69e4b-c05a-4da2-8d30-9433a66934bd', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ips': [{'subnet_id': '1c0ae845-2909-432b-b578-dbfb5159a046'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:16:30.856055 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:30.866621 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:30.897945 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] Set router 0d2c2dea-252b-4c42-9ee0-a666565decca gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:30.982366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:31.000154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Allocated IP 172.20.0.2 (6be69e4b-c05a-4da2-8d30-9433a66934bd/1c0ae845-2909-432b-b578-dbfb5159a046/c3b08055-d541-4ba7-a3a7-305bbc692500) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:16:31.005233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:31.008237 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:31.009127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:31.080917 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:29Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:31.106935 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3019732-2f6b-4878-b951-21c50f8bb95f None None] The sync data for ids ['0d2c2dea-252b-4c42-9ee0-a666565decca'] in dv-neutron-master-2-hyperv is: [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:29Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:16:31.167118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Publish callbacks [] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:31.242473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:31.290944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Network 6be69e4b-c05a-4da2-8d30-9433a66934bd is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:16:31.297580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:16:31.300227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:16:31.317078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Pushing event updated for resources: {'Port': ['ID=c3b08055-d541-4ba7-a3a7-305bbc692500,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:31.351223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:31.411001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Attempting to bind port c3b08055-d541-4ba7-a3a7-305bbc692500 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:16:31.411287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Attempting to bind port c3b08055-d541-4ba7-a3a7-305bbc692500 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:16:31.411706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Attempting to bind port c3b08055-d541-4ba7-a3a7-305bbc692500 on network 6be69e4b-c05a-4da2-8d30-9433a66934bd {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:16:31.459574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:16:31.460007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Checking segment: {'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:16:31.460513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:31.460908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Bound using segment: {'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:16:31.461385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Bound port: c3b08055-d541-4ba7-a3a7-305bbc692500, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:16:31.461826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:31.534712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] For port c3b08055-d541-4ba7-a3a7-305bbc692500, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:16:31.538062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] For port c3b08055-d541-4ba7-a3a7-305bbc692500, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3b08055-d541-4ba7-a3a7-305bbc692500,segment=NetworkSegment(9ab86596-a95c-4450-ad4f-a005dfca7f94),segment_id=9ab86596-a95c-4450-ad4f-a005dfca7f94)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:16:31.598672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:31.659418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:31.660058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cb232-e096-48ea-9e4c-56e89c9151fe None None] Pushing event updated for resources: {'Port': ['ID=c3b08055-d541-4ba7-a3a7-305bbc692500,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:31.992664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.1 (6be69e4b-c05a-4da2-8d30-9433a66934bd/1c0ae845-2909-432b-b578-dbfb5159a046/156ec368-ffb6-4238-8d71-c662505a1219) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:16:32.005251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:32.124566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c3b08055-d541-4ba7-a3a7-305bbc692500 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:16:32.125658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (156ec368-ffb6-4238-8d71-c662505a1219), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.172985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c3b08055-d541-4ba7-a3a7-305bbc692500 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:32.174333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.174680 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c3b08055-d541-4ba7-a3a7-305bbc692500 Oct 23 01:16:32.214574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (156ec368-ffb6-4238-8d71-c662505a1219), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.253921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c3b08055-d541-4ba7-a3a7-305bbc692500 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:32.254320 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.259141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 6be69e4b-c05a-4da2-8d30-9433a66934bd is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:16:32.262479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:16:32.265106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:16:32.312951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=156ec368-ffb6-4238-8d71-c662505a1219,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:32.331054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (0d2c2dea-252b-4c42-9ee0-a666565decca), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.388311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:32.435734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port c3b08055-d541-4ba7-a3a7-305bbc692500, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3b08055-d541-4ba7-a3a7-305bbc692500,segment=NetworkSegment(9ab86596-a95c-4450-ad4f-a005dfca7f94),segment_id=9ab86596-a95c-4450-ad4f-a005dfca7f94)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:32.528771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.530414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:16:32.564426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (156ec368-ffb6-4238-8d71-c662505a1219), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.603293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88098d1c-1f70-4300-a89c-882dda1b56d3 None None] Network 6be69e4b-c05a-4da2-8d30-9433a66934bd requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:16:32.625978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=c3b08055-d541-4ba7-a3a7-305bbc692500,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:32.673423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:32.673808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.674147 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 Oct 23 01:16:32.703854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-135afef6-bb6b-484e-a28e-83911fee009b None None] Provisioning complete for port c3b08055-d541-4ba7-a3a7-305bbc692500 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:32.704224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-135afef6-bb6b-484e-a28e-83911fee009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.704566 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-135afef6-bb6b-484e-a28e-83911fee009b None None] Attempt 1 to provision port c3b08055-d541-4ba7-a3a7-305bbc692500 Oct 23 01:16:32.864412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (156ec368-ffb6-4238-8d71-c662505a1219), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.870894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:32.871201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.876797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-135afef6-bb6b-484e-a28e-83911fee009b None None] Current status of the port c3b08055-d541-4ba7-a3a7-305bbc692500 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:32.896590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e050dc9b-4cf5-4dca-ae64-14b8f94c14e8,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:32.939728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (156ec368-ffb6-4238-8d71-c662505a1219), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:32.973974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:33.024689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=156ec368-ffb6-4238-8d71-c662505a1219,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:33.028329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (0d2c2dea-252b-4c42-9ee0-a666565decca), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:33.045018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=e050dc9b-4cf5-4dca-ae64-14b8f94c14e8,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:33.097100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4ccce758-3549-42ee-bba9-f7a7a63b60bf None None] Provisioning complete for port 156ec368-ffb6-4238-8d71-c662505a1219 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:33.097382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4ccce758-3549-42ee-bba9-f7a7a63b60bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (156ec368-ffb6-4238-8d71-c662505a1219), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:33.097868 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4ccce758-3549-42ee-bba9-f7a7a63b60bf None None] Attempt 1 to provision port 156ec368-ffb6-4238-8d71-c662505a1219 Oct 23 01:16:33.136639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4ccce758-3549-42ee-bba9-f7a7a63b60bf None None] Port 156ec368-ffb6-4238-8d71-c662505a1219 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:16:33.138196 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 6be69e4b-c05a-4da2-8d30-9433a66934bd is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:16:33.140531 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:16:33.146134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4ccce758-3549-42ee-bba9-f7a7a63b60bf None None] Provisioning complete for port c3b08055-d541-4ba7-a3a7-305bbc692500 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:33.146362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4ccce758-3549-42ee-bba9-f7a7a63b60bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:33.146545 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4ccce758-3549-42ee-bba9-f7a7a63b60bf None None] Attempt 1 to provision port c3b08055-d541-4ba7-a3a7-305bbc692500 Oct 23 01:16:33.225017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4ccce758-3549-42ee-bba9-f7a7a63b60bf None None] Current status of the port c3b08055-d541-4ba7-a3a7-305bbc692500 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:33.259781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:33.265248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 0d2c2dea-252b-4c42-9ee0-a666565decca has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:16:33.346795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d46d5b07-6a9e-45e0-91a2-5aca008e466c None None] Provisioning complete for port 156ec368-ffb6-4238-8d71-c662505a1219 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:33.347162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d46d5b07-6a9e-45e0-91a2-5aca008e466c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (156ec368-ffb6-4238-8d71-c662505a1219), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:33.347589 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d46d5b07-6a9e-45e0-91a2-5aca008e466c None None] Attempt 1 to provision port 156ec368-ffb6-4238-8d71-c662505a1219 Oct 23 01:16:33.375992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:33.379988 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:16:33.388290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37522) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:33.392118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Sync routers for ids ['0d2c2dea-252b-4c42-9ee0-a666565decca'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:16:33.396127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d46d5b07-6a9e-45e0-91a2-5aca008e466c None None] Port 156ec368-ffb6-4238-8d71-c662505a1219 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:16:33.403827 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cab77b4a-63b2-4392-854d-050c2464ee8e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/0d2c2dea-252b-4c42-9ee0-a666565decca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5691626 Oct 23 01:16:33.406575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Routers {'0d2c2dea-252b-4c42-9ee0-a666565decca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:33.407278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0d2c2dea-252b-4c42-9ee0-a666565decca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:33.520818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:33.526948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Set router 0d2c2dea-252b-4c42-9ee0-a666565decca gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:33.558352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6a2ffbb8-411a-4543-aaa3-b7d0b3b433ba None None] Provisioning complete for port 156ec368-ffb6-4238-8d71-c662505a1219 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:33.561980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffbb8-411a-4543-aaa3-b7d0b3b433ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (156ec368-ffb6-4238-8d71-c662505a1219), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:33.561980 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6a2ffbb8-411a-4543-aaa3-b7d0b3b433ba None None] Attempt 1 to provision port 156ec368-ffb6-4238-8d71-c662505a1219 Oct 23 01:16:33.568192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70300a70-b391-460b-a540-76e830adae3d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:33.568676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70300a70-b391-460b-a540-76e830adae3d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:33.569144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70300a70-b391-460b-a540-76e830adae3d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:33.569608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70300a70-b391-460b-a540-76e830adae3d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:33.571310 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-70300a70-b391-460b-a540-76e830adae3d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1820068 Oct 23 01:16:33.574127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37524) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:33.642405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ffbb8-411a-4543-aaa3-b7d0b3b433ba None None] Port 156ec368-ffb6-4238-8d71-c662505a1219 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:16:33.675223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:33.686867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece67a3c-6e41-424e-bbee-d93affb18329 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:33.687343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece67a3c-6e41-424e-bbee-d93affb18329 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:33.687996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece67a3c-6e41-424e-bbee-d93affb18329 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:33.688455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece67a3c-6e41-424e-bbee-d93affb18329 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:33.690194 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ece67a3c-6e41-424e-bbee-d93affb18329 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.1151702 Oct 23 01:16:33.692901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37526) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:33.755335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '156ec368-ffb6-4238-8d71-c662505a1219', 'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:86:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:31Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:33.780610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Checking router: 0d2c2dea-252b-4c42-9ee0-a666565decca for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:16:33.780967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Updating router 0d2c2dea-252b-4c42-9ee0-a666565decca port 156ec368-ffb6-4238-8d71-c662505a1219 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:16:33.813548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (156ec368-ffb6-4238-8d71-c662505a1219), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:33.886981 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-eeae8f89-964c-4280-a9a1-a4d43ef1b663 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1881421 Oct 23 01:16:33.994429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37530) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:33.998966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5f7015a3-d7f0-4509-a196-35fb7fdfd564 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896192795', 'description': 'tempest-secgroup-smoke-896192795 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:34.003329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:34.060142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f7015a3-d7f0-4509-a196-35fb7fdfd564 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.085259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Publish callbacks [] for port (156ec368-ffb6-4238-8d71-c662505a1219), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.094972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c3b08055-d541-4ba7-a3a7-305bbc692500 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:16:34.106770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:34.139177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f7015a3-d7f0-4509-a196-35fb7fdfd564 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (89e469e0-e3ec-4dd6-ada9-2fe5831b308c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.139472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c3b08055-d541-4ba7-a3a7-305bbc692500 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:34.139927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.140021 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c3b08055-d541-4ba7-a3a7-305bbc692500 Oct 23 01:16:34.185589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (156ec368-ffb6-4238-8d71-c662505a1219), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.214688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f7015a3-d7f0-4509-a196-35fb7fdfd564 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (89e469e0-e3ec-4dd6-ada9-2fe5831b308c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.245650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7015a3-d7f0-4509-a196-35fb7fdfd564 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e469e0-e3ec-4dd6-ada9-2fe5831b308c,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:34.267820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c3b08055-d541-4ba7-a3a7-305bbc692500 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:34.268885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:16:34.295587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9100f0c-60ed-4442-a787-b61fb9ec30bf None None] Pushing event updated for resources: {'Port': ['ID=156ec368-ffb6-4238-8d71-c662505a1219,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:34.330006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5f7015a3-d7f0-4509-a196-35fb7fdfd564 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.331593 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5f7015a3-d7f0-4509-a196-35fb7fdfd564 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3357513 Oct 23 01:16:34.334378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37532) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:34.335010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Attempting to bind port 156ec368-ffb6-4238-8d71-c662505a1219 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:16:34.335388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Attempting to bind port 156ec368-ffb6-4238-8d71-c662505a1219 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:16:34.335759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Attempting to bind port 156ec368-ffb6-4238-8d71-c662505a1219 on network 6be69e4b-c05a-4da2-8d30-9433a66934bd {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:16:34.338982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-569860b1-9878-4183-a673-50e1a9b53e82 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '89e469e0-e3ec-4dd6-ada9-2fe5831b308c', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:34.378113 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:34.378487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.378826 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 Oct 23 01:16:34.406856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:16:34.407226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Checking segment: {'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:16:34.407630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.408028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Bound using segment: {'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:16:34.408504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Bound port: 156ec368-ffb6-4238-8d71-c662505a1219, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:16:34.408889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (156ec368-ffb6-4238-8d71-c662505a1219), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.431509 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-569860b1-9878-4183-a673-50e1a9b53e82 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (0b534c8b-8a16-47ff-a467-7dc01dbe575a), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.489495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-569860b1-9878-4183-a673-50e1a9b53e82 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (0b534c8b-8a16-47ff-a467-7dc01dbe575a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.512431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:34.515504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] For port 156ec368-ffb6-4238-8d71-c662505a1219, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:16:34.519032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] For port 156ec368-ffb6-4238-8d71-c662505a1219, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=156ec368-ffb6-4238-8d71-c662505a1219,segment=NetworkSegment(9ab86596-a95c-4450-ad4f-a005dfca7f94),segment_id=9ab86596-a95c-4450-ad4f-a005dfca7f94)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:16:34.579631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-569860b1-9878-4183-a673-50e1a9b53e82 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (0b534c8b-8a16-47ff-a467-7dc01dbe575a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.599797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569860b1-9878-4183-a673-50e1a9b53e82 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b534c8b-8a16-47ff-a467-7dc01dbe575a,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:34.604050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (156ec368-ffb6-4238-8d71-c662505a1219), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.639149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Routers {'0d2c2dea-252b-4c42-9ee0-a666565decca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:34.639793 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0d2c2dea-252b-4c42-9ee0-a666565decca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:34.672791 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-569860b1-9878-4183-a673-50e1a9b53e82 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.674139 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-569860b1-9878-4183-a673-50e1a9b53e82 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387885 Oct 23 01:16:34.677120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37534) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:34.682458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9e792077-e9c5-44cd-b017-5fa7c20b457d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '89e469e0-e3ec-4dd6-ada9-2fe5831b308c', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:34.702098 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9100f0c-60ed-4442-a787-b61fb9ec30bf None None] Pushing event updated for resources: {'Port': ['ID=156ec368-ffb6-4238-8d71-c662505a1219,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:34.760712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] Set router 0d2c2dea-252b-4c42-9ee0-a666565decca gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:34.774410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e792077-e9c5-44cd-b017-5fa7c20b457d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (4ecd460c-7ab9-49e2-91c8-02cdc4c5b326), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.804211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:34.832161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e792077-e9c5-44cd-b017-5fa7c20b457d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (4ecd460c-7ab9-49e2-91c8-02cdc4c5b326), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.885629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:34.903894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:34.905421 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e792077-e9c5-44cd-b017-5fa7c20b457d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (4ecd460c-7ab9-49e2-91c8-02cdc4c5b326), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:34.906134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:34.925020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e792077-e9c5-44cd-b017-5fa7c20b457d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecd460c-7ab9-49e2-91c8-02cdc4c5b326,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:34.951685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '156ec368-ffb6-4238-8d71-c662505a1219', 'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:86:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:31Z', 'updated_at': '2022-10-23T01:16:34Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:34.976026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b99e55-7b23-4c06-b42e-90b60cf52cb1 None None] The sync data for ids ['0d2c2dea-252b-4c42-9ee0-a666565decca'] in dv-neutron-master-2-hyperv is: [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '156ec368-ffb6-4238-8d71-c662505a1219', 'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:86:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:31Z', 'updated_at': '2022-10-23T01:16:34Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:16:34.999535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e792077-e9c5-44cd-b017-5fa7c20b457d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:35.000792 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9e792077-e9c5-44cd-b017-5fa7c20b457d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220136 Oct 23 01:16:35.010303 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37536) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:35.027406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5d9aa2cf-b734-4952-8c98-c40856c6c9cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '89e469e0-e3ec-4dd6-ada9-2fe5831b308c', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:35.112602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa2cf-b734-4952-8c98-c40856c6c9cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (5dff1221-7f60-47b6-b992-86e379e89e24), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:35.180123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa2cf-b734-4952-8c98-c40856c6c9cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (5dff1221-7f60-47b6-b992-86e379e89e24), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:35.270430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa2cf-b734-4952-8c98-c40856c6c9cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (5dff1221-7f60-47b6-b992-86e379e89e24), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:35.291792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9aa2cf-b734-4952-8c98-c40856c6c9cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dff1221-7f60-47b6-b992-86e379e89e24,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:35.417691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa2cf-b734-4952-8c98-c40856c6c9cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:35.417691 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5d9aa2cf-b734-4952-8c98-c40856c6c9cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4068313 Oct 23 01:16:35.420996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37538) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:35.431285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-da654d7a-9bba-4a53-b9d5-c7e879a500e9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '89e469e0-e3ec-4dd6-ada9-2fe5831b308c', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:35.540284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-da654d7a-9bba-4a53-b9d5-c7e879a500e9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (ce8b0666-0c37-4fe5-b3ac-ede08d19e57c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:35.607442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-da654d7a-9bba-4a53-b9d5-c7e879a500e9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (ce8b0666-0c37-4fe5-b3ac-ede08d19e57c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:35.676771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-da654d7a-9bba-4a53-b9d5-c7e879a500e9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (ce8b0666-0c37-4fe5-b3ac-ede08d19e57c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:35.697500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da654d7a-9bba-4a53-b9d5-c7e879a500e9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8b0666-0c37-4fe5-b3ac-ede08d19e57c,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:35.777504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-da654d7a-9bba-4a53-b9d5-c7e879a500e9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:35.779899 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-da654d7a-9bba-4a53-b9d5-c7e879a500e9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3515761 Oct 23 01:16:35.782682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37540) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:35.791405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-44f0a793-7e34-48fd-afa4-e867e0871706 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '89e469e0-e3ec-4dd6-ada9-2fe5831b308c', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:35.865699 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-44f0a793-7e34-48fd-afa4-e867e0871706 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:16:35.872226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44f0a793-7e34-48fd-afa4-e867e0871706 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (cb12fd8c-a7cd-4280-af13-d66520bc7e1b), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:35.927045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=11,neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:35.936374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44f0a793-7e34-48fd-afa4-e867e0871706 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (cb12fd8c-a7cd-4280-af13-d66520bc7e1b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:36.025722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44f0a793-7e34-48fd-afa4-e867e0871706 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (cb12fd8c-a7cd-4280-af13-d66520bc7e1b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:36.054028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0a793-7e34-48fd-afa4-e867e0871706 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb12fd8c-a7cd-4280-af13-d66520bc7e1b,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:36.097094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 156ec368-ffb6-4238-8d71-c662505a1219 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:16:36.107242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44f0a793-7e34-48fd-afa4-e867e0871706 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:36.110074 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-44f0a793-7e34-48fd-afa4-e867e0871706 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3250217 Oct 23 01:16:36.119317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37542) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:36.123842 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ddddabb0-379e-4b4a-a3b2-0b1d31f7ee19 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '89e469e0-e3ec-4dd6-ada9-2fe5831b308c', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:36.142904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 156ec368-ffb6-4238-8d71-c662505a1219 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:36.143271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (156ec368-ffb6-4238-8d71-c662505a1219), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:36.143603 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 156ec368-ffb6-4238-8d71-c662505a1219 Oct 23 01:16:36.197672 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-ddddabb0-379e-4b4a-a3b2-0b1d31f7ee19 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:16:36.204625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ddddabb0-379e-4b4a-a3b2-0b1d31f7ee19 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (408a0711-6f71-4452-9ff5-df886bdb3b5b), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:36.219843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 156ec368-ffb6-4238-8d71-c662505a1219 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:36.220894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (156ec368-ffb6-4238-8d71-c662505a1219), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:36.253776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 156ec368-ffb6-4238-8d71-c662505a1219, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=156ec368-ffb6-4238-8d71-c662505a1219,segment=NetworkSegment(9ab86596-a95c-4450-ad4f-a005dfca7f94),segment_id=9ab86596-a95c-4450-ad4f-a005dfca7f94)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:36.268502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ddddabb0-379e-4b4a-a3b2-0b1d31f7ee19 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (408a0711-6f71-4452-9ff5-df886bdb3b5b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:36.345308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (156ec368-ffb6-4238-8d71-c662505a1219), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:36.356711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ddddabb0-379e-4b4a-a3b2-0b1d31f7ee19 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (408a0711-6f71-4452-9ff5-df886bdb3b5b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:36.377455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddabb0-379e-4b4a-a3b2-0b1d31f7ee19 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408a0711-6f71-4452-9ff5-df886bdb3b5b,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:36.395345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=156ec368-ffb6-4238-8d71-c662505a1219,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:36.461341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ddddabb0-379e-4b4a-a3b2-0b1d31f7ee19 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:36.462559 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ddddabb0-379e-4b4a-a3b2-0b1d31f7ee19 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3423765 Oct 23 01:16:36.668050 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-7683c252-366d-470b-ad98-17a5d3a8a47f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-896192795&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0462945 Oct 23 01:16:36.726671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:36.776298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c263be20-5e6c-4129-bd54-0e1b399749f3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:36.777829 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c263be20-5e6c-4129-bd54-0e1b399749f3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/networks?id=6be69e4b-c05a-4da2-8d30-9433a66934bd HTTP/1.1" status: 200 len: 797 time: 0.1022062 Oct 23 01:16:36.793004 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c897bfc1-6362-4271-a9e1-49aec4606a64 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/quotas/0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 375 time: 0.0095758 Oct 23 01:16:36.848668 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-cb2f9705-b679-410a-85d8-9fb0541ed97e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496004 Oct 23 01:16:36.954826 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-79a47a48-7a4a-4a55-88e7-3089dde60b0d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6be69e4b-c05a-4da2-8d30-9433a66934bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936334 Oct 23 01:16:37.052227 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-bb150671-9172-44c7-bbe3-e05e0ea203b2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6be69e4b-c05a-4da2-8d30-9433a66934bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916557 Oct 23 01:16:37.289970 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d81754e1-b82a-4f0d-81c7-5d8322a5ae7e req-def861ac-b487-4160-9f91-11d90a4483bd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 210 time: 0.0322883 Oct 23 01:16:38.083111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 156ec368-ffb6-4238-8d71-c662505a1219 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:16:38.131002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 156ec368-ffb6-4238-8d71-c662505a1219 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:38.131292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (156ec368-ffb6-4238-8d71-c662505a1219), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:38.131627 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 156ec368-ffb6-4238-8d71-c662505a1219 Oct 23 01:16:38.204674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 156ec368-ffb6-4238-8d71-c662505a1219 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:38.398693 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4083cebe-8729-4faf-a295-fcbe9b76c220 req-f9281645-2f13-4e1d-904a-6324587c7175 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 210 time: 0.0298097 Oct 23 01:16:38.779210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3e5e018c-58e1-48f0-9d9b-2c679be77f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:39.269387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:39.301458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-f2230f22-eb54-4526-b82a-fbcd62ed773f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:39.302984 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-f2230f22-eb54-4526-b82a-fbcd62ed773f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=6be69e4b-c05a-4da2-8d30-9433a66934bd HTTP/1.1" status: 200 len: 797 time: 0.1121476 Oct 23 01:16:39.382283 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-300c7173-8369-4b33-9837-bcaf8baea14e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 379 time: 0.0651448 Oct 23 01:16:39.392558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'device_id': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'admin_state_up': True, 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'security_groups': ['89e469e0-e3ec-4dd6-ada9-2fe5831b308c']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:39.507514 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5be52b46-d633-4768-aa2d-115fb27b1286 req-c81d1f15-5905-41da-ac8e-3841f30b5fc3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 210 time: 0.0313821 Oct 23 01:16:39.573673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:16:39.578699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:39.712557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.12 (6be69e4b-c05a-4da2-8d30-9433a66934bd/1c0ae845-2909-432b-b578-dbfb5159a046/30392f58-e0b7-4528-992c-40fb55c4676a) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:16:39.855779 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (30392f58-e0b7-4528-992c-40fb55c4676a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:39.878381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:39.945359 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:39.989411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 6be69e4b-c05a-4da2-8d30-9433a66934bd is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:16:39.994868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:16:39.998828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:16:40.023017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=30392f58-e0b7-4528-992c-40fb55c4676a,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:40.051824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:40.052439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:40.130514 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-c86cb08e-aba0-419e-9e0c-57e8ea9db9bb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7427771 Oct 23 01:16:40.148060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Request body: {'port': {'device_id': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:40.202323 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bc13da5e-eeda-4dc3-a4d8-b9c6bb93d42d None None] Provisioning complete for port 30392f58-e0b7-4528-992c-40fb55c4676a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:40.205963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bc13da5e-eeda-4dc3-a4d8-b9c6bb93d42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:40.205963 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bc13da5e-eeda-4dc3-a4d8-b9c6bb93d42d None None] Attempt 1 to provision port 30392f58-e0b7-4528-992c-40fb55c4676a Oct 23 01:16:40.214506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:40.240114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bc13da5e-eeda-4dc3-a4d8-b9c6bb93d42d None None] Port 30392f58-e0b7-4528-992c-40fb55c4676a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:16:40.471680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:40.522184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30392f58-e0b7-4528-992c-40fb55c4676a {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:16:40.530671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Publish callbacks [] for port (30392f58-e0b7-4528-992c-40fb55c4676a), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:40.553322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Transition to ACTIVE for port object 30392f58-e0b7-4528-992c-40fb55c4676a will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:16:40.612469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:40.660180 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe59f64-d97e-4c32-a4d0-90bd1dc85326 req-f4d0bb52-9a50-4af2-8ed6-b5832641e2ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:40.661686 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fe59f64-d97e-4c32-a4d0-90bd1dc85326 req-f4d0bb52-9a50-4af2-8ed6-b5832641e2ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 932 time: 0.0786934 Oct 23 01:16:40.707070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Pushing event updated for resources: {'Port': ['ID=30392f58-e0b7-4528-992c-40fb55c4676a,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:40.773711 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fe59f64-d97e-4c32-a4d0-90bd1dc85326 req-83969cc0-fd34-479f-ae3c-36668359a814 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045325 Oct 23 01:16:40.782866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Attempting to bind port 30392f58-e0b7-4528-992c-40fb55c4676a on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:16:40.783205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Attempting to bind port 30392f58-e0b7-4528-992c-40fb55c4676a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:16:40.783533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Attempting to bind port 30392f58-e0b7-4528-992c-40fb55c4676a on network 6be69e4b-c05a-4da2-8d30-9433a66934bd {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:16:40.825175 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Port 30392f58-e0b7-4528-992c-40fb55c4676a on network 6be69e4b-c05a-4da2-8d30-9433a66934bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:16:40.825498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Attempting to bind port 30392f58-e0b7-4528-992c-40fb55c4676a on network 6be69e4b-c05a-4da2-8d30-9433a66934bd {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:16:40.866609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:16:40.866947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Checking segment: {'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:16:40.867331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Bound using segment: {'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:16:40.867783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Bound port: 30392f58-e0b7-4528-992c-40fb55c4676a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab86596-a95c-4450-ad4f-a005dfca7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:16:40.868136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:40.924122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:40.933875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] For port 30392f58-e0b7-4528-992c-40fb55c4676a, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:16:40.937407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] For port 30392f58-e0b7-4528-992c-40fb55c4676a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30392f58-e0b7-4528-992c-40fb55c4676a,segment=NetworkSegment(9ab86596-a95c-4450-ad4f-a005dfca7f94),segment_id=9ab86596-a95c-4450-ad4f-a005dfca7f94)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:16:41.031575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:41.036992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:41.040393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:41.040393 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/30392f58-e0b7-4528-992c-40fb55c4676a HTTP/1.1" status: 200 len: 1094 time: 0.8953772 Oct 23 01:16:41.040393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'tag': '30392f58-e0b7-4528-992c-40fb55c4676a'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:16:41.041990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be506fb9-3bb9-436c-9b9b-d21aaf26eba4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f15e2b-8c2e-4150-9c3d-147f755a4aed", "tag": "30392f58-e0b7-4528-992c-40fb55c4676a"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:16:41.085593 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=24 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:41.094101 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4de9a8-75f7-4c69-8916-257ad22ab915 x-openstack-request-id: req-fd4de9a8-75f7-4c69-8916-257ad22ab915 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:16:41.094399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f15e2b-8c2e-4150-9c3d-147f755a4aed", "tag": "30392f58-e0b7-4528-992c-40fb55c4676a", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:16:41.094668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd4de9a8-75f7-4c69-8916-257ad22ab915 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:16:41.095068 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4de9a8-75f7-4c69-8916-257ad22ab915'] response: {'name': 'network-changed', 'server_uuid': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'tag': '30392f58-e0b7-4528-992c-40fb55c4676a', 'status': 'completed', 'code': 200} Oct 23 01:16:41.098602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead4ed3-2b6e-4ed4-8203-d2242b6b5e47 service neutron] Pushing event updated for resources: {'Port': ['ID=30392f58-e0b7-4528-992c-40fb55c4676a,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:41.217240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be506fb9-3bb9-436c-9b9b-d21aaf26eba4 req-4f51e2d1-48c7-4311-862c-bc530d1dc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:41.218831 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-be506fb9-3bb9-436c-9b9b-d21aaf26eba4 req-4f51e2d1-48c7-4311-862c-bc530d1dc54e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 1128 time: 0.0785785 Oct 23 01:16:41.229989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c153ed84-1436-4aa6-a4e9-8dbd4445bcab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:41.709719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be506fb9-3bb9-436c-9b9b-d21aaf26eba4 req-7b043c72-16a7-46d7-8ef1-eb3930069652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:41.711229 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-be506fb9-3bb9-436c-9b9b-d21aaf26eba4 req-7b043c72-16a7-46d7-8ef1-eb3930069652 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0226f1f233794f45b9d6ad046f30f76b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4805875 Oct 23 01:16:41.898187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be506fb9-3bb9-436c-9b9b-d21aaf26eba4 req-22ca2d5f-ded0-44cd-9c32-c13bcd8d9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:41.899651 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-be506fb9-3bb9-436c-9b9b-d21aaf26eba4 req-22ca2d5f-ded0-44cd-9c32-c13bcd8d9190 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1820092 Oct 23 01:16:41.912705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dcbcf-0e4a-4b66-bf6d-46b5a839631a req-ee5a207e-416b-4eb3-a670-e0e524c781b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:41.914152 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c38dcbcf-0e4a-4b66-bf6d-46b5a839631a req-ee5a207e-416b-4eb3-a670-e0e524c781b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 944 time: 0.0596211 Oct 23 01:16:41.977987 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c38dcbcf-0e4a-4b66-bf6d-46b5a839631a req-ea67864f-d33d-4fa1-b354-ae56529a20e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580485 Oct 23 01:16:42.005937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-28f86876-a015-47f4-8233-6d1297e9c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:42.007430 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-28f86876-a015-47f4-8233-6d1297e9c4ca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 1128 time: 0.0460291 Oct 23 01:16:42.070885 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-a90b246c-df6f-43db-8034-b601102cb09c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30392f58-e0b7-4528-992c-40fb55c4676a HTTP/1.1" status: 200 len: 217 time: 0.0496542 Oct 23 01:16:42.084339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:42.130071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4b10bc66-46b7-4466-9093-e56b909dc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:42.131612 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-4b10bc66-46b7-4466-9093-e56b909dc00a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=1c0ae845-2909-432b-b578-dbfb5159a046 HTTP/1.1" status: 200 len: 833 time: 0.0540271 Oct 23 01:16:42.208867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-91251df2-01c3-4067-ad7e-b106634aaad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:42.210424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-91251df2-01c3-4067-ad7e-b106634aaad4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6be69e4b-c05a-4da2-8d30-9433a66934bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0717673 Oct 23 01:16:42.305619 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-fe6e126e-f65e-4098-8d0b-2153ae9d1d72 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6be69e4b-c05a-4da2-8d30-9433a66934bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878012 Oct 23 01:16:42.400588 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e989dfd0-5f79-4c78-a9ab-d6dc81946ad5 req-7c3224a6-8320-4af6-901a-a8e8818531be service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6be69e4b-c05a-4da2-8d30-9433a66934bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883653 Oct 23 01:16:42.408083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:43.099520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eaab1-88a4-4501-a2f5-bed723e1f5d5 req-8580fb99-c9bd-4cb1-bee5-348f8cf69ac6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:43.101000 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-621eaab1-88a4-4501-a2f5-bed723e1f5d5 req-8580fb99-c9bd-4cb1-bee5-348f8cf69ac6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 944 time: 0.0476253 Oct 23 01:16:43.149918 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-621eaab1-88a4-4501-a2f5-bed723e1f5d5 req-112994c9-e26f-4c7e-ae52-67ba8dab31ce tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Oct 23 01:16:43.893255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:43.996487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:44.269811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf72f3-ec47-4f8a-b969-eaa28025998e req-8c05af01-f330-4908-8687-321bbb33db28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:44.271295 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cbbf72f3-ec47-4f8a-b969-eaa28025998e req-8c05af01-f330-4908-8687-321bbb33db28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 944 time: 0.0474889 Oct 23 01:16:44.320330 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cbbf72f3-ec47-4f8a-b969-eaa28025998e req-349a0969-0dc0-4d66-bd7d-71131b42f8f3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434222 Oct 23 01:16:45.438450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e554d-cbe7-4a5e-ad0a-82e7bbeebf47 req-f3ad6093-a064-41f4-ab35-b82540291e10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:45.439949 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4c4e554d-cbe7-4a5e-ad0a-82e7bbeebf47 req-f3ad6093-a064-41f4-ab35-b82540291e10 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 944 time: 0.0468609 Oct 23 01:16:45.494617 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4c4e554d-cbe7-4a5e-ad0a-82e7bbeebf47 req-9e2cd582-ab67-4350-9b55-7103edf31528 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490289 Oct 23 01:16:46.067539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 30392f58-e0b7-4528-992c-40fb55c4676a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:16:46.170124 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 30392f58-e0b7-4528-992c-40fb55c4676a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30392f58-e0b7-4528-992c-40fb55c4676a,segment=NetworkSegment(9ab86596-a95c-4450-ad4f-a005dfca7f94),segment_id=9ab86596-a95c-4450-ad4f-a005dfca7f94)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:46.181727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '30392f58-e0b7-4528-992c-40fb55c4676a', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'port_id': '30392f58-e0b7-4528-992c-40fb55c4676a', 'mac_address': 'fa:16:3e:7f:d9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:16:46.216976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 30392f58-e0b7-4528-992c-40fb55c4676a is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:46.217384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:46.230855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30392f58-e0b7-4528-992c-40fb55c4676a {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:16:46.252347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 30392f58-e0b7-4528-992c-40fb55c4676a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30392f58-e0b7-4528-992c-40fb55c4676a,segment=NetworkSegment(9ab86596-a95c-4450-ad4f-a005dfca7f94),segment_id=9ab86596-a95c-4450-ad4f-a005dfca7f94)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:46.357060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:46.406424 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=30392f58-e0b7-4528-992c-40fb55c4676a,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:46.615876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14faa6-8e8f-47c4-9f50-396fb0357c58 req-37c1b848-26a0-4242-b234-0e3464fe2c62 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:46.617281 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dc14faa6-8e8f-47c4-9f50-396fb0357c58 req-37c1b848-26a0-4242-b234-0e3464fe2c62 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 945 time: 0.0468626 Oct 23 01:16:46.644348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['30392f58-e0b7-4528-992c-40fb55c4676a'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:16:46.669863 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dc14faa6-8e8f-47c4-9f50-396fb0357c58 req-93a93360-a2a7-4c82-b727-518b777f5175 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469701 Oct 23 01:16:47.791751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb78c29-dfca-4ba3-b2e0-036815b95b83 req-1d116d12-9a24-4fe3-9fee-e243d6c298b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:47.793229 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ccb78c29-dfca-4ba3-b2e0-036815b95b83 req-1d116d12-9a24-4fe3-9fee-e243d6c298b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 945 time: 0.0468450 Oct 23 01:16:47.842570 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ccb78c29-dfca-4ba3-b2e0-036815b95b83 req-d30c38f6-54d3-4561-a502-419e12e1cccc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426104 Oct 23 01:16:48.073967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 30392f58-e0b7-4528-992c-40fb55c4676a up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:16:48.077594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:48.116733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 30392f58-e0b7-4528-992c-40fb55c4676a completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:16:48.184393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 30392f58-e0b7-4528-992c-40fb55c4676a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:16:48.184774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:48.185113 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 30392f58-e0b7-4528-992c-40fb55c4676a Oct 23 01:16:48.188064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:48.224455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:48.258856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 30392f58-e0b7-4528-992c-40fb55c4676a is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:16:48.259244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:48.282570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30392f58-e0b7-4528-992c-40fb55c4676a'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:16:48.284843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879da140-380e-446b-9485-e66b5666d1ee" -d '{"events": [{"server_uuid": "d5f15e2b-8c2e-4150-9c3d-147f755a4aed", "name": "network-vif-plugged", "status": "completed", "tag": "30392f58-e0b7-4528-992c-40fb55c4676a"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:16:48.301443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 30392f58-e0b7-4528-992c-40fb55c4676a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30392f58-e0b7-4528-992c-40fb55c4676a,segment=NetworkSegment(9ab86596-a95c-4450-ad4f-a005dfca7f94),segment_id=9ab86596-a95c-4450-ad4f-a005dfca7f94)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:16:48.325799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7fda82-7645-49a3-9c16-4460ceaa9b06 x-openstack-request-id: req-bd7fda82-7645-49a3-9c16-4460ceaa9b06 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:16:48.326087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f15e2b-8c2e-4150-9c3d-147f755a4aed", "name": "network-vif-plugged", "status": "completed", "tag": "30392f58-e0b7-4528-992c-40fb55c4676a", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:16:48.326470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd7fda82-7645-49a3-9c16-4460ceaa9b06 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:16:48.326808 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7fda82-7645-49a3-9c16-4460ceaa9b06'] response: {'server_uuid': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30392f58-e0b7-4528-992c-40fb55c4676a', 'code': 200} Oct 23 01:16:48.367738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:48.413996 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=30392f58-e0b7-4528-992c-40fb55c4676a,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:48.719582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec36be-55f2-4005-9b07-043e0e80a11c req-993bf467-d4dd-4a26-a58b-5d99100cc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:48.721133 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ceec36be-55f2-4005-9b07-043e0e80a11c req-993bf467-d4dd-4a26-a58b-5d99100cc6e3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 1130 time: 0.0713279 Oct 23 01:16:48.764667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:48.773803 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ceec36be-55f2-4005-9b07-043e0e80a11c req-fbf6c465-301e-4f07-a88f-4a140b175179 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472085 Oct 23 01:16:48.961439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf7dd4-fa83-4853-ac6b-1eefde8f6e01 req-2eb89e43-ea3b-4da2-901e-253db384bd04 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:48.962940 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3faf7dd4-fa83-4853-ac6b-1eefde8f6e01 req-2eb89e43-ea3b-4da2-901e-253db384bd04 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 946 time: 0.0468824 Oct 23 01:16:49.011771 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3faf7dd4-fa83-4853-ac6b-1eefde8f6e01 req-18ab4697-3010-42ec-a9f2-6b8bb1ff85c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429869 Oct 23 01:16:50.138703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126b1d4-dba3-4aae-a158-a9698c5be683 req-0f4e7bfb-0945-4188-a03d-f0b441600f3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:50.140768 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2126b1d4-dba3-4aae-a158-a9698c5be683 req-0f4e7bfb-0945-4188-a03d-f0b441600f3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 946 time: 0.0511618 Oct 23 01:16:50.190483 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2126b1d4-dba3-4aae-a158-a9698c5be683 req-213e7c98-fa0b-4dcc-8d10-6182d77b9053 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438290 Oct 23 01:16:50.315237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfeb71-20b8-4a45-beca-95a295452017 req-1d3268c2-c66d-4bf2-9784-3a7a1f895791 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:50.316728 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-96cfeb71-20b8-4a45-beca-95a295452017 req-1d3268c2-c66d-4bf2-9784-3a7a1f895791 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 946 time: 0.0516748 Oct 23 01:16:50.365965 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-96cfeb71-20b8-4a45-beca-95a295452017 req-08a70a0a-8235-4139-b475-abc37632a9c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 Oct 23 01:16:50.393762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37602) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:50.431475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc1c11f-bf2e-4c02-a96d-c13bbaff8f23 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:50.433266 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ebc1c11f-bf2e-4c02-a96d-c13bbaff8f23 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 1125 time: 0.0382340 Oct 23 01:16:50.435969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37604) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:50.440744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '30392f58-e0b7-4528-992c-40fb55c4676a', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:16:50.562663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:50.644244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:50.790230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.247 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:16:50.884790 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:50.893500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:50.991026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:51.034256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:16:51.037690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:16:51.040222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:16:51.046105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:51.193864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:51.488823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (bbbe23fe-385b-405c-b877-a94059f8c016), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:51.595877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:51.746240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:51.773248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:51.790740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:52.122919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:16:52.125451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (bbbe23fe-385b-405c-b877-a94059f8c016), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:52.222292 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP bbbe23fe-385b-405c-b877-a94059f8c016 associated. External IP: 172.36.3.247, port: 30392f58-e0b7-4528-992c-40fb55c4676a. Oct 23 01:16:52.224242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:52.423592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 0d2c2dea-252b-4c42-9ee0-a666565decca has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:16:52.475706 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:52.525934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:16:52.536638 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc7ef9-e992-4193-aaf1-439ec583b05b None None] Sync routers for ids ['0d2c2dea-252b-4c42-9ee0-a666565decca'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:16:52.547186 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fc7ef9-e992-4193-aaf1-439ec583b05b None None] Routers {'0d2c2dea-252b-4c42-9ee0-a666565decca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:52.547793 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a0fc7ef9-e992-4193-aaf1-439ec583b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0d2c2dea-252b-4c42-9ee0-a666565decca'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:52.575228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:52.610372 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-03fbedc5-0398-4e5b-b9f7-2f31ff967e13 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1733663 Oct 23 01:16:52.611137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'tag': '30392f58-e0b7-4528-992c-40fb55c4676a'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:16:52.613267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37606) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:52.613829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedff8e6-c19b-47ed-8729-51b9977b4e01" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f15e2b-8c2e-4150-9c3d-147f755a4aed", "tag": "30392f58-e0b7-4528-992c-40fb55c4676a"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:16:52.655428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627e4a00-1e5c-49df-8cd7-6039ab1c0370 x-openstack-request-id: req-627e4a00-1e5c-49df-8cd7-6039ab1c0370 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:16:52.656573 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f15e2b-8c2e-4150-9c3d-147f755a4aed", "tag": "30392f58-e0b7-4528-992c-40fb55c4676a", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:16:52.656932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-627e4a00-1e5c-49df-8cd7-6039ab1c0370 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:16:52.657426 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627e4a00-1e5c-49df-8cd7-6039ab1c0370'] response: {'name': 'network-changed', 'server_uuid': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'tag': '30392f58-e0b7-4528-992c-40fb55c4676a', 'status': 'completed', 'code': 200} Oct 23 01:16:52.675735 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-27b7d81c-f28b-470e-a445-10e748b224a4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/bbbe23fe-385b-405c-b877-a94059f8c016 HTTP/1.1" status: 200 len: 992 time: 0.0610063 Oct 23 01:16:52.737629 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-a0fc7ef9-e992-4193-aaf1-439ec583b05b None None] Set router 0d2c2dea-252b-4c42-9ee0-a666565decca gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:52.743898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedff8e6-c19b-47ed-8729-51b9977b4e01 req-892b4c54-61bc-4595-994c-8480c8f16018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:52.745424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fedff8e6-c19b-47ed-8729-51b9977b4e01 req-892b4c54-61bc-4595-994c-8480c8f16018 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 1130 time: 0.0411773 Oct 23 01:16:52.894453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedff8e6-c19b-47ed-8729-51b9977b4e01 req-d094778e-753c-466e-9095-76aa47e86e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:52.895933 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fedff8e6-c19b-47ed-8729-51b9977b4e01 req-d094778e-753c-466e-9095-76aa47e86e88 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6be69e4b-c05a-4da2-8d30-9433a66934bd HTTP/1.1" status: 200 len: 898 time: 0.1448743 Oct 23 01:16:52.948912 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a0fc7ef9-e992-4193-aaf1-439ec583b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bbbe23fe-385b-405c-b877-a94059f8c016', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.247', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'port_id': '30392f58-e0b7-4528-992c-40fb55c4676a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'mac_address': 'fa:16:3e:7f:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:16:51Z', 'updated_at': '2022-10-23T01:16:51Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ec368-ffb6-4238-8d71-c662505a1219', 'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:86:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:31Z', 'updated_at': '2022-10-23T01:16:36Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:52.974204 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc7ef9-e992-4193-aaf1-439ec583b05b None None] Checking router: 0d2c2dea-252b-4c42-9ee0-a666565decca for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:16:52.984022 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fc7ef9-e992-4193-aaf1-439ec583b05b None None] Routers {'0d2c2dea-252b-4c42-9ee0-a666565decca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:16:52.984637 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a0fc7ef9-e992-4193-aaf1-439ec583b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:16:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0d2c2dea-252b-4c42-9ee0-a666565decca'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:52.989687 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fedff8e6-c19b-47ed-8729-51b9977b4e01 req-14a00ea6-b589-4d7a-81e7-f6b3ce0c6dfc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30392f58-e0b7-4528-992c-40fb55c4676a HTTP/1.1" status: 200 len: 1000 time: 0.0866237 Oct 23 01:16:53.038437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedff8e6-c19b-47ed-8729-51b9977b4e01 req-f9383cbc-14f6-42ee-a529-843846915e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:53.039762 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fedff8e6-c19b-47ed-8729-51b9977b4e01 req-f9383cbc-14f6-42ee-a529-843846915e49 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=1c0ae845-2909-432b-b578-dbfb5159a046 HTTP/1.1" status: 200 len: 833 time: 0.0445714 Oct 23 01:16:53.086711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedff8e6-c19b-47ed-8729-51b9977b4e01 req-4bfe1ccf-e172-44ef-82fa-03ebca01f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:16:53.088241 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fedff8e6-c19b-47ed-8729-51b9977b4e01 req-4bfe1ccf-e172-44ef-82fa-03ebca01f0ba service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6be69e4b-c05a-4da2-8d30-9433a66934bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423517 Oct 23 01:16:53.089275 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-a0fc7ef9-e992-4193-aaf1-439ec583b05b None None] Set router 0d2c2dea-252b-4c42-9ee0-a666565decca gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:16:53.178992 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fedff8e6-c19b-47ed-8729-51b9977b4e01 req-d73fb28d-3a7d-492c-b7e0-a3a7f55e6db4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6be69e4b-c05a-4da2-8d30-9433a66934bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849349 Oct 23 01:16:53.272966 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fedff8e6-c19b-47ed-8729-51b9977b4e01 req-6e1247df-ac30-4e60-abc1-bef6ddcc3a06 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6be69e4b-c05a-4da2-8d30-9433a66934bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879374 Oct 23 01:16:53.298795 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a0fc7ef9-e992-4193-aaf1-439ec583b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bbbe23fe-385b-405c-b877-a94059f8c016', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.247', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'port_id': '30392f58-e0b7-4528-992c-40fb55c4676a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'mac_address': 'fa:16:3e:7f:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:16:51Z', 'updated_at': '2022-10-23T01:16:51Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ec368-ffb6-4238-8d71-c662505a1219', 'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:86:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:31Z', 'updated_at': '2022-10-23T01:16:36Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:16:53.327190 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc7ef9-e992-4193-aaf1-439ec583b05b None None] The sync data for ids ['0d2c2dea-252b-4c42-9ee0-a666565decca'] in dv-neutron-master-2-hyperv is: [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bbbe23fe-385b-405c-b877-a94059f8c016', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.247', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'port_id': '30392f58-e0b7-4528-992c-40fb55c4676a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'mac_address': 'fa:16:3e:7f:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:16:51Z', 'updated_at': '2022-10-23T01:16:51Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ec368-ffb6-4238-8d71-c662505a1219', 'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:86:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:31Z', 'updated_at': '2022-10-23T01:16:36Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:16:53.513728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7a1f1-ba90-46dd-a1dc-c68e3a318dd8 None None] New status for floating IP bbbe23fe-385b-405c-b877-a94059f8c016: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:16:53.679448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37610) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:53.743533 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fd462bb5-a413-4957-aeeb-5359a80f2d34 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/bbbe23fe-385b-405c-b877-a94059f8c016 HTTP/1.1" status: 200 len: 992 time: 0.0628464 Oct 23 01:16:54.746973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37612) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:16:54.804157 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f86b12b7-3320-4185-bcf8-9e40e280b3ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/bbbe23fe-385b-405c-b877-a94059f8c016 HTTP/1.1" status: 200 len: 994 time: 0.0561335 Oct 23 01:17:03.013871 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:17:03.302481 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=82 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:03.616418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:03.617249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:03.620027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:03.728173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:03.735298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=55 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:04.789538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:04.796559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=59,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:08.801715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b2312b79-0b0a-4eb0-9cff-2132c8cc840c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:11.075461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-22a92851-c382-4cb0-bf28-901d8390d255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:12.429644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:13.009679 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=74 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:13.886773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:13.989412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:21.358514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37624) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:21.421715 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3d9b53af-ef87-4c94-a4e8-b233bbbd5393 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/bbbe23fe-385b-405c-b877-a94059f8c016 HTTP/1.1" status: 200 len: 994 time: 0.0620527 Oct 23 01:17:21.756106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:21.759847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37630) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:21.911442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:17:21.911786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:21.993679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:21.994126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:22.007520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46 owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:17:22.264371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:22.289425 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=c2a1c7fb-33d1-45df-bca0-e66e2c7a7a46,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:22.304436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.304787 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.305133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.305468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.305822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.306157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.306498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.306807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.307137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.307450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.307772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.308095 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.308412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.308829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.309155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:22.374796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (bbbe23fe-385b-405c-b877-a94059f8c016), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:22.375513 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP bbbe23fe-385b-405c-b877-a94059f8c016 disassociated (deleted). External IP: 172.36.3.247, port: 30392f58-e0b7-4528-992c-40fb55c4676a. Oct 23 01:17:22.590384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 0d2c2dea-252b-4c42-9ee0-a666565decca has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:17:22.694166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:22.697615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:17:22.707067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:22.707197 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca0a3b-265c-4a68-b40f-221df3cabed7 None None] Sync routers for ids ['0d2c2dea-252b-4c42-9ee0-a666565decca'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:17:22.719071 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca0a3b-265c-4a68-b40f-221df3cabed7 None None] Routers {'0d2c2dea-252b-4c42-9ee0-a666565decca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:17:22.719808 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1cca0a3b-265c-4a68-b40f-221df3cabed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:17:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0d2c2dea-252b-4c42-9ee0-a666565decca'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:22.722588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:22.738686 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4da4af52-f55d-435a-8ae4-e727ae3c40b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/bbbe23fe-385b-405c-b877-a94059f8c016 HTTP/1.1" status: 204 len: 168 time: 0.9748712 Oct 23 01:17:22.738686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'tag': '30392f58-e0b7-4528-992c-40fb55c4676a'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:17:22.745241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652904b0-2ecb-48a4-8e8b-250ac38777a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f15e2b-8c2e-4150-9c3d-147f755a4aed", "tag": "30392f58-e0b7-4528-992c-40fb55c4676a"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:17:22.785013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffeda43-b64d-4148-abba-d629e9ede31c x-openstack-request-id: req-9ffeda43-b64d-4148-abba-d629e9ede31c {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:17:22.785413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f15e2b-8c2e-4150-9c3d-147f755a4aed", "tag": "30392f58-e0b7-4528-992c-40fb55c4676a", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:17:22.785756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ffeda43-b64d-4148-abba-d629e9ede31c {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:17:22.786270 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffeda43-b64d-4148-abba-d629e9ede31c'] response: {'name': 'network-changed', 'server_uuid': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'tag': '30392f58-e0b7-4528-992c-40fb55c4676a', 'status': 'completed', 'code': 200} Oct 23 01:17:22.832183 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-1cca0a3b-265c-4a68-b40f-221df3cabed7 None None] Set router 0d2c2dea-252b-4c42-9ee0-a666565decca gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:17:22.875263 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652904b0-2ecb-48a4-8e8b-250ac38777a6 req-0bba47b9-be97-421a-be4c-856a21343883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:22.876811 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-652904b0-2ecb-48a4-8e8b-250ac38777a6 req-0bba47b9-be97-421a-be4c-856a21343883 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 1130 time: 0.0414708 Oct 23 01:17:22.979118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652904b0-2ecb-48a4-8e8b-250ac38777a6 req-ec168ebc-ad1d-477f-bbc6-fc5985bc1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:22.980984 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-652904b0-2ecb-48a4-8e8b-250ac38777a6 req-ec168ebc-ad1d-477f-bbc6-fc5985bc1946 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6be69e4b-c05a-4da2-8d30-9433a66934bd HTTP/1.1" status: 200 len: 898 time: 0.0976551 Oct 23 01:17:23.024404 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-652904b0-2ecb-48a4-8e8b-250ac38777a6 req-6bc9e2e7-ef09-4871-ab4e-a9594af29833 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30392f58-e0b7-4528-992c-40fb55c4676a HTTP/1.1" status: 200 len: 217 time: 0.0369425 Oct 23 01:17:23.042977 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1cca0a3b-265c-4a68-b40f-221df3cabed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '156ec368-ffb6-4238-8d71-c662505a1219', 'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:86:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:31Z', 'updated_at': '2022-10-23T01:16:36Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:23.085861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652904b0-2ecb-48a4-8e8b-250ac38777a6 req-f5e6c3ef-44ad-42ce-8780-fd38d8e1fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:23.086863 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca0a3b-265c-4a68-b40f-221df3cabed7 None None] Checking router: 0d2c2dea-252b-4c42-9ee0-a666565decca for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:17:23.087552 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-652904b0-2ecb-48a4-8e8b-250ac38777a6 req-f5e6c3ef-44ad-42ce-8780-fd38d8e1fcf4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=1c0ae845-2909-432b-b578-dbfb5159a046 HTTP/1.1" status: 200 len: 833 time: 0.0556974 Oct 23 01:17:23.099613 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca0a3b-265c-4a68-b40f-221df3cabed7 None None] Routers {'0d2c2dea-252b-4c42-9ee0-a666565decca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:17:23.100251 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1cca0a3b-265c-4a68-b40f-221df3cabed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:17:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0d2c2dea-252b-4c42-9ee0-a666565decca'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:23.142381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652904b0-2ecb-48a4-8e8b-250ac38777a6 req-d1dd9c0d-166c-4e18-b46e-5196486c46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:23.144209 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-652904b0-2ecb-48a4-8e8b-250ac38777a6 req-d1dd9c0d-166c-4e18-b46e-5196486c46c4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6be69e4b-c05a-4da2-8d30-9433a66934bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507696 Oct 23 01:17:23.222761 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-1cca0a3b-265c-4a68-b40f-221df3cabed7 None None] Set router 0d2c2dea-252b-4c42-9ee0-a666565decca gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:17:23.229037 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2b1cb-f912-40d9-9888-db4617220f38 req-8875a209-2cb3-43db-b13f-ea0a8466fb9a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:23.230616 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a1c2b1cb-f912-40d9-9888-db4617220f38 req-8875a209-2cb3-43db-b13f-ea0a8466fb9a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 946 time: 0.0495865 Oct 23 01:17:23.282973 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a1c2b1cb-f912-40d9-9888-db4617220f38 req-9a1d3810-8707-452b-9e84-c988f5d953bf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463955 Oct 23 01:17:23.471961 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1cca0a3b-265c-4a68-b40f-221df3cabed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '156ec368-ffb6-4238-8d71-c662505a1219', 'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:86:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:31Z', 'updated_at': '2022-10-23T01:16:36Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:23.502461 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca0a3b-265c-4a68-b40f-221df3cabed7 None None] The sync data for ids ['0d2c2dea-252b-4c42-9ee0-a666565decca'] in dv-neutron-master-2-hyperv is: [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '156ec368-ffb6-4238-8d71-c662505a1219', 'name': '', 'network_id': '6be69e4b-c05a-4da2-8d30-9433a66934bd', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:86:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:31Z', 'updated_at': '2022-10-23T01:16:36Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '1c0ae845-2909-432b-b578-dbfb5159a046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:17:23.732448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ec7a9-8738-4775-8657-14c2efa80234 None None] New status for floating IP bbbe23fe-385b-405c-b877-a94059f8c016: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:17:24.396694 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-652904b0-2ecb-48a4-8e8b-250ac38777a6 req-c33a3877-4dbf-4f6d-9ece-d429a410dadf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6be69e4b-c05a-4da2-8d30-9433a66934bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882647 Oct 23 01:17:24.408657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beb7b6-7483-42a3-9ced-bdda1be118eb req-f4b704d5-a1c9-43ad-88bd-87052ab54efd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:24.410161 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b9beb7b6-7483-42a3-9ced-bdda1be118eb req-f4b704d5-a1c9-43ad-88bd-87052ab54efd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 946 time: 0.0478959 Oct 23 01:17:24.462652 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b9beb7b6-7483-42a3-9ced-bdda1be118eb req-68ccda48-ae0a-4821-aad9-5e6d0168fd07 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=89e469e0-e3ec-4dd6-ada9-2fe5831b308c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461409 Oct 23 01:17:24.613371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-652904b0-2ecb-48a4-8e8b-250ac38777a6 req-52d391d5-40e2-45c9-b283-84232860af5b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6be69e4b-c05a-4da2-8d30-9433a66934bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927222 Oct 23 01:17:24.762219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75668c8c-d4de-4156-be06-f0080362e0bd req-98df11c7-12cb-4509-97db-7232607f7647 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:24.763745 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-75668c8c-d4de-4156-be06-f0080362e0bd req-98df11c7-12cb-4509-97db-7232607f7647 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 946 time: 0.0545504 Oct 23 01:17:24.853545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-75668c8c-d4de-4156-be06-f0080362e0bd req-cce6d691-9031-4b5e-b67f-7abb4b68d0cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 30392f58-e0b7-4528-992c-40fb55c4676a {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:17:24.857206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-75668c8c-d4de-4156-be06-f0080362e0bd req-cce6d691-9031-4b5e-b67f-7abb4b68d0cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:24.955023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-75668c8c-d4de-4156-be06-f0080362e0bd req-cce6d691-9031-4b5e-b67f-7abb4b68d0cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 30392f58-e0b7-4528-992c-40fb55c4676a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30392f58-e0b7-4528-992c-40fb55c4676a,segment=NetworkSegment(9ab86596-a95c-4450-ad4f-a005dfca7f94),segment_id=9ab86596-a95c-4450-ad4f-a005dfca7f94)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:17:24.955312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-75668c8c-d4de-4156-be06-f0080362e0bd req-cce6d691-9031-4b5e-b67f-7abb4b68d0cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:24.969624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-75668c8c-d4de-4156-be06-f0080362e0bd req-cce6d691-9031-4b5e-b67f-7abb4b68d0cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 30392f58-e0b7-4528-992c-40fb55c4676a owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:17:25.042460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:25.225104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-75668c8c-d4de-4156-be06-f0080362e0bd req-cce6d691-9031-4b5e-b67f-7abb4b68d0cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (30392f58-e0b7-4528-992c-40fb55c4676a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:25.240155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:25.252154 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6d691-9031-4b5e-b67f-7abb4b68d0cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=30392f58-e0b7-4528-992c-40fb55c4676a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:25.301995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-75668c8c-d4de-4156-be06-f0080362e0bd req-cce6d691-9031-4b5e-b67f-7abb4b68d0cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] No DVR routers for this DVR port 30392f58-e0b7-4528-992c-40fb55c4676a on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:17:25.304562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-75668c8c-d4de-4156-be06-f0080362e0bd req-cce6d691-9031-4b5e-b67f-7abb4b68d0cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:25.307889 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-75668c8c-d4de-4156-be06-f0080362e0bd req-cce6d691-9031-4b5e-b67f-7abb4b68d0cf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "DELETE /networking/v2.0/ports/30392f58-e0b7-4528-992c-40fb55c4676a HTTP/1.1" status: 204 len: 173 time: 0.5391033 Oct 23 01:17:25.308489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'name': 'network-vif-deleted', 'tag': '30392f58-e0b7-4528-992c-40fb55c4676a'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:17:25.310776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d87503-5f41-4498-8a29-ff0085ad0ab8" -d '{"events": [{"server_uuid": "d5f15e2b-8c2e-4150-9c3d-147f755a4aed", "name": "network-vif-deleted", "tag": "30392f58-e0b7-4528-992c-40fb55c4676a"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:17:25.350843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44f5cc3-c3ad-449a-ae55-9397e040d692 x-openstack-request-id: req-f44f5cc3-c3ad-449a-ae55-9397e040d692 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:17:25.351280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f15e2b-8c2e-4150-9c3d-147f755a4aed", "name": "network-vif-deleted", "tag": "30392f58-e0b7-4528-992c-40fb55c4676a", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:17:25.351543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f44f5cc3-c3ad-449a-ae55-9397e040d692 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:17:25.352004 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44f5cc3-c3ad-449a-ae55-9397e040d692'] response: {'server_uuid': 'd5f15e2b-8c2e-4150-9c3d-147f755a4aed', 'name': 'network-vif-deleted', 'tag': '30392f58-e0b7-4528-992c-40fb55c4676a', 'status': 'completed', 'code': 200} Oct 23 01:17:25.592440 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-217805b7-5c11-4521-a879-eb714fc848d2 req-b0837a38-6066-44ba-aa74-0d3785c52939 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d5f15e2b-8c2e-4150-9c3d-147f755a4aed HTTP/1.1" status: 200 len: 210 time: 0.0409908 Oct 23 01:17:26.668183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37646) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:26.723922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (89e469e0-e3ec-4dd6-ada9-2fe5831b308c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:26.748842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (89e469e0-e3ec-4dd6-ada9-2fe5831b308c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:26.881516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (89e469e0-e3ec-4dd6-ada9-2fe5831b308c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:26.887601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:26.887601 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/89e469e0-e3ec-4dd6-ada9-2fe5831b308c HTTP/1.1" status: 204 len: 168 time: 0.2171211 Oct 23 01:17:26.894897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e469e0-e3ec-4dd6-ada9-2fe5831b308c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:26.902441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.902792 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.903139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.903454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.903786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.904110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.904436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.904758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.905079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.905400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.905721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.906079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.906394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.906711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:26.907026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2b43-2efa-49d9-8396-2c94b9630ec3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:27.003799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37650) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:27.641533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (0d2c2dea-252b-4c42-9ee0-a666565decca), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:27.871350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 156ec368-ffb6-4238-8d71-c662505a1219 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:17:27.871594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (156ec368-ffb6-4238-8d71-c662505a1219), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:27.959875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 156ec368-ffb6-4238-8d71-c662505a1219, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=156ec368-ffb6-4238-8d71-c662505a1219,segment=NetworkSegment(9ab86596-a95c-4450-ad4f-a005dfca7f94),segment_id=9ab86596-a95c-4450-ad4f-a005dfca7f94)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:17:27.960238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (156ec368-ffb6-4238-8d71-c662505a1219), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:27.972956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 156ec368-ffb6-4238-8d71-c662505a1219 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:17:28.099248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:28.150848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:28.200245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (156ec368-ffb6-4238-8d71-c662505a1219), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:28.233525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=156ec368-ffb6-4238-8d71-c662505a1219,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:28.407374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (0d2c2dea-252b-4c42-9ee0-a666565decca), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:28.428750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c498d26d-1f8b-4f6c-ab57-e531bcfea44c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:17:28.501643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c498d26d-1f8b-4f6c-ab57-e531bcfea44c None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:17:28.638964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 0d2c2dea-252b-4c42-9ee0-a666565decca has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:17:28.749931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:17:28.755634 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7fadb4a7-2187-4e26-933b-843c123f5757 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/0d2c2dea-252b-4c42-9ee0-a666565decca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7506092 Oct 23 01:17:28.758370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37652) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:28.765712 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a78cdc3-831b-4bf3-ac2b-40d733c45655 None None] Sync routers for ids ['0d2c2dea-252b-4c42-9ee0-a666565decca'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:17:28.776833 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a78cdc3-831b-4bf3-ac2b-40d733c45655 None None] Routers {'0d2c2dea-252b-4c42-9ee0-a666565decca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:17:28.777454 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5a78cdc3-831b-4bf3-ac2b-40d733c45655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:17:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0d2c2dea-252b-4c42-9ee0-a666565decca'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:28.814558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-57006e73-4ef0-4a68-8267-cd468f71dc2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting subnet 1c0ae845-2909-432b-b578-dbfb5159a046 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:17:28.818274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-57006e73-4ef0-4a68-8267-cd468f71dc2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (1c0ae845-2909-432b-b578-dbfb5159a046), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:28.861740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-57006e73-4ef0-4a68-8267-cd468f71dc2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (1c0ae845-2909-432b-b578-dbfb5159a046), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:28.887804 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-5a78cdc3-831b-4bf3-ac2b-40d733c45655 None None] Set router 0d2c2dea-252b-4c42-9ee0-a666565decca gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:17:28.960454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-57006e73-4ef0-4a68-8267-cd468f71dc2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (1c0ae845-2909-432b-b578-dbfb5159a046), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:28.986830 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:28.991207 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:29.070098 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5a78cdc3-831b-4bf3-ac2b-40d733c45655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:17:28Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:29.102039 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a78cdc3-831b-4bf3-ac2b-40d733c45655 None None] Checking router: 0d2c2dea-252b-4c42-9ee0-a666565decca for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:17:29.111754 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a78cdc3-831b-4bf3-ac2b-40d733c45655 None None] Routers {'0d2c2dea-252b-4c42-9ee0-a666565decca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:17:29.112358 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5a78cdc3-831b-4bf3-ac2b-40d733c45655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:17:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0d2c2dea-252b-4c42-9ee0-a666565decca'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:29.121417 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-57006e73-4ef0-4a68-8267-cd468f71dc2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (1c0ae845-2909-432b-b578-dbfb5159a046), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.150359 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57006e73-4ef0-4a68-8267-cd468f71dc2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0ae845-2909-432b-b578-dbfb5159a046,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:29.152475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-57006e73-4ef0-4a68-8267-cd468f71dc2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.158289 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-57006e73-4ef0-4a68-8267-cd468f71dc2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/1c0ae845-2909-432b-b578-dbfb5159a046 HTTP/1.1" status: 204 len: 168 time: 0.3987913 Oct 23 01:17:29.158789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37654) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:29.163042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b2c456-0ff4-47f6-975b-75392753892f None None] Network 6be69e4b-c05a-4da2-8d30-9433a66934bd requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:17:29.213907 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-5a78cdc3-831b-4bf3-ac2b-40d733c45655 None None] Set router 0d2c2dea-252b-4c42-9ee0-a666565decca gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:17:29.218722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b9cba546-1dd5-4a4e-b67e-2c901b2cbfdc None None] Provisioning complete for port c3b08055-d541-4ba7-a3a7-305bbc692500 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:29.219103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b9cba546-1dd5-4a4e-b67e-2c901b2cbfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.219443 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b9cba546-1dd5-4a4e-b67e-2c901b2cbfdc None None] Attempt 1 to provision port c3b08055-d541-4ba7-a3a7-305bbc692500 Oct 23 01:17:29.269948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (0d2c2dea-252b-4c42-9ee0-a666565decca), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.342367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b9cba546-1dd5-4a4e-b67e-2c901b2cbfdc None None] Current status of the port c3b08055-d541-4ba7-a3a7-305bbc692500 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:17:29.391736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (0d2c2dea-252b-4c42-9ee0-a666565decca), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.405119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] DHCP port deletion for 6be69e4b-c05a-4da2-8d30-9433a66934bd request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:17:29.407241 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5a78cdc3-831b-4bf3-ac2b-40d733c45655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:17:28Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:29.432175 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a78cdc3-831b-4bf3-ac2b-40d733c45655 None None] The sync data for ids ['0d2c2dea-252b-4c42-9ee0-a666565decca'] in dv-neutron-master-2-hyperv is: [{'id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'name': 'tempest-TestNetworkBasicOps-router-1845300206', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:17:28Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'e050dc9b-4cf5-4dca-ae64-14b8f94c14e8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2c2dea-252b-4c42-9ee0-a666565decca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:16:28Z', 'updated_at': '2022-10-23T01:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:17:29.445959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Deleting port c3b08055-d541-4ba7-a3a7-305bbc692500 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:17:29.446582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.498721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:17:29.499062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.519065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] For port c3b08055-d541-4ba7-a3a7-305bbc692500, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3b08055-d541-4ba7-a3a7-305bbc692500,segment=NetworkSegment(9ab86596-a95c-4450-ad4f-a005dfca7f94),segment_id=9ab86596-a95c-4450-ad4f-a005dfca7f94)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:17:29.519493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.533324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Calling delete_port for c3b08055-d541-4ba7-a3a7-305bbc692500 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:17:29.589154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port e050dc9b-4cf5-4dca-ae64-14b8f94c14e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e050dc9b-4cf5-4dca-ae64-14b8f94c14e8,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:17:29.589521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.602350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:17:29.680662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (c3b08055-d541-4ba7-a3a7-305bbc692500), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.705492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Pushing event deleted for resources: {'Port': ['ID=c3b08055-d541-4ba7-a3a7-305bbc692500,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:29.711304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] No DVR routers for this DVR port c3b08055-d541-4ba7-a3a7-305bbc692500 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:17:29.721814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.721814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.721814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.721814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.721814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.721814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.721814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.723039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.723039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.723039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.723039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.723461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.723461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.723760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.724117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc92f3-24d9-442a-a133-20e3bb12a977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:29.758801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:29.840956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e050dc9b-4cf5-4dca-ae64-14b8f94c14e8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.867478 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=e050dc9b-4cf5-4dca-ae64-14b8f94c14e8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:29.936576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (0d2c2dea-252b-4c42-9ee0-a666565decca), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:29.997235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:30.027365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (0d2c2dea-252b-4c42-9ee0-a666565decca), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.030012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (0d2c2dea-252b-4c42-9ee0-a666565decca), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.137751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (0d2c2dea-252b-4c42-9ee0-a666565decca), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.138391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Fanout notify agent at l3_agent the message router_deleted on router 0d2c2dea-252b-4c42-9ee0-a666565decca {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:17:30.145292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.146513 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1ddf719d-e564-4242-b289-db00ee3b036f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/routers/0d2c2dea-252b-4c42-9ee0-a666565decca HTTP/1.1" status: 204 len: 168 time: 0.9861414 Oct 23 01:17:30.154753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37656) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:30.166086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c3b08055-d541-4ba7-a3a7-305bbc692500 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:17:30.189149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: c3b08055-d541-4ba7-a3a7-305bbc692500 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:17:30.189663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c3b08055-d541-4ba7-a3a7-305bbc692500 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:17:30.190396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 156ec368-ffb6-4238-8d71-c662505a1219 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:17:30.210738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 156ec368-ffb6-4238-8d71-c662505a1219 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:17:30.211239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 156ec368-ffb6-4238-8d71-c662505a1219 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:17:30.240730 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (6be69e4b-c05a-4da2-8d30-9433a66934bd), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.259342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 30392f58-e0b7-4528-992c-40fb55c4676a no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:17:30.283560 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 30392f58-e0b7-4528-992c-40fb55c4676a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:17:30.283979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 30392f58-e0b7-4528-992c-40fb55c4676a not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:17:30.341305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (6be69e4b-c05a-4da2-8d30-9433a66934bd), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.362587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be69e4b-c05a-4da2-8d30-9433a66934bd']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:30.372991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab86596-a95c-4450-ad4f-a005dfca7f94') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:30.373298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab86596-a95c-4450-ad4f-a005dfca7f94') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:30.383274 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (9ab86596-a95c-4450-ad4f-a005dfca7f94), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.397253 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (9ab86596-a95c-4450-ad4f-a005dfca7f94), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.403944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:17:30.404338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (9ab86596-a95c-4450-ad4f-a005dfca7f94), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.424287 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 9ab86596-a95c-4450-ad4f-a005dfca7f94 resource provider aggregate not found Oct 23 01:17:30.474952 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 9ab86596-a95c-4450-ad4f-a005dfca7f94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ab86596-a95c-4450-ad4f-a005dfca7f94 found for delete ", "request_id": "req-a28e5aba-0cd1-4bc4-8a8f-d2a2f4e54a3c"}]} Oct 23 01:17:30.549449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (6be69e4b-c05a-4da2-8d30-9433a66934bd), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.557719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.560821 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/networks/6be69e4b-c05a-4da2-8d30-9433a66934bd HTTP/1.1" status: 204 len: 168 time: 0.4105670 Oct 23 01:17:30.574773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8ad41-8691-4919-98fb-5eaf5bcd7b11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Network': ['ID=6be69e4b-c05a-4da2-8d30-9433a66934bd,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:30.575671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37662) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:30.582795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'network': {'name': 'tempest-network-smoke--260166722', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'port_security_enabled': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:30.680719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:17:30.684603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.688716 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:30.711235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:17:30.720772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f75e646b-569b-43bb-a147-d536feef8bae), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.721123 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Added segment f75e646b-569b-43bb-a147-d536feef8bae of type vlan for network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 Oct 23 01:17:30.722324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:30.768964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (5bbcaf56-aa7a-4f05-9754-edb478f311a9), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.846274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (5bbcaf56-aa7a-4f05-9754-edb478f311a9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.851697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:30.852282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:30.922381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Network': ['ID=5bbcaf56-aa7a-4f05-9754-edb478f311a9,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:30.934585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:17:30.976167 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3f8e63a6-6264-48c8-9eba-7bd57a8960c1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3974354 Oct 23 01:17:30.979170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37664) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:30.984259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'admin_state_up': True, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:31.121891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (9e480b30-ea86-4b42-82d8-410546309f1d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:31.123058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (9e480b30-ea86-4b42-82d8-410546309f1d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:31.212856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (9e480b30-ea86-4b42-82d8-410546309f1d), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:31.442792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (9e480b30-ea86-4b42-82d8-410546309f1d), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:31.685757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (9e480b30-ea86-4b42-82d8-410546309f1d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:31.710117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:31.822099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.153 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/6d4abc72-a06c-4296-a512-1c518fd9d5e0) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:17:31.825988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:31.928877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:32.041184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:32.063283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:17:32.089418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:17:32.093141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:17:32.093319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e050dc9b-4cf5-4dca-ae64-14b8f94c14e8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:17:32.094969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:17:32.097194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=6d4abc72-a06c-4296-a512-1c518fd9d5e0,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:32.100209 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:17:32.137186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:32.429854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (9e480b30-ea86-4b42-82d8-410546309f1d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:32.973396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (9e480b30-ea86-4b42-82d8-410546309f1d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:33.206719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9e480b30-ea86-4b42-82d8-410546309f1d is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:17:33.319734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:17:33.330911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Sync routers for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:17:33.342287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:17:33.342932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:17:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:33.432095 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:33.433092 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-aa19e82d-f08a-4abd-85c1-6c32ea813652 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4529126 Oct 23 01:17:33.436754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37666) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:33.453427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:17:33.468664 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2836d4bf-ee64-4959-922f-c49ca8c0787f tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=0226f1f233794f45b9d6ad046f30f76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305960 Oct 23 01:17:33.473409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37668) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:33.573224 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513b768f-bcd0-470f-bfe2-632344789441 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:33.577545 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-513b768f-bcd0-470f-bfe2-632344789441 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1001985 Oct 23 01:17:33.577769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37670) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:33.613410 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fab67a62-97ae-4481-a30e-c175fe2a73fd tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345163 Oct 23 01:17:33.616560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37672) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:33.621728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-293639519', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:33.637168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:32Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:33.663356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Checking router: 9e480b30-ea86-4b42-82d8-410546309f1d for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:17:33.663703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Updating router 9e480b30-ea86-4b42-82d8-410546309f1d port 6d4abc72-a06c-4296-a512-1c518fd9d5e0 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:17:33.699618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:33.735429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:33.783087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=86,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:33.790918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:33.800764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:17:33.807320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:33.966966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Publish callbacks [] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:34.029372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:34.062773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Attempting to bind port 6d4abc72-a06c-4296-a512-1c518fd9d5e0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:17:34.063147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Attempting to bind port 6d4abc72-a06c-4296-a512-1c518fd9d5e0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:17:34.063499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Attempting to bind port 6d4abc72-a06c-4296-a512-1c518fd9d5e0 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:17:34.063961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (39b22a2b-e603-4c1b-b31f-2d7d29a81275), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:34.104754 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5534d-bdfe-49d9-b8e6-1d2d65dc1077 None None] Pushing event updated for resources: {'Port': ['ID=6d4abc72-a06c-4296-a512-1c518fd9d5e0,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:34.128842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:17:34.129244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:17:34.129444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Subnet': ['ID=39b22a2b-e603-4c1b-b31f-2d7d29a81275,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:34.129659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:34.130196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:17:34.130805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Bound port: 6d4abc72-a06c-4296-a512-1c518fd9d5e0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:17:34.131853 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:34.150536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Checking segment: {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:17:34.150536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network hostable DHCP agents. Network: 5bbcaf56-aa7a-4f05-9754-edb478f311a9, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:17:34.235048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:17:34.237846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:34.326532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5bbcaf56-aa7a-4f05-9754-edb478f311a9) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:17:34.326809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] For port 6d4abc72-a06c-4296-a512-1c518fd9d5e0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:17:34.331690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:34.332000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] For port 6d4abc72-a06c-4296-a512-1c518fd9d5e0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d4abc72-a06c-4296-a512-1c518fd9d5e0,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:17:34.332523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:34.342927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:34.343210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81098439-2530-4e32-b390-ed3736207282 None None] Network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:17:34.438404 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-152146f4-3dc2-4082-9111-e32b0e86751d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8204384 Oct 23 01:17:34.441404 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37674) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:34.445648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:34.473552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:17:34.475471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:34.498200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:17:34.498832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:17:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:34.569133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5534d-bdfe-49d9-b8e6-1d2d65dc1077 None None] Pushing event updated for resources: {'Port': ['ID=6d4abc72-a06c-4296-a512-1c518fd9d5e0,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:34.576393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:34.731838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:17:34.837107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Allocated IP 172.20.0.2 (5bbcaf56-aa7a-4f05-9754-edb478f311a9/39b22a2b-e603-4c1b-b31f-2d7d29a81275/efffd40c-d458-45ea-8a9d-405697141962) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:17:34.944529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:35.003312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:32Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:35.053030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343b366-875f-4d0a-acd2-8051f02bad3d None None] The sync data for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv is: [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:32Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:17:35.093506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Publish callbacks [] for port (efffd40c-d458-45ea-8a9d-405697141962), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:35.166995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (efffd40c-d458-45ea-8a9d-405697141962), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:35.211551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:17:35.220486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:17:35.225004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:17:35.236555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Pushing event updated for resources: {'Port': ['ID=efffd40c-d458-45ea-8a9d-405697141962,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:35.279856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:35.293772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.1 (5bbcaf56-aa7a-4f05-9754-edb478f311a9/39b22a2b-e603-4c1b-b31f-2d7d29a81275/9c4fe150-466b-4516-b2c2-d49aad4fbe45) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:17:35.340400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Attempting to bind port efffd40c-d458-45ea-8a9d-405697141962 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:17:35.341408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Attempting to bind port efffd40c-d458-45ea-8a9d-405697141962 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:17:35.342152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Attempting to bind port efffd40c-d458-45ea-8a9d-405697141962 on network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:17:35.414472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:17:35.414856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Checking segment: {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:17:35.415270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:35.415672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Bound using segment: {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:17:35.416169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Bound port: efffd40c-d458-45ea-8a9d-405697141962, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:17:35.416579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (efffd40c-d458-45ea-8a9d-405697141962), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:35.486514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:35.501872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] For port efffd40c-d458-45ea-8a9d-405697141962, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:17:35.508450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] For port efffd40c-d458-45ea-8a9d-405697141962, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efffd40c-d458-45ea-8a9d-405697141962,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:17:35.601358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:35.601615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (efffd40c-d458-45ea-8a9d-405697141962), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:35.648872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:17:35.652053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:35.654930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:17:35.658099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:17:35.684680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470d724-c28d-4a9b-a8bd-d0d59ebde1e2 None None] Pushing event updated for resources: {'Port': ['ID=efffd40c-d458-45ea-8a9d-405697141962,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:35.698386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=9c4fe150-466b-4516-b2c2-d49aad4fbe45,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:35.726712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (9e480b30-ea86-4b42-82d8-410546309f1d), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:35.812914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:35.978594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:36.166480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device efffd40c-d458-45ea-8a9d-405697141962 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:17:36.221413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port efffd40c-d458-45ea-8a9d-405697141962 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:36.222083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (efffd40c-d458-45ea-8a9d-405697141962), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:36.222653 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port efffd40c-d458-45ea-8a9d-405697141962 Oct 23 01:17:36.350315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port efffd40c-d458-45ea-8a9d-405697141962 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:17:36.351210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (efffd40c-d458-45ea-8a9d-405697141962), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:36.390885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port efffd40c-d458-45ea-8a9d-405697141962, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efffd40c-d458-45ea-8a9d-405697141962,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:17:36.452511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (efffd40c-d458-45ea-8a9d-405697141962), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:36.453363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6d4abc72-a06c-4296-a512-1c518fd9d5e0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:17:36.506191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:36.538613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=efffd40c-d458-45ea-8a9d-405697141962,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:36.545509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 6d4abc72-a06c-4296-a512-1c518fd9d5e0 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:36.552690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:36.552836 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 6d4abc72-a06c-4296-a512-1c518fd9d5e0 Oct 23 01:17:36.643466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 6d4abc72-a06c-4296-a512-1c518fd9d5e0 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:17:36.643731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:36.663614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:36.667705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 6d4abc72-a06c-4296-a512-1c518fd9d5e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d4abc72-a06c-4296-a512-1c518fd9d5e0,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:17:36.738393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:36.743794 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:36.805455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=6d4abc72-a06c-4296-a512-1c518fd9d5e0,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:36.844344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:36.860946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=9c4fe150-466b-4516-b2c2-d49aad4fbe45,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:36.863946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (9e480b30-ea86-4b42-82d8-410546309f1d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:36.980882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:17:36.983370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:17:37.119285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9e480b30-ea86-4b42-82d8-410546309f1d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:17:37.155513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a77ee0-92df-487a-87b2-1a6c0438429a None None] Network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:17:37.244411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:17:37.245711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c9f95dc9-0099-42fe-8000-f4caa26a72fa None None] Provisioning complete for port efffd40c-d458-45ea-8a9d-405697141962 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:37.246121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c9f95dc9-0099-42fe-8000-f4caa26a72fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (efffd40c-d458-45ea-8a9d-405697141962), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:37.246453 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c9f95dc9-0099-42fe-8000-f4caa26a72fa None None] Attempt 1 to provision port efffd40c-d458-45ea-8a9d-405697141962 Oct 23 01:17:37.253555 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0ded795f-4e9c-420e-83c3-328c7dc9b861 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/9e480b30-ea86-4b42-82d8-410546309f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8068717 Oct 23 01:17:37.254567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37676) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:37.257168 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Sync routers for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:17:37.274101 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:17:37.274766 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:17:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:37.322623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:37.344123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:37.361755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c9f95dc9-0099-42fe-8000-f4caa26a72fa None None] Current status of the port efffd40c-d458-45ea-8a9d-405697141962 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:17:37.388765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea757a-29f8-4bec-965d-e08189aa88ac tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:37.389264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea757a-29f8-4bec-965d-e08189aa88ac tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:37.390416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea757a-29f8-4bec-965d-e08189aa88ac tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:37.390898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea757a-29f8-4bec-965d-e08189aa88ac tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:37.395671 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d7ea757a-29f8-4bec-965d-e08189aa88ac tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1381190 Oct 23 01:17:37.396132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37678) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:37.434057 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:17:37.454600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a311b4-0e18-47c4-ad6f-cf8523b81298 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:37.455346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a311b4-0e18-47c4-ad6f-cf8523b81298 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:37.455977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a311b4-0e18-47c4-ad6f-cf8523b81298 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:37.456603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a311b4-0e18-47c4-ad6f-cf8523b81298 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:37.461967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37680) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:37.462323 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-12a311b4-0e18-47c4-ad6f-cf8523b81298 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0649216 Oct 23 01:17:37.592764 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aa1fd386-183b-4dcb-a4b0-711d87e1a372 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1235790 Oct 23 01:17:37.596950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ea08b8d9-8c2d-40b8-9a42-60bb3b2e0a5a None None] Provisioning complete for port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:37.597329 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ea08b8d9-8c2d-40b8-9a42-60bb3b2e0a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:37.597661 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ea08b8d9-8c2d-40b8-9a42-60bb3b2e0a5a None None] Attempt 1 to provision port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 Oct 23 01:17:37.634708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ea08b8d9-8c2d-40b8-9a42-60bb3b2e0a5a None None] Port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:17:37.644184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ea08b8d9-8c2d-40b8-9a42-60bb3b2e0a5a None None] Provisioning complete for port efffd40c-d458-45ea-8a9d-405697141962 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:37.644919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ea08b8d9-8c2d-40b8-9a42-60bb3b2e0a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (efffd40c-d458-45ea-8a9d-405697141962), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:37.645480 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ea08b8d9-8c2d-40b8-9a42-60bb3b2e0a5a None None] Attempt 1 to provision port efffd40c-d458-45ea-8a9d-405697141962 Oct 23 01:17:37.688903 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:37.719933 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Checking router: 9e480b30-ea86-4b42-82d8-410546309f1d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:17:37.720441 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Updating router 9e480b30-ea86-4b42-82d8-410546309f1d port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:17:37.731761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ea08b8d9-8c2d-40b8-9a42-60bb3b2e0a5a None None] Current status of the port efffd40c-d458-45ea-8a9d-405697141962 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:17:37.753580 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:37.754338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37684) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:37.757375 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:37.760426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-83c345a2-8057-40b1-bf80-e080734c13d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65359629', 'description': 'tempest-secgroup-smoke-65359629 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:37.835032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83c345a2-8057-40b1-bf80-e080734c13d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:37.854975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e198933a-ce69-47d3-a4c7-9c8fe1add752 None None] Provisioning complete for port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:37.855628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e198933a-ce69-47d3-a4c7-9c8fe1add752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:37.856733 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e198933a-ce69-47d3-a4c7-9c8fe1add752 None None] Attempt 1 to provision port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 Oct 23 01:17:37.906623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e198933a-ce69-47d3-a4c7-9c8fe1add752 None None] Port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:17:37.926601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83c345a2-8057-40b1-bf80-e080734c13d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (97d8c8ef-8217-4ed0-ad5f-b6a34eea1837), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:37.995195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83c345a2-8057-40b1-bf80-e080734c13d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (97d8c8ef-8217-4ed0-ad5f-b6a34eea1837), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.030098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c345a2-8057-40b1-bf80-e080734c13d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:38.082863 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-83c345a2-8057-40b1-bf80-e080734c13d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.085121 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-83c345a2-8057-40b1-bf80-e080734c13d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3294392 Oct 23 01:17:38.088192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37686) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:38.094454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e225242b-fd4a-42d1-a384-c0930560c312 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '97d8c8ef-8217-4ed0-ad5f-b6a34eea1837', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:38.146396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f4fccdfd-c2b2-4b8c-93bf-af4e88d6f729 None None] Provisioning complete for port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:38.146915 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f4fccdfd-c2b2-4b8c-93bf-af4e88d6f729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.147365 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f4fccdfd-c2b2-4b8c-93bf-af4e88d6f729 None None] Attempt 1 to provision port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 Oct 23 01:17:38.153398 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Publish callbacks [] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.177567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device efffd40c-d458-45ea-8a9d-405697141962 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:17:38.202889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e225242b-fd4a-42d1-a384-c0930560c312 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (787f1d8f-b58c-412d-876b-c6840824845b), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.212462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f4fccdfd-c2b2-4b8c-93bf-af4e88d6f729 None None] Port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:17:38.216837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:38.224703 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.244205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port efffd40c-d458-45ea-8a9d-405697141962 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:38.244595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (efffd40c-d458-45ea-8a9d-405697141962), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.244997 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port efffd40c-d458-45ea-8a9d-405697141962 Oct 23 01:17:38.248188 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:38.272538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e225242b-fd4a-42d1-a384-c0930560c312 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (787f1d8f-b58c-412d-876b-c6840824845b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.285751 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Pushing event updated for resources: {'Port': ['ID=9c4fe150-466b-4516-b2c2-d49aad4fbe45,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:38.308596 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.309192 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.309513 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.309867 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.313829 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.313829 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.313829 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.313829 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.313829 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.313829 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.313829 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.313829 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.313829 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.313829 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.313829 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:17:38.333100 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Attempting to bind port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:17:38.336881 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Attempting to bind port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:17:38.336881 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Attempting to bind port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 on network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:17:38.341065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port efffd40c-d458-45ea-8a9d-405697141962 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:17:38.342223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6d4abc72-a06c-4296-a512-1c518fd9d5e0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:17:38.360338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e225242b-fd4a-42d1-a384-c0930560c312 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (787f1d8f-b58c-412d-876b-c6840824845b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.383909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225242b-fd4a-42d1-a384-c0930560c312 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787f1d8f-b58c-412d-876b-c6840824845b,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:38.393459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 6d4abc72-a06c-4296-a512-1c518fd9d5e0 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:38.394233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.394233 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 6d4abc72-a06c-4296-a512-1c518fd9d5e0 Oct 23 01:17:38.396339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:38.411107 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:17:38.411637 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Checking segment: {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:17:38.412191 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.412702 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Bound using segment: {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:17:38.413305 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Bound port: 9c4fe150-466b-4516-b2c2-d49aad4fbe45, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:17:38.413910 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.451873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e225242b-fd4a-42d1-a384-c0930560c312 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.454098 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e225242b-fd4a-42d1-a384-c0930560c312 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3641484 Oct 23 01:17:38.456935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37688) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:38.462688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a217c0f7-7039-4bb0-986a-11da7e216d87 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '97d8c8ef-8217-4ed0-ad5f-b6a34eea1837', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:38.475325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:38.482066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 6d4abc72-a06c-4296-a512-1c518fd9d5e0 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:17:38.503173 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] For port 9c4fe150-466b-4516-b2c2-d49aad4fbe45, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:17:38.507822 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] For port 9c4fe150-466b-4516-b2c2-d49aad4fbe45, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c4fe150-466b-4516-b2c2-d49aad4fbe45,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:17:38.549316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a217c0f7-7039-4bb0-986a-11da7e216d87 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (f0cc7bab-328f-4367-bf9d-c047ae6dcea2), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.572940 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.610132 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:17:38.610764 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:17:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:38.615712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a217c0f7-7039-4bb0-986a-11da7e216d87 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (f0cc7bab-328f-4367-bf9d-c047ae6dcea2), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.667420 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64ea37-be99-4f04-8a89-47b03f25dfea None None] Pushing event updated for resources: {'Port': ['ID=9c4fe150-466b-4516-b2c2-d49aad4fbe45,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:38.687163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a217c0f7-7039-4bb0-986a-11da7e216d87 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (f0cc7bab-328f-4367-bf9d-c047ae6dcea2), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.715612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217c0f7-7039-4bb0-986a-11da7e216d87 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cc7bab-328f-4367-bf9d-c047ae6dcea2,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:38.736486 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:17:38.789593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-956324be-890d-4f65-bf44-468d22a7c689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.794206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a217c0f7-7039-4bb0-986a-11da7e216d87 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.796582 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a217c0f7-7039-4bb0-986a-11da7e216d87 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3380730 Oct 23 01:17:38.799722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37690) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:38.805487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b7495bd7-5704-4f36-bb0a-35cd8f0994b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '97d8c8ef-8217-4ed0-ad5f-b6a34eea1837', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:38.889136 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:38.892456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7495bd7-5704-4f36-bb0a-35cd8f0994b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (10c985be-92cd-432a-91ae-05c3e510b011), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.948094 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:38Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:38.959327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7495bd7-5704-4f36-bb0a-35cd8f0994b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (10c985be-92cd-432a-91ae-05c3e510b011), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:38.974502 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0c451-9fdf-46aa-8007-fb1b4caec8d6 None None] The sync data for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv is: [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:38Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:17:39.019053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7495bd7-5704-4f36-bb0a-35cd8f0994b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (10c985be-92cd-432a-91ae-05c3e510b011), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:39.049047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7495bd7-5704-4f36-bb0a-35cd8f0994b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c985be-92cd-432a-91ae-05c3e510b011,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:39.139547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7495bd7-5704-4f36-bb0a-35cd8f0994b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:39.140825 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b7495bd7-5704-4f36-bb0a-35cd8f0994b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3400195 Oct 23 01:17:39.145025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37692) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:39.151128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6c669caf-5e20-492d-a2c1-16ce06b2ca62 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '97d8c8ef-8217-4ed0-ad5f-b6a34eea1837', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:39.288004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c669caf-5e20-492d-a2c1-16ce06b2ca62 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (21af3043-958d-43be-a2c8-1c801635959b), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:39.355771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c669caf-5e20-492d-a2c1-16ce06b2ca62 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (21af3043-958d-43be-a2c8-1c801635959b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:39.434973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c669caf-5e20-492d-a2c1-16ce06b2ca62 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (21af3043-958d-43be-a2c8-1c801635959b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:39.455890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c669caf-5e20-492d-a2c1-16ce06b2ca62 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21af3043-958d-43be-a2c8-1c801635959b,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:39.517086 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6c669caf-5e20-492d-a2c1-16ce06b2ca62 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:39.519678 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6c669caf-5e20-492d-a2c1-16ce06b2ca62 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3713875 Oct 23 01:17:39.521324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37694) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:39.525883 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-07268b47-e41f-4a5e-aef5-22e68ff6abe1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '97d8c8ef-8217-4ed0-ad5f-b6a34eea1837', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:39.646222 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-07268b47-e41f-4a5e-aef5-22e68ff6abe1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:17:39.652870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07268b47-e41f-4a5e-aef5-22e68ff6abe1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (206626f7-b3a1-4f10-99eb-a06ed014e447), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:39.720382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07268b47-e41f-4a5e-aef5-22e68ff6abe1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (206626f7-b3a1-4f10-99eb-a06ed014e447), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:39.806349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07268b47-e41f-4a5e-aef5-22e68ff6abe1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (206626f7-b3a1-4f10-99eb-a06ed014e447), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:39.826572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07268b47-e41f-4a5e-aef5-22e68ff6abe1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206626f7-b3a1-4f10-99eb-a06ed014e447,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:39.893969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07268b47-e41f-4a5e-aef5-22e68ff6abe1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:39.895467 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-07268b47-e41f-4a5e-aef5-22e68ff6abe1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3731015 Oct 23 01:17:39.904248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37696) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:39.908910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-437cec1e-886a-4b99-b92d-593e218d1fbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '97d8c8ef-8217-4ed0-ad5f-b6a34eea1837', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:39.917840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:39.983636 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-437cec1e-886a-4b99-b92d-593e218d1fbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:17:39.991402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-437cec1e-886a-4b99-b92d-593e218d1fbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (ea16e2bc-f9c8-455e-94ce-00f60b648651), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:40.013424 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:17:40.060082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-437cec1e-886a-4b99-b92d-593e218d1fbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (ea16e2bc-f9c8-455e-94ce-00f60b648651), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:40.109076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-437cec1e-886a-4b99-b92d-593e218d1fbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (ea16e2bc-f9c8-455e-94ce-00f60b648651), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:40.129039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cec1e-886a-4b99-b92d-593e218d1fbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea16e2bc-f9c8-455e-94ce-00f60b648651,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:40.146556 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9c4fe150-466b-4516-b2c2-d49aad4fbe45 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:17:40.191256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-437cec1e-886a-4b99-b92d-593e218d1fbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:40.191827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:40.192232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:40.193053 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-437cec1e-886a-4b99-b92d-593e218d1fbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2872527 Oct 23 01:17:40.193252 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 Oct 23 01:17:40.270289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:17:40.271186 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:40.309328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 9c4fe150-466b-4516-b2c2-d49aad4fbe45, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c4fe150-466b-4516-b2c2-d49aad4fbe45,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:17:40.363061 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-587842d4-10f8-4ef6-b1a7-d876a1773ae9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-65359629&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0551772 Oct 23 01:17:40.383557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:40.440985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=9c4fe150-466b-4516-b2c2-d49aad4fbe45,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:40.496702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-8293d1b8-8d0c-45ac-95bc-2a87adee27f9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:40.498350 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-8293d1b8-8d0c-45ac-95bc-2a87adee27f9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/networks?id=5bbcaf56-aa7a-4f05-9754-edb478f311a9 HTTP/1.1" status: 200 len: 796 time: 0.1286588 Oct 23 01:17:40.515094 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-86b136a2-04a6-4f79-bf37-f214385e62f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/quotas/0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 375 time: 0.0108514 Oct 23 01:17:40.619219 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-93b5e07a-1134-49a7-92ba-0fa08b79ac05 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976763 Oct 23 01:17:40.738655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-384c13f0-fe81-4953-b308-a6906fb25a1c service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:17:40.739693 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-384c13f0-fe81-4953-b308-a6906fb25a1c service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1089544 Oct 23 01:17:40.844123 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-ad8fdd33-3e1a-42c5-a3f0-163bc138b53a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976939 Oct 23 01:17:40.904588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:40.946749 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-d3c27703-5bb3-4144-8a70-41fc38440a99 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963914 Oct 23 01:17:41.092061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2cc68d9b-72a9-46ca-b880-32e5b2955ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:41.229353 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-99d4bb6a-7ec7-415c-afbe-fccf9fa32e5c req-f2354142-5814-4641-a70f-675ab895922c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 210 time: 0.0459902 Oct 23 01:17:42.119979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9c4fe150-466b-4516-b2c2-d49aad4fbe45 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:17:42.162006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:42.167897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:42.168270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:42.168601 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 Oct 23 01:17:42.246844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:17:42.338823 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cc40fc60-d81b-44ff-8387-5e708983f4f2 req-16e7e8a8-7302-469d-9277-63a5ba97a2bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 210 time: 0.0293472 Oct 23 01:17:42.406084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:43.435704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-8bdc71ef-7891-435e-960e-55fa07ec5d3a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:43.437246 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-8bdc71ef-7891-435e-960e-55fa07ec5d3a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=5bbcaf56-aa7a-4f05-9754-edb478f311a9 HTTP/1.1" status: 200 len: 796 time: 0.1101594 Oct 23 01:17:43.471711 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3215d7c9-7a17-44a7-8de3-9a8b14fe05d8 req-a7c2aa56-1ecf-4375-ab3d-bdbaf558ad62 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 210 time: 0.0334718 Oct 23 01:17:43.526736 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-e25fff3c-0b25-4947-9664-a1cb2c330cf0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 378 time: 0.0766020 Oct 23 01:17:43.534958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'device_id': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'admin_state_up': True, 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'security_groups': ['97d8c8ef-8217-4ed0-ad5f-b6a34eea1837']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:43.581395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:43.732929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:17:43.737298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:43.874733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.3 (5bbcaf56-aa7a-4f05-9754-edb478f311a9/39b22a2b-e603-4c1b-b31f-2d7d29a81275/8c6a0e57-427d-4a28-821f-75629e1c3494) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:17:43.897448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:44.012110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:44.029591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:44.044400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:44.126109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:44.175134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:17:44.181214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:17:44.185396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:17:44.210612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=8c6a0e57-427d-4a28-821f-75629e1c3494,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:44.240771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:44.241350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:44.307117 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-58a28662-9519-4d41-b273-d7fdc52d98c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7754734 Oct 23 01:17:44.316168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-fdac2176-448e-45a1-adbb-d6213b8fd88b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:17:44.317919 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-fdac2176-448e-45a1-adbb-d6213b8fd88b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054767 Oct 23 01:17:44.335033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Request body: {'port': {'device_id': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:44.400717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:44.473094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b7d09808-9293-442a-8ba9-ab81891e4bab None None] Provisioning complete for port 8c6a0e57-427d-4a28-821f-75629e1c3494 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:44.473412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b7d09808-9293-442a-8ba9-ab81891e4bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:44.473745 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b7d09808-9293-442a-8ba9-ab81891e4bab None None] Attempt 1 to provision port 8c6a0e57-427d-4a28-821f-75629e1c3494 Oct 23 01:17:44.508352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b7d09808-9293-442a-8ba9-ab81891e4bab None None] Port 8c6a0e57-427d-4a28-821f-75629e1c3494 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:17:44.603737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b1b37-e742-4783-a0f7-260d7af9a23a req-c14c6f54-a7f7-4594-96bc-b009bd2be5f0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:44.605285 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b23b1b37-e742-4783-a0f7-260d7af9a23a req-c14c6f54-a7f7-4594-96bc-b009bd2be5f0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 931 time: 0.0516827 Oct 23 01:17:44.642156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:44.657840 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b23b1b37-e742-4783-a0f7-260d7af9a23a req-e518290a-3bc6-498b-aea8-ce942add891f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463722 Oct 23 01:17:44.674633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6a0e57-427d-4a28-821f-75629e1c3494 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:17:44.683319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Publish callbacks [] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:44.697629 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Transition to ACTIVE for port object 8c6a0e57-427d-4a28-821f-75629e1c3494 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:17:44.761273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:44.823940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Pushing event updated for resources: {'Port': ['ID=8c6a0e57-427d-4a28-821f-75629e1c3494,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:44.876032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Attempting to bind port 8c6a0e57-427d-4a28-821f-75629e1c3494 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:17:44.876367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Attempting to bind port 8c6a0e57-427d-4a28-821f-75629e1c3494 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:17:44.876691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Attempting to bind port 8c6a0e57-427d-4a28-821f-75629e1c3494 on network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:17:44.917987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Port 8c6a0e57-427d-4a28-821f-75629e1c3494 on network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:17:44.918308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Attempting to bind port 8c6a0e57-427d-4a28-821f-75629e1c3494 on network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:17:44.962183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:17:44.962514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Checking segment: {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:17:44.962896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Bound using segment: {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:17:44.963335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Bound port: 8c6a0e57-427d-4a28-821f-75629e1c3494, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:17:44.963693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:45.027235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] For port 8c6a0e57-427d-4a28-821f-75629e1c3494, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:17:45.030502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] For port 8c6a0e57-427d-4a28-821f-75629e1c3494, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8c6a0e57-427d-4a28-821f-75629e1c3494,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:17:45.104032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:45.109139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:45.112441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:45.112441 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/8c6a0e57-427d-4a28-821f-75629e1c3494 HTTP/1.1" status: 200 len: 1093 time: 0.7814434 Oct 23 01:17:45.112441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'tag': '8c6a0e57-427d-4a28-821f-75629e1c3494'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:17:45.114748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cc2606-f9da-4099-9609-c39474d15da7" -d '{"events": [{"name": "network-changed", "server_uuid": "e52e0a82-efe5-42ad-a513-9d2e2e4f24c8", "tag": "8c6a0e57-427d-4a28-821f-75629e1c3494"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:17:45.142849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:45.156755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904c565d-bde6-45c7-97ae-96e227b39168 x-openstack-request-id: req-904c565d-bde6-45c7-97ae-96e227b39168 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:17:45.157050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52e0a82-efe5-42ad-a513-9d2e2e4f24c8", "tag": "8c6a0e57-427d-4a28-821f-75629e1c3494", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:17:45.157313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-904c565d-bde6-45c7-97ae-96e227b39168 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:17:45.157712 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904c565d-bde6-45c7-97ae-96e227b39168'] response: {'name': 'network-changed', 'server_uuid': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'tag': '8c6a0e57-427d-4a28-821f-75629e1c3494', 'status': 'completed', 'code': 200} Oct 23 01:17:45.172497 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f14d7d-6e26-4b08-85fe-19c6c5f1298d service neutron] Pushing event updated for resources: {'Port': ['ID=8c6a0e57-427d-4a28-821f-75629e1c3494,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:45.245811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc2606-f9da-4099-9609-c39474d15da7 req-71c91c05-01f9-4202-bec3-f9ace46fba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:45.247418 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e0cc2606-f9da-4099-9609-c39474d15da7 req-71c91c05-01f9-4202-bec3-f9ace46fba32 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 1127 time: 0.0429626 Oct 23 01:17:45.369493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc2606-f9da-4099-9609-c39474d15da7 req-2b73caea-9502-47ae-9420-69b9875bde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:45.371100 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e0cc2606-f9da-4099-9609-c39474d15da7 req-2b73caea-9502-47ae-9420-69b9875bde16 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0226f1f233794f45b9d6ad046f30f76b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1115367 Oct 23 01:17:45.470506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc2606-f9da-4099-9609-c39474d15da7 req-2a823414-c065-43c8-b814-aa7a31638d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:45.472010 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e0cc2606-f9da-4099-9609-c39474d15da7 req-2a823414-c065-43c8-b814-aa7a31638d32 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956354 Oct 23 01:17:45.574388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-d707d16a-3d4b-4727-b2e3-b134d6441f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:45.579004 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-d707d16a-3d4b-4727-b2e3-b134d6441f66 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 1127 time: 0.0450547 Oct 23 01:17:45.621304 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-51b9a71e-c2ce-4ae5-b80c-f31c8dd8a3d6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6a0e57-427d-4a28-821f-75629e1c3494 HTTP/1.1" status: 200 len: 217 time: 0.0332704 Oct 23 01:17:45.669834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-f140ac1b-8406-41b3-85b9-cf4209bae21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:45.671268 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-f140ac1b-8406-41b3-85b9-cf4209bae21e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=39b22a2b-e603-4c1b-b31f-2d7d29a81275 HTTP/1.1" status: 200 len: 834 time: 0.0441148 Oct 23 01:17:45.714765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-2f344745-6797-4541-8c33-f0c8ae83f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:45.716293 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-2f344745-6797-4541-8c33-f0c8ae83f845 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5bbcaf56-aa7a-4f05-9754-edb478f311a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393975 Oct 23 01:17:45.789750 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b39cd-76a3-43b3-8d07-834ac2814621 req-8fcb4c94-0904-4395-92b4-9963ef8ec142 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:45.791277 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fe0b39cd-76a3-43b3-8d07-834ac2814621 req-8fcb4c94-0904-4395-92b4-9963ef8ec142 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 943 time: 0.0517745 Oct 23 01:17:45.810632 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-3b3a83f9-4491-4e70-870b-bad88f94456c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886056 Oct 23 01:17:45.836136 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:45.841330 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fe0b39cd-76a3-43b3-8d07-834ac2814621 req-c89612a4-11a0-4993-bcf5-3e3ab5e0e8b9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443513 Oct 23 01:17:45.885135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:45.907057 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-116bd190-3a54-4b34-a5db-611cd09d2909 req-c6c196b5-8d88-4fb3-a30c-eef408b62e47 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904841 Oct 23 01:17:46.963821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9b7a-7beb-414a-987b-ecd3b78e5cfd req-311a6e31-4388-4f45-b815-7030e154349b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:46.965312 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2bcb9b7a-7beb-414a-987b-ecd3b78e5cfd req-311a6e31-4388-4f45-b815-7030e154349b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 943 time: 0.0474184 Oct 23 01:17:47.014875 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2bcb9b7a-7beb-414a-987b-ecd3b78e5cfd req-a94565c1-cbe2-44a9-96ee-8d83565d19c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439768 Oct 23 01:17:48.134610 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf48e6-f703-42f2-be02-4c8e608cf6a1 req-fd34a3e5-74f5-46db-81d1-29213393eea9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:48.136110 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-44bf48e6-f703-42f2-be02-4c8e608cf6a1 req-fd34a3e5-74f5-46db-81d1-29213393eea9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 943 time: 0.0475767 Oct 23 01:17:48.185365 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-44bf48e6-f703-42f2-be02-4c8e608cf6a1 req-0ad35b3d-73a9-4abb-91fe-e9e1c455b594 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433834 Oct 23 01:17:48.368387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8c6a0e57-427d-4a28-821f-75629e1c3494 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:17:48.469644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8c6a0e57-427d-4a28-821f-75629e1c3494, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8c6a0e57-427d-4a28-821f-75629e1c3494,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:17:48.476894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:48.481524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '8c6a0e57-427d-4a28-821f-75629e1c3494', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'port_id': '8c6a0e57-427d-4a28-821f-75629e1c3494', 'mac_address': 'fa:16:3e:f9:ae:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:17:48.517800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 8c6a0e57-427d-4a28-821f-75629e1c3494 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:17:48.518665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:48.535511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6a0e57-427d-4a28-821f-75629e1c3494 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:17:48.555773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8c6a0e57-427d-4a28-821f-75629e1c3494, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8c6a0e57-427d-4a28-821f-75629e1c3494,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:17:48.628585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:48.674767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=8c6a0e57-427d-4a28-821f-75629e1c3494,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:48.909587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['8c6a0e57-427d-4a28-821f-75629e1c3494'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:17:48.951952 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=54,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:49.306217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1778eb-08d9-49e3-8abf-cb625194edf8 req-242df088-c8fa-4bb6-895a-84f0b979d9db tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:49.307730 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9e1778eb-08d9-49e3-8abf-cb625194edf8 req-242df088-c8fa-4bb6-895a-84f0b979d9db tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 944 time: 0.0478182 Oct 23 01:17:49.357394 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9e1778eb-08d9-49e3-8abf-cb625194edf8 req-66f4bda9-0d12-4feb-aa11-14adbea2a5f7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441220 Oct 23 01:17:50.008687 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:50.369469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8c6a0e57-427d-4a28-821f-75629e1c3494 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:17:50.411139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 8c6a0e57-427d-4a28-821f-75629e1c3494 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:17:50.477764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8cbf8-d1b0-49e2-bc67-f515564ad1c6 req-6c708e7b-76be-489d-8bc9-cb239e99a6a9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:50.479300 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9ce8cbf8-d1b0-49e2-bc67-f515564ad1c6 req-6c708e7b-76be-489d-8bc9-cb239e99a6a9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 944 time: 0.0480263 Oct 23 01:17:50.503089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 8c6a0e57-427d-4a28-821f-75629e1c3494 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:17:50.503475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:50.504116 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 8c6a0e57-427d-4a28-821f-75629e1c3494 Oct 23 01:17:50.505536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:50.533617 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9ce8cbf8-d1b0-49e2-bc67-f515564ad1c6 req-b3fbc249-e1e5-43d9-a402-0f421bfbe3bd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484862 Oct 23 01:17:50.582792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 8c6a0e57-427d-4a28-821f-75629e1c3494 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:17:50.583182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:50.607529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6a0e57-427d-4a28-821f-75629e1c3494'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:17:50.609799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a820da5-fe8a-484c-84cc-34dbe58a406e" -d '{"events": [{"server_uuid": "e52e0a82-efe5-42ad-a513-9d2e2e4f24c8", "name": "network-vif-plugged", "status": "completed", "tag": "8c6a0e57-427d-4a28-821f-75629e1c3494"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:17:50.622175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8c6a0e57-427d-4a28-821f-75629e1c3494, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8c6a0e57-427d-4a28-821f-75629e1c3494,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:17:50.647405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d089d0c-a4f2-49c4-b93c-34f7acea465b x-openstack-request-id: req-2d089d0c-a4f2-49c4-b93c-34f7acea465b {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:17:50.648189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52e0a82-efe5-42ad-a513-9d2e2e4f24c8", "name": "network-vif-plugged", "status": "completed", "tag": "8c6a0e57-427d-4a28-821f-75629e1c3494", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:17:50.648445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d089d0c-a4f2-49c4-b93c-34f7acea465b {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:17:50.648845 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d089d0c-a4f2-49c4-b93c-34f7acea465b'] response: {'server_uuid': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6a0e57-427d-4a28-821f-75629e1c3494', 'code': 200} Oct 23 01:17:50.691599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:50.740700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=8c6a0e57-427d-4a28-821f-75629e1c3494,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:51.004691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a03a1-3df2-4b0b-ba89-90999db8f787 req-e7bac980-2f94-4072-b288-d3fc4d64a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:51.006248 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-634a03a1-3df2-4b0b-ba89-90999db8f787 req-e7bac980-2f94-4072-b288-d3fc4d64a9ac service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 1129 time: 0.0429904 Oct 23 01:17:51.052642 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-634a03a1-3df2-4b0b-ba89-90999db8f787 req-1810bc52-de75-410c-8062-54cb47391ca6 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408432 Oct 23 01:17:51.657988 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08585e0-ff3c-497c-894d-109f8d10f179 req-c46726e9-61b0-4736-9f13-4daa1f46b200 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:51.659471 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c08585e0-ff3c-497c-894d-109f8d10f179 req-c46726e9-61b0-4736-9f13-4daa1f46b200 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 945 time: 0.0485132 Oct 23 01:17:51.711405 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c08585e0-ff3c-497c-894d-109f8d10f179 req-e3afa0ee-9b9c-423e-ac83-33469b441b71 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461867 Oct 23 01:17:51.771478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:52.837234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e462ae-ae5d-4724-bd85-a85ef65e8923 req-332975ee-fc2d-4754-8cbc-d1797da860c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:52.838645 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1e462ae-ae5d-4724-bd85-a85ef65e8923 req-332975ee-fc2d-4754-8cbc-d1797da860c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 945 time: 0.0472250 Oct 23 01:17:52.888571 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1e462ae-ae5d-4724-bd85-a85ef65e8923 req-fb1c02b9-7273-43ca-866c-3afbda9118d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438871 Oct 23 01:17:53.017129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ac421-0ee6-479a-9158-b103e8ce5a75 req-b03c1cf5-f7b5-4a5c-87e2-b380a0a7d250 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:53.018755 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f04ac421-0ee6-479a-9158-b103e8ce5a75 req-b03c1cf5-f7b5-4a5c-87e2-b380a0a7d250 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 945 time: 0.0489018 Oct 23 01:17:53.068960 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f04ac421-0ee6-479a-9158-b103e8ce5a75 req-30f505bd-0fb9-428f-80ca-1d15bb62de7b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444984 Oct 23 01:17:53.097078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37756) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:53.139925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de7fae2-7a5e-4f8b-b3fe-a2868e307433 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:53.141478 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4de7fae2-7a5e-4f8b-b3fe-a2868e307433 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 1124 time: 0.0434732 Oct 23 01:17:53.144487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37758) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:53.149043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '8c6a0e57-427d-4a28-821f-75629e1c3494', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:17:53.257540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:53.314593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:53.336620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:53.443102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.116 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/e0cf4db4-3b1a-457f-9df0-cca90832a3fa) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:17:53.544585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (e0cf4db4-3b1a-457f-9df0-cca90832a3fa), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:53.628603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (e0cf4db4-3b1a-457f-9df0-cca90832a3fa), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:53.664760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:53.674924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:17:53.678074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:17:53.681897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:17:53.685233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=e0cf4db4-3b1a-457f-9df0-cca90832a3fa,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:54.029690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (e234dabf-3403-41d6-bc57-aa87a60fd7ec), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:54.052430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:54.172178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e0cf4db4-3b1a-457f-9df0-cca90832a3fa), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:54.323552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (e0cf4db4-3b1a-457f-9df0-cca90832a3fa), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:54.383272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (e0cf4db4-3b1a-457f-9df0-cca90832a3fa), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:54.450102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=e0cf4db4-3b1a-457f-9df0-cca90832a3fa,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:17:54.452623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (e234dabf-3403-41d6-bc57-aa87a60fd7ec), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:54.549763 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP e234dabf-3403-41d6-bc57-aa87a60fd7ec associated. External IP: 172.36.3.116, port: 8c6a0e57-427d-4a28-821f-75629e1c3494. Oct 23 01:17:54.647223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:54.750610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9e480b30-ea86-4b42-82d8-410546309f1d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:17:54.855751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:17:54.865268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e91cbd-2078-47b9-8713-7333b5ff5ae5 None None] Sync routers for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:17:54.875680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e91cbd-2078-47b9-8713-7333b5ff5ae5 None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:17:54.879319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-81e91cbd-2078-47b9-8713-7333b5ff5ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:17:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:54.967897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:17:54.983694 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-81e91cbd-2078-47b9-8713-7333b5ff5ae5 None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:17:55.002442 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-68b26fab-fd4c-47ae-9874-b44b73f765ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8567834 Oct 23 01:17:55.003077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'tag': '8c6a0e57-427d-4a28-821f-75629e1c3494'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:17:55.005379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cb342a-0dd0-4d04-9cde-cd4c40a50676" -d '{"events": [{"name": "network-changed", "server_uuid": "e52e0a82-efe5-42ad-a513-9d2e2e4f24c8", "tag": "8c6a0e57-427d-4a28-821f-75629e1c3494"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:17:55.005820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37760) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:55.044670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d63d3f8-38c0-42d3-a873-53cf327f0866 x-openstack-request-id: req-1d63d3f8-38c0-42d3-a873-53cf327f0866 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:17:55.045174 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52e0a82-efe5-42ad-a513-9d2e2e4f24c8", "tag": "8c6a0e57-427d-4a28-821f-75629e1c3494", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:17:55.045269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d63d3f8-38c0-42d3-a873-53cf327f0866 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:17:55.045679 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d63d3f8-38c0-42d3-a873-53cf327f0866'] response: {'name': 'network-changed', 'server_uuid': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'tag': '8c6a0e57-427d-4a28-821f-75629e1c3494', 'status': 'completed', 'code': 200} Oct 23 01:17:55.065654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:55.072349 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9546e8be-60ab-4aeb-aefc-58540e67b13e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/e234dabf-3403-41d6-bc57-aa87a60fd7ec HTTP/1.1" status: 200 len: 991 time: 0.0647430 Oct 23 01:17:55.133821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb342a-0dd0-4d04-9cde-cd4c40a50676 req-2d150c21-18c6-4afa-a921-a11c424f90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:55.135367 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-29cb342a-0dd0-4d04-9cde-cd4c40a50676 req-2d150c21-18c6-4afa-a921-a11c424f90f0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 1129 time: 0.0412393 Oct 23 01:17:55.206868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:55.209433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-81e91cbd-2078-47b9-8713-7333b5ff5ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e234dabf-3403-41d6-bc57-aa87a60fd7ec', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.116', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'port_id': '8c6a0e57-427d-4a28-821f-75629e1c3494', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'mac_address': 'fa:16:3e:f9:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:17:53Z', 'updated_at': '2022-10-23T01:17:53Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:55.231789 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb342a-0dd0-4d04-9cde-cd4c40a50676 req-9bd8af9e-057c-43e7-b612-f3fc8dabcffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:55.233334 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-29cb342a-0dd0-4d04-9cde-cd4c40a50676 req-9bd8af9e-057c-43e7-b612-f3fc8dabcffe service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=5bbcaf56-aa7a-4f05-9754-edb478f311a9 HTTP/1.1" status: 200 len: 897 time: 0.0925405 Oct 23 01:17:55.236918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e91cbd-2078-47b9-8713-7333b5ff5ae5 None None] Checking router: 9e480b30-ea86-4b42-82d8-410546309f1d for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:17:55.245876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e91cbd-2078-47b9-8713-7333b5ff5ae5 None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:17:55.246499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-81e91cbd-2078-47b9-8713-7333b5ff5ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:17:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:55.298888 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-29cb342a-0dd0-4d04-9cde-cd4c40a50676 req-d5ed2dd8-ed4f-4510-886b-8528239c7059 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6a0e57-427d-4a28-821f-75629e1c3494 HTTP/1.1" status: 200 len: 999 time: 0.0596435 Oct 23 01:17:55.347266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb342a-0dd0-4d04-9cde-cd4c40a50676 req-8dce17c4-bb57-41c2-a728-c0dbf52566d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:55.348770 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-29cb342a-0dd0-4d04-9cde-cd4c40a50676 req-8dce17c4-bb57-41c2-a728-c0dbf52566d1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=39b22a2b-e603-4c1b-b31f-2d7d29a81275 HTTP/1.1" status: 200 len: 834 time: 0.0448973 Oct 23 01:17:55.351800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-81e91cbd-2078-47b9-8713-7333b5ff5ae5 None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:17:55.396690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb342a-0dd0-4d04-9cde-cd4c40a50676 req-27a602d1-dfc9-4f4d-a5fd-29b7c9abd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:17:55.398814 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-29cb342a-0dd0-4d04-9cde-cd4c40a50676 req-27a602d1-dfc9-4f4d-a5fd-29b7c9abd5c6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5bbcaf56-aa7a-4f05-9754-edb478f311a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435128 Oct 23 01:17:55.456106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:17:55.490424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-29cb342a-0dd0-4d04-9cde-cd4c40a50676 req-6ded70cb-1ae7-4ac5-b3ec-63ea617be41e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858536 Oct 23 01:17:55.571179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-81e91cbd-2078-47b9-8713-7333b5ff5ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e234dabf-3403-41d6-bc57-aa87a60fd7ec', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.116', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'port_id': '8c6a0e57-427d-4a28-821f-75629e1c3494', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'mac_address': 'fa:16:3e:f9:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:17:53Z', 'updated_at': '2022-10-23T01:17:53Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:17:55.587537 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-29cb342a-0dd0-4d04-9cde-cd4c40a50676 req-6b133212-7611-4c97-9197-61c3e82cb591 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914707 Oct 23 01:17:55.596532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e91cbd-2078-47b9-8713-7333b5ff5ae5 None None] The sync data for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv is: [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e234dabf-3403-41d6-bc57-aa87a60fd7ec', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.116', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'port_id': '8c6a0e57-427d-4a28-821f-75629e1c3494', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'mac_address': 'fa:16:3e:f9:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:17:53Z', 'updated_at': '2022-10-23T01:17:53Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:17:55.784577 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acefbf05-afe7-4815-bc26-74d6cd68848f None None] New status for floating IP e234dabf-3403-41d6-bc57-aa87a60fd7ec: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:17:56.075526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37764) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:17:56.134668 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-336a0935-4b14-4c9a-9a84-e63b99e782ce tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/e234dabf-3403-41d6-bc57-aa87a60fd7ec HTTP/1.1" status: 200 len: 993 time: 0.0580132 Oct 23 01:18:05.566457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=56 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:05.568319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=30 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:05.574285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:05.577463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=26 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:05.583453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:06.124940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=49 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:06.125902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=61 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:08.776465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8027ea0f-171f-42b6-beed-675b6cb4dd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:08.987909 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:08.992654 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=14 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:11.107888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d36aef16-6d47-4bc2-bc0e-c07c181f826a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:12.462068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:13.913590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:14.022261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:17.011337 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:18:21.782347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:22.660132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37774) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:22.704590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad99f1-1976-4fce-b715-85addc2ec4ae tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:22.705073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad99f1-1976-4fce-b715-85addc2ec4ae tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:22.705547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad99f1-1976-4fce-b715-85addc2ec4ae tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:22.707254 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-24ad99f1-1976-4fce-b715-85addc2ec4ae tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?project_id=0226f1f233794f45b9d6ad046f30f76b&network_id=5bbcaf56-aa7a-4f05-9754-edb478f311a9 HTTP/1.1" status: 200 len: 3102 time: 0.0461550 Oct 23 01:18:26.305025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37784) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:26.357749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e77ee9-3e5d-4347-a458-661eb7ef5239 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:26.359278 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-67e77ee9-3e5d-4347-a458-661eb7ef5239 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87 HTTP/1.1" status: 200 len: 814 time: 0.0532708 Oct 23 01:18:27.305564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37790) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:27.310186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7100e14c-7a75-4898-aa39-bf4d6f787afd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:18:27.366400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7100e14c-7a75-4898-aa39-bf4d6f787afd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (e234dabf-3403-41d6-bc57-aa87a60fd7ec), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:27.807687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7100e14c-7a75-4898-aa39-bf4d6f787afd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:27.890393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7100e14c-7a75-4898-aa39-bf4d6f787afd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (e234dabf-3403-41d6-bc57-aa87a60fd7ec), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:27.890679 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-7100e14c-7a75-4898-aa39-bf4d6f787afd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP e234dabf-3403-41d6-bc57-aa87a60fd7ec disassociated. External IP: 172.36.3.116, port: 8c6a0e57-427d-4a28-821f-75629e1c3494. Oct 23 01:18:28.092436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7100e14c-7a75-4898-aa39-bf4d6f787afd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9e480b30-ea86-4b42-82d8-410546309f1d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:18:28.197247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7100e14c-7a75-4898-aa39-bf4d6f787afd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:18:28.202008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7100e14c-7a75-4898-aa39-bf4d6f787afd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:28.207108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0804d5-e005-48f2-bee0-ebabf989cdc4 None None] Sync routers for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:18:28.217006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0804d5-e005-48f2-bee0-ebabf989cdc4 None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:18:28.217617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1d0804d5-e005-48f2-bee0-ebabf989cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:18:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:18:28.233541 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7100e14c-7a75-4898-aa39-bf4d6f787afd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/e234dabf-3403-41d6-bc57-aa87a60fd7ec HTTP/1.1" status: 200 len: 690 time: 0.9268520 Oct 23 01:18:28.234219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'tag': '8c6a0e57-427d-4a28-821f-75629e1c3494'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:18:28.237009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ce21f2-8005-4663-9038-d69f5e9394d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e52e0a82-efe5-42ad-a513-9d2e2e4f24c8", "tag": "8c6a0e57-427d-4a28-821f-75629e1c3494"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:18:28.237726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37792) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:28.277913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f44097-7cd9-41e8-b6a2-3eec66ab44c5 x-openstack-request-id: req-e2f44097-7cd9-41e8-b6a2-3eec66ab44c5 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:18:28.278220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52e0a82-efe5-42ad-a513-9d2e2e4f24c8", "tag": "8c6a0e57-427d-4a28-821f-75629e1c3494", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:18:28.278534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2f44097-7cd9-41e8-b6a2-3eec66ab44c5 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:18:28.279206 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f44097-7cd9-41e8-b6a2-3eec66ab44c5'] response: {'name': 'network-changed', 'server_uuid': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'tag': '8c6a0e57-427d-4a28-821f-75629e1c3494', 'status': 'completed', 'code': 200} Oct 23 01:18:28.282279 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-685d85e8-4e7c-4a6e-ad8b-836f8c95cd9e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/e234dabf-3403-41d6-bc57-aa87a60fd7ec HTTP/1.1" status: 200 len: 690 time: 0.0433376 Oct 23 01:18:28.324546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-1d0804d5-e005-48f2-bee0-ebabf989cdc4 None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:18:28.412393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce21f2-8005-4663-9038-d69f5e9394d6 req-0afbfa0c-5334-41cc-a079-99cf5f4877d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:28.414072 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3ce21f2-8005-4663-9038-d69f5e9394d6 req-0afbfa0c-5334-41cc-a079-99cf5f4877d7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 1129 time: 0.0875721 Oct 23 01:18:28.509666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce21f2-8005-4663-9038-d69f5e9394d6 req-98c1c05c-6649-4986-ae64-9e886d590ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:28.511116 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3ce21f2-8005-4663-9038-d69f5e9394d6 req-98c1c05c-6649-4986-ae64-9e886d590ac1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=5bbcaf56-aa7a-4f05-9754-edb478f311a9 HTTP/1.1" status: 200 len: 897 time: 0.0913603 Oct 23 01:18:28.512554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1d0804d5-e005-48f2-bee0-ebabf989cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:18:28.541235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0804d5-e005-48f2-bee0-ebabf989cdc4 None None] Checking router: 9e480b30-ea86-4b42-82d8-410546309f1d for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:18:28.550605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0804d5-e005-48f2-bee0-ebabf989cdc4 None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:18:28.551225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1d0804d5-e005-48f2-bee0-ebabf989cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:18:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:18:28.551796 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3ce21f2-8005-4663-9038-d69f5e9394d6 req-ac4f83e7-dd5e-4e36-9e72-f477ace1fb0e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6a0e57-427d-4a28-821f-75629e1c3494 HTTP/1.1" status: 200 len: 217 time: 0.0349662 Oct 23 01:18:28.601117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce21f2-8005-4663-9038-d69f5e9394d6 req-02be27ce-ed47-4e9e-ab7c-8314cfdd8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:28.602634 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3ce21f2-8005-4663-9038-d69f5e9394d6 req-02be27ce-ed47-4e9e-ab7c-8314cfdd8899 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=39b22a2b-e603-4c1b-b31f-2d7d29a81275 HTTP/1.1" status: 200 len: 834 time: 0.0452538 Oct 23 01:18:28.651449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce21f2-8005-4663-9038-d69f5e9394d6 req-ebd05cc1-d358-4f4e-9cce-a2f71afbf20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:28.652966 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3ce21f2-8005-4663-9038-d69f5e9394d6 req-ebd05cc1-d358-4f4e-9cce-a2f71afbf20c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5bbcaf56-aa7a-4f05-9754-edb478f311a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444822 Oct 23 01:18:28.655324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-1d0804d5-e005-48f2-bee0-ebabf989cdc4 None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:18:28.744672 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3ce21f2-8005-4663-9038-d69f5e9394d6 req-8c962441-fdc7-46e3-b923-18a48e2c5cc6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856481 Oct 23 01:18:28.800839 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:28.820592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:28.847647 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3ce21f2-8005-4663-9038-d69f5e9394d6 req-f0703623-d428-4a7c-a227-21b5b9406b6e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970199 Oct 23 01:18:28.977271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1d0804d5-e005-48f2-bee0-ebabf989cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:18:29.002632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0804d5-e005-48f2-bee0-ebabf989cdc4 None None] The sync data for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv is: [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:18:29.215198 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0937968-e7dd-4969-ab0c-a3f3d1de47a3 None None] New status for floating IP e234dabf-3403-41d6-bc57-aa87a60fd7ec: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:18:29.286266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37798) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:29.329580 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3d04a487-bc5e-460b-a4a7-453fb856f7f3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/e234dabf-3403-41d6-bc57-aa87a60fd7ec HTTP/1.1" status: 200 len: 690 time: 0.0420716 Oct 23 01:18:30.334102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37800) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:30.377870 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b150dc8d-b79d-4994-ae31-e35848cf4d96 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/e234dabf-3403-41d6-bc57-aa87a60fd7ec HTTP/1.1" status: 200 len: 688 time: 0.0426741 Oct 23 01:18:31.506038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37804) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:31.510854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278614176', 'description': 'tempest-secgroup-smoke-278614176 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:18:31.598904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:31.666707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (61d1e478-5894-4aaa-9b45-b2e6d6b16c22), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:31.758656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (61d1e478-5894-4aaa-9b45-b2e6d6b16c22), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:31.788749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d1e478-5894-4aaa-9b45-b2e6d6b16c22,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:31.795947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.796296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.796640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.797641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.798006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.798339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.798668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.799019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.799365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.799689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.800012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.800336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.800655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.800973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.801289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:31.863718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:31.864989 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-07424fac-b1f1-4a61-9c2c-2a91cfee66d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3578031 Oct 23 01:18:31.868082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37806) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:31.872291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c0e22a89-6052-4735-b88b-df0980383473 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '61d1e478-5894-4aaa-9b45-b2e6d6b16c22', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:18:31.964129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0e22a89-6052-4735-b88b-df0980383473 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (6658eb46-0cf4-4930-b781-87d504b1f79d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.021171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0e22a89-6052-4735-b88b-df0980383473 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (6658eb46-0cf4-4930-b781-87d504b1f79d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.095890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0e22a89-6052-4735-b88b-df0980383473 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (6658eb46-0cf4-4930-b781-87d504b1f79d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.116345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e22a89-6052-4735-b88b-df0980383473 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6658eb46-0cf4-4930-b781-87d504b1f79d,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:32.183522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0e22a89-6052-4735-b88b-df0980383473 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.184779 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c0e22a89-6052-4735-b88b-df0980383473 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3157864 Oct 23 01:18:32.188169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37808) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:32.192422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-83d44c54-b99f-4a06-9954-57731a15bd6a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '61d1e478-5894-4aaa-9b45-b2e6d6b16c22', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:18:32.267626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-83d44c54-b99f-4a06-9954-57731a15bd6a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (e380bfca-4aff-4259-9935-245abca897e3), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.323702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-83d44c54-b99f-4a06-9954-57731a15bd6a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (e380bfca-4aff-4259-9935-245abca897e3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.369741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-83d44c54-b99f-4a06-9954-57731a15bd6a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (e380bfca-4aff-4259-9935-245abca897e3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.387817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d44c54-b99f-4a06-9954-57731a15bd6a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e380bfca-4aff-4259-9935-245abca897e3,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:32.451691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-83d44c54-b99f-4a06-9954-57731a15bd6a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.452908 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-83d44c54-b99f-4a06-9954-57731a15bd6a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2638078 Oct 23 01:18:32.455832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37810) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:32.460015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6747f084-ca06-4e9c-a44f-b15990f329ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '61d1e478-5894-4aaa-9b45-b2e6d6b16c22', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:18:32.548409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6747f084-ca06-4e9c-a44f-b15990f329ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (54c9e03d-5a5e-49b1-b1f1-f1b0a4d4979c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.608420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6747f084-ca06-4e9c-a44f-b15990f329ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (54c9e03d-5a5e-49b1-b1f1-f1b0a4d4979c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.678694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6747f084-ca06-4e9c-a44f-b15990f329ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (54c9e03d-5a5e-49b1-b1f1-f1b0a4d4979c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.696737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747f084-ca06-4e9c-a44f-b15990f329ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c9e03d-5a5e-49b1-b1f1-f1b0a4d4979c,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:32.777694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6747f084-ca06-4e9c-a44f-b15990f329ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.778944 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6747f084-ca06-4e9c-a44f-b15990f329ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222084 Oct 23 01:18:32.782359 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37812) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:32.786635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8e90b8e9-da73-4ae8-a836-fd28a93fdb29 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '61d1e478-5894-4aaa-9b45-b2e6d6b16c22', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:18:32.884757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e90b8e9-da73-4ae8-a836-fd28a93fdb29 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (10fe6181-ea21-45d2-85cb-91fbabf56555), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:32.906529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:32.933079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:32.943536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e90b8e9-da73-4ae8-a836-fd28a93fdb29 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (10fe6181-ea21-45d2-85cb-91fbabf56555), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:33.004704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e90b8e9-da73-4ae8-a836-fd28a93fdb29 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (10fe6181-ea21-45d2-85cb-91fbabf56555), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:33.024128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90b8e9-da73-4ae8-a836-fd28a93fdb29 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10fe6181-ea21-45d2-85cb-91fbabf56555,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:33.135290 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48f26776-b76a-470b-8c0c-89c992d54faa req-13b61fda-7ab8-4cf4-8395-9f22370b5003 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381734 Oct 23 01:18:33.143699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e90b8e9-da73-4ae8-a836-fd28a93fdb29 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:33.145063 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8e90b8e9-da73-4ae8-a836-fd28a93fdb29 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3616283 Oct 23 01:18:33.148102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37814) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:33.152441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-8528ed2f-63d0-44c6-9a30-e5064977b27b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '61d1e478-5894-4aaa-9b45-b2e6d6b16c22', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:18:33.243913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26776-b76a-470b-8c0c-89c992d54faa req-691ea3d5-a480-4c85-b611-4ea147e8803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:33.245465 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48f26776-b76a-470b-8c0c-89c992d54faa req-691ea3d5-a480-4c85-b611-4ea147e8803a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 1129 time: 0.0441895 Oct 23 01:18:33.250317 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-8528ed2f-63d0-44c6-9a30-e5064977b27b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:18:33.255899 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8528ed2f-63d0-44c6-9a30-e5064977b27b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (eaf41be2-a788-4183-a094-d32468f42225), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:33.366003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8528ed2f-63d0-44c6-9a30-e5064977b27b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (eaf41be2-a788-4183-a094-d32468f42225), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:33.392016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26776-b76a-470b-8c0c-89c992d54faa req-9e7c7cfd-03c6-4bed-84e7-2bc279031b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:33.393432 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48f26776-b76a-470b-8c0c-89c992d54faa req-9e7c7cfd-03c6-4bed-84e7-2bc279031b2c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=5bbcaf56-aa7a-4f05-9754-edb478f311a9 HTTP/1.1" status: 200 len: 897 time: 0.1268888 Oct 23 01:18:33.431566 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48f26776-b76a-470b-8c0c-89c992d54faa req-a3ad2954-6af7-40a5-9cd8-5045d0f2ac5b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6a0e57-427d-4a28-821f-75629e1c3494 HTTP/1.1" status: 200 len: 217 time: 0.0322645 Oct 23 01:18:33.432591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8528ed2f-63d0-44c6-9a30-e5064977b27b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (eaf41be2-a788-4183-a094-d32468f42225), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:33.475356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528ed2f-63d0-44c6-9a30-e5064977b27b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf41be2-a788-4183-a094-d32468f42225,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:33.496051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26776-b76a-470b-8c0c-89c992d54faa req-5a858709-7082-4911-98fa-d56e09d44279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:33.500941 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48f26776-b76a-470b-8c0c-89c992d54faa req-5a858709-7082-4911-98fa-d56e09d44279 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=39b22a2b-e603-4c1b-b31f-2d7d29a81275 HTTP/1.1" status: 200 len: 834 time: 0.0581231 Oct 23 01:18:33.544318 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8528ed2f-63d0-44c6-9a30-e5064977b27b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:33.548309 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8528ed2f-63d0-44c6-9a30-e5064977b27b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3965006 Oct 23 01:18:33.548309 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26776-b76a-470b-8c0c-89c992d54faa req-61f51a88-142f-4524-8899-885618f54be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:33.548309 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48f26776-b76a-470b-8c0c-89c992d54faa req-61f51a88-142f-4524-8899-885618f54be6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5bbcaf56-aa7a-4f05-9754-edb478f311a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446732 Oct 23 01:18:33.549121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37816) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:33.553090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '61d1e478-5894-4aaa-9b45-b2e6d6b16c22', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:18:33.642543 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48f26776-b76a-470b-8c0c-89c992d54faa req-c29dfd19-706b-4be6-8569-9ca6ce69d5a7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881929 Oct 23 01:18:33.650058 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:18:33.657468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (d48aced4-bd80-4811-bdb7-f157c3b21bd9), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:33.709079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:33.723153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (d48aced4-bd80-4811-bdb7-f157c3b21bd9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:33.740008 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48f26776-b76a-470b-8c0c-89c992d54faa req-f7bbe034-13ea-4173-86f4-d73ea5530d0f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920014 Oct 23 01:18:33.793082 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (d48aced4-bd80-4811-bdb7-f157c3b21bd9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:33.812721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48aced4-bd80-4811-bdb7-f157c3b21bd9,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:33.820836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.821184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.821524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.821896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.822233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.822563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.822889 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.823213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.823537 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.823861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.824183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.824507 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.824828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.825144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.825464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:33.875298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:33.876532 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-22cadfbd-a608-4fe5-a3c4-e87eae529f5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269172 Oct 23 01:18:34.242307 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-4f2245f0-cd4a-40b4-96fa-bc44b9c1c0b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-278614176&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0457547 Oct 23 01:18:34.351211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-b069504e-c045-4dd5-a009-4af1f41ba3ef tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:34.352677 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-b069504e-c045-4dd5-a009-4af1f41ba3ef tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/networks?id=5bbcaf56-aa7a-4f05-9754-edb478f311a9 HTTP/1.1" status: 200 len: 796 time: 0.1039562 Oct 23 01:18:34.367820 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f64066f4-8e1d-40b4-b600-76d6f2d4d9b8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/quotas/0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 375 time: 0.0095310 Oct 23 01:18:34.423650 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-ac9062f3-ef92-4538-be6b-59531ef65f2b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501823 Oct 23 01:18:34.438870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-79ee64b1-1736-4a9c-8681-fd460d924519 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:18:34.439822 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-79ee64b1-1736-4a9c-8681-fd460d924519 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056224 Oct 23 01:18:34.527717 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-164de6c1-1825-4b38-a525-7fb93dcdb17d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826402 Oct 23 01:18:34.621120 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-d06f99de-ec2d-42c6-b750-b18c07e298c7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876925 Oct 23 01:18:34.927484 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-28dfa54f-d225-4b33-9b82-a0dbd886baaf req-5676289d-8a29-48b7-a4da-49c8ff4a31de tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 210 time: 0.0820575 Oct 23 01:18:36.032441 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-887b378b-ecdb-49f3-8bd0-108ef7286571 req-40d7745f-a103-4270-88d7-b13c1ecbec95 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 210 time: 0.0298665 Oct 23 01:18:36.661150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-07bf2eb0-2ade-460e-84de-da6047eaa732 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:36.662638 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-07bf2eb0-2ade-460e-84de-da6047eaa732 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=5bbcaf56-aa7a-4f05-9754-edb478f311a9 HTTP/1.1" status: 200 len: 796 time: 0.1042690 Oct 23 01:18:36.744477 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-6fd616bd-981d-4efe-bf82-aa3985290b54 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 470 time: 0.0676942 Oct 23 01:18:36.752843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'device_id': '947fdc97-9714-43b4-92ed-d32003842633', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'admin_state_up': True, 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'security_groups': ['61d1e478-5894-4aaa-9b45-b2e6d6b16c22']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:18:36.755692 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:36.938623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:18:36.940943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:37.070905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.6 (5bbcaf56-aa7a-4f05-9754-edb478f311a9/39b22a2b-e603-4c1b-b31f-2d7d29a81275/2ba7d417-4ca7-49a9-87f4-9feaf1200140) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:18:37.079455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:37.143056 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-da850313-2876-4492-8f5b-197e63da80c6 req-aa68a907-8819-4edb-b5d3-e86ab3ef871d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 210 time: 0.0285347 Oct 23 01:18:37.217913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:37.324638 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:37.367122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:18:37.372164 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:18:37.375955 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:18:37.402390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=2ba7d417-4ca7-49a9-87f4-9feaf1200140,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:37.431439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:37.432105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:37.504176 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-1dcaf5cc-ea80-44ef-a58e-161a0466a414 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7548189 Oct 23 01:18:37.525772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Request body: {'port': {'device_id': '947fdc97-9714-43b4-92ed-d32003842633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:18:37.587210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:37.600497 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:37.635020 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=54 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:37.635875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:37.640275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:37.648177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d517fd21-b644-4b5e-86aa-bf4783b805c6 None None] Provisioning complete for port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:18:37.649129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d517fd21-b644-4b5e-86aa-bf4783b805c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:37.649129 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d517fd21-b644-4b5e-86aa-bf4783b805c6 None None] Attempt 1 to provision port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 Oct 23 01:18:37.700612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d517fd21-b644-4b5e-86aa-bf4783b805c6 None None] Port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:18:37.878699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba7d417-4ca7-49a9-87f4-9feaf1200140 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:18:37.886276 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Publish callbacks [] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:37.899855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Transition to ACTIVE for port object 2ba7d417-4ca7-49a9-87f4-9feaf1200140 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:18:37.947239 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:38.008597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Pushing event updated for resources: {'Port': ['ID=2ba7d417-4ca7-49a9-87f4-9feaf1200140,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:38.056726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Attempting to bind port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:18:38.057062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Attempting to bind port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:18:38.057391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Attempting to bind port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 on network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:18:38.089020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:38.103929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 on network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:18:38.104259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Attempting to bind port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 on network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:18:38.148038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:18:38.148377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Checking segment: {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:18:38.148758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Bound using segment: {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:18:38.149198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Bound port: 2ba7d417-4ca7-49a9-87f4-9feaf1200140, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75e646b-569b-43bb-a147-d536feef8bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:18:38.149557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:38.212076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] For port 2ba7d417-4ca7-49a9-87f4-9feaf1200140, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:18:38.215273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] For port 2ba7d417-4ca7-49a9-87f4-9feaf1200140, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ba7d417-4ca7-49a9-87f4-9feaf1200140,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:18:38.263661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13ce37-f4f7-4d92-acfe-202b266bea7c req-8965c51a-f70a-4eeb-a588-71e03c136dbe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:38.265078 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8b13ce37-f4f7-4d92-acfe-202b266bea7c req-8965c51a-f70a-4eeb-a588-71e03c136dbe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 943 time: 0.0465107 Oct 23 01:18:38.267634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:38.271367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:38.271964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:38.273492 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/2ba7d417-4ca7-49a9-87f4-9feaf1200140 HTTP/1.1" status: 200 len: 1093 time: 0.7564080 Oct 23 01:18:38.276801 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947fdc97-9714-43b4-92ed-d32003842633', 'tag': '2ba7d417-4ca7-49a9-87f4-9feaf1200140'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:18:38.279033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec701dd-6610-49ef-a18b-45323da64d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "947fdc97-9714-43b4-92ed-d32003842633", "tag": "2ba7d417-4ca7-49a9-87f4-9feaf1200140"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:18:38.318400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b4113f-fe71-4ad4-8d4c-7f97e1f0389a x-openstack-request-id: req-80b4113f-fe71-4ad4-8d4c-7f97e1f0389a {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:18:38.318685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947fdc97-9714-43b4-92ed-d32003842633", "tag": "2ba7d417-4ca7-49a9-87f4-9feaf1200140", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:18:38.319044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80b4113f-fe71-4ad4-8d4c-7f97e1f0389a {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:18:38.319321 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b4113f-fe71-4ad4-8d4c-7f97e1f0389a'] response: {'name': 'network-changed', 'server_uuid': '947fdc97-9714-43b4-92ed-d32003842633', 'tag': '2ba7d417-4ca7-49a9-87f4-9feaf1200140', 'status': 'completed', 'code': 200} Oct 23 01:18:38.366647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f636d5-71dd-42e9-89d5-c2cb473ca53d service neutron] Pushing event updated for resources: {'Port': ['ID=2ba7d417-4ca7-49a9-87f4-9feaf1200140,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:38.373626 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8b13ce37-f4f7-4d92-acfe-202b266bea7c req-bd92d614-558c-498a-9146-56191a9dd82c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992100 Oct 23 01:18:38.411599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec701dd-6610-49ef-a18b-45323da64d1c req-db73fcd6-5d8c-4e82-b2d6-c786a9241d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:38.413097 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ec701dd-6610-49ef-a18b-45323da64d1c req-db73fcd6-5d8c-4e82-b2d6-c786a9241d81 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 1127 time: 0.0434825 Oct 23 01:18:38.519657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec701dd-6610-49ef-a18b-45323da64d1c req-3ec35af7-ce3f-4569-93ba-3979cfbd7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:38.522715 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ec701dd-6610-49ef-a18b-45323da64d1c req-3ec35af7-ce3f-4569-93ba-3979cfbd7813 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0226f1f233794f45b9d6ad046f30f76b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0950780 Oct 23 01:18:38.613460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec701dd-6610-49ef-a18b-45323da64d1c req-6efa90f2-84a4-4382-aaf8-41b87ae3bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:38.615034 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ec701dd-6610-49ef-a18b-45323da64d1c req-6efa90f2-84a4-4382-aaf8-41b87ae3bbfe service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882654 Oct 23 01:18:38.682324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:38.716279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-d9de81c6-4b17-497f-af23-8e6f2c365d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:38.717861 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-d9de81c6-4b17-497f-af23-8e6f2c365d8b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 1127 time: 0.0453672 Oct 23 01:18:38.764263 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-a8c823d2-c644-4fe6-a713-49f4ec55e6a7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ba7d417-4ca7-49a9-87f4-9feaf1200140 HTTP/1.1" status: 200 len: 217 time: 0.0334136 Oct 23 01:18:38.764733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-511915e7-645a-4720-89bf-f2303e0a272d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:38.813226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-dbfff6da-0dca-480d-bdf9-0a1a75ec44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:38.814709 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-dbfff6da-0dca-480d-bdf9-0a1a75ec44c8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=39b22a2b-e603-4c1b-b31f-2d7d29a81275 HTTP/1.1" status: 200 len: 834 time: 0.0445397 Oct 23 01:18:38.864380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-0023395a-4d47-4bff-939a-be93da2b53db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:38.865904 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-0023395a-4d47-4bff-939a-be93da2b53db service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5bbcaf56-aa7a-4f05-9754-edb478f311a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427811 Oct 23 01:18:38.955757 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-692ec709-1eb6-4a59-952b-eff74d930653 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831740 Oct 23 01:18:39.047141 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc2b9e92-84f1-4486-b6cb-b0ff4fcde6be req-56a743f5-f6cc-4e86-b138-a2e5b9a20dda service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859663 Oct 23 01:18:39.498743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282208-9f2a-4995-b292-a493fd753780 req-98d98bc8-c3ce-4a94-bdf8-b35e42586862 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:39.500226 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1e282208-9f2a-4995-b292-a493fd753780 req-98d98bc8-c3ce-4a94-bdf8-b35e42586862 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 943 time: 0.0500627 Oct 23 01:18:39.550417 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1e282208-9f2a-4995-b292-a493fd753780 req-3e809a75-23fe-453c-87c5-bf6ef7cd5635 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439408 Oct 23 01:18:40.671407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85be0ff-5976-46f6-8ebd-9a4ad72ec9da req-1ae46864-68c9-4184-a9fb-145a091e7b53 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:40.672891 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f85be0ff-5976-46f6-8ebd-9a4ad72ec9da req-1ae46864-68c9-4184-a9fb-145a091e7b53 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 943 time: 0.0469148 Oct 23 01:18:40.722986 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f85be0ff-5976-46f6-8ebd-9a4ad72ec9da req-6b9e1e54-1607-4184-a4ae-4b78d7d740c6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443585 Oct 23 01:18:41.112563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-810940ba-9e0b-4c18-81d1-d8edce1dc964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:41.846854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd665882-3649-43d9-9a24-ab1fa7f4695c req-93fe7937-764f-437b-b813-7e70037b55a5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:41.848788 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fd665882-3649-43d9-9a24-ab1fa7f4695c req-93fe7937-764f-437b-b813-7e70037b55a5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 943 time: 0.0473578 Oct 23 01:18:41.898749 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fd665882-3649-43d9-9a24-ab1fa7f4695c req-cd2ca197-77be-48b6-811c-09abca19944a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443749 Oct 23 01:18:42.421038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:42.628372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 2ba7d417-4ca7-49a9-87f4-9feaf1200140 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:18:42.729179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 2ba7d417-4ca7-49a9-87f4-9feaf1200140, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ba7d417-4ca7-49a9-87f4-9feaf1200140,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:18:42.741022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '2ba7d417-4ca7-49a9-87f4-9feaf1200140', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'port_id': '2ba7d417-4ca7-49a9-87f4-9feaf1200140', 'mac_address': 'fa:16:3e:9c:5f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:18:42.778316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:18:42.778704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:42.791571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba7d417-4ca7-49a9-87f4-9feaf1200140 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:18:42.811326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 2ba7d417-4ca7-49a9-87f4-9feaf1200140, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ba7d417-4ca7-49a9-87f4-9feaf1200140,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:18:42.919065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:42.968399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=2ba7d417-4ca7-49a9-87f4-9feaf1200140,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:42.975899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.976255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.976605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.976946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.977285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.977621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.977983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.978314 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.978648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.978981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.979386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.979908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.980235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.980560 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:42.980883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:18:43.021409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76551ca-70e1-4daa-bbb2-e3559482bc4f req-7dcc8808-5206-4ea1-a81a-745d1fa35371 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:43.022922 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e76551ca-70e1-4daa-bbb2-e3559482bc4f req-7dcc8808-5206-4ea1-a81a-745d1fa35371 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 944 time: 0.0482042 Oct 23 01:18:43.072111 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e76551ca-70e1-4daa-bbb2-e3559482bc4f req-e3cd93a1-6a9f-4d37-973b-4150fa9d829a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433190 Oct 23 01:18:43.187701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['2ba7d417-4ca7-49a9-87f4-9feaf1200140'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:18:43.901530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:44.004130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:44.191328 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a60f3-9864-4ba6-a4fa-9d806f3a836e req-66991e9c-55de-443a-b0e0-e6d41d50ddc9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:44.192822 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f82a60f3-9864-4ba6-a4fa-9d806f3a836e req-66991e9c-55de-443a-b0e0-e6d41d50ddc9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 944 time: 0.0472314 Oct 23 01:18:44.246294 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f82a60f3-9864-4ba6-a4fa-9d806f3a836e req-7af8036e-d579-4b03-931f-d9f4721e05a2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478706 Oct 23 01:18:44.635825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 2ba7d417-4ca7-49a9-87f4-9feaf1200140 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:18:44.679579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:18:44.758269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:18:44.758643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:44.758978 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 Oct 23 01:18:44.829928 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:18:44.830228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:44.853151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947fdc97-9714-43b4-92ed-d32003842633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba7d417-4ca7-49a9-87f4-9feaf1200140'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:18:44.855624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a845a4-5297-4130-a8ae-edf0b471df96" -d '{"events": [{"server_uuid": "947fdc97-9714-43b4-92ed-d32003842633", "name": "network-vif-plugged", "status": "completed", "tag": "2ba7d417-4ca7-49a9-87f4-9feaf1200140"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:18:44.868005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 2ba7d417-4ca7-49a9-87f4-9feaf1200140, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ba7d417-4ca7-49a9-87f4-9feaf1200140,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:18:44.924680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:44.955373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed37cd4-5b15-484b-9797-666862444b74 x-openstack-request-id: req-bed37cd4-5b15-484b-9797-666862444b74 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:18:44.955662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947fdc97-9714-43b4-92ed-d32003842633", "name": "network-vif-plugged", "status": "completed", "tag": "2ba7d417-4ca7-49a9-87f4-9feaf1200140", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:18:44.955906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bed37cd4-5b15-484b-9797-666862444b74 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:18:44.956296 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed37cd4-5b15-484b-9797-666862444b74'] response: {'server_uuid': '947fdc97-9714-43b4-92ed-d32003842633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba7d417-4ca7-49a9-87f4-9feaf1200140', 'code': 200} Oct 23 01:18:44.976593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=2ba7d417-4ca7-49a9-87f4-9feaf1200140,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:18:45.300289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432d69a-2e7d-491b-b63a-2a8656bb146d req-b970bc47-33d3-4624-be41-f56f97d02db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:45.302392 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e432d69a-2e7d-491b-b63a-2a8656bb146d req-b970bc47-33d3-4624-be41-f56f97d02db5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 1129 time: 0.0438461 Oct 23 01:18:45.333522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:45.349199 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e432d69a-2e7d-491b-b63a-2a8656bb146d req-c76c0483-1dc0-40e3-be88-b3f2649685ec service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413008 Oct 23 01:18:45.371077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de02d2d-e0bd-48ea-aed8-f7f992b17bc3 req-1d59a1c8-d4d7-4a1f-82b7-53e860542739 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:45.372590 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6de02d2d-e0bd-48ea-aed8-f7f992b17bc3 req-1d59a1c8-d4d7-4a1f-82b7-53e860542739 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 945 time: 0.0476177 Oct 23 01:18:45.422374 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6de02d2d-e0bd-48ea-aed8-f7f992b17bc3 req-aa90d8d8-1a78-4296-a9d6-e831a75eb614 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440140 Oct 23 01:18:45.984195 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:45.991013 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:46.545903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71334530-285c-4977-bd0f-8ee379be1b50 req-e66b2b0c-73f6-4d66-99bc-3a843852000c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:46.547429 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-71334530-285c-4977-bd0f-8ee379be1b50 req-e66b2b0c-73f6-4d66-99bc-3a843852000c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 945 time: 0.0470831 Oct 23 01:18:46.597234 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-71334530-285c-4977-bd0f-8ee379be1b50 req-ec0c01af-cb86-4888-a7d4-6680064bda18 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436473 Oct 23 01:18:46.679208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=59,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:46.681184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=67,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:46.718288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a1e7-d437-48ee-ab71-3872709944ea req-c0a96656-54f8-427f-a0d7-49423f32e30b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:46.719699 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-68d5a1e7-d437-48ee-ab71-3872709944ea req-c0a96656-54f8-427f-a0d7-49423f32e30b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 945 time: 0.0497518 Oct 23 01:18:46.771024 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-68d5a1e7-d437-48ee-ab71-3872709944ea req-106af948-1a00-4ed9-a081-02b4d5972ede tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454848 Oct 23 01:18:46.798394 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37878) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:46.840555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537e9d82-df04-40e7-ad92-c1a037213bf3 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:46.842099 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-537e9d82-df04-40e7-ad92-c1a037213bf3 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 1124 time: 0.0426812 Oct 23 01:18:46.845137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37880) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:46.849372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e498fb0f-d5ca-434f-bda2-08f48493af34 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'floatingip': {'port_id': '2ba7d417-4ca7-49a9-87f4-9feaf1200140'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:18:46.888172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e498fb0f-d5ca-434f-bda2-08f48493af34 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (e234dabf-3403-41d6-bc57-aa87a60fd7ec), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:47.550123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:47.613817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e498fb0f-d5ca-434f-bda2-08f48493af34 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:47.666828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e498fb0f-d5ca-434f-bda2-08f48493af34 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (e234dabf-3403-41d6-bc57-aa87a60fd7ec), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:47.762165 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-e498fb0f-d5ca-434f-bda2-08f48493af34 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP e234dabf-3403-41d6-bc57-aa87a60fd7ec associated. External IP: 172.36.3.116, port: 2ba7d417-4ca7-49a9-87f4-9feaf1200140. Oct 23 01:18:47.947949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:47.957521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e498fb0f-d5ca-434f-bda2-08f48493af34 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9e480b30-ea86-4b42-82d8-410546309f1d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:18:48.062024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e498fb0f-d5ca-434f-bda2-08f48493af34 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:18:48.067503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e498fb0f-d5ca-434f-bda2-08f48493af34 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:48.072355 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee2fc0-b0ba-4b37-93d4-e82b709d9f2a None None] Sync routers for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:18:48.083084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee2fc0-b0ba-4b37-93d4-e82b709d9f2a None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:18:48.083211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-57ee2fc0-b0ba-4b37-93d4-e82b709d9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:18:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:18:48.098366 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e498fb0f-d5ca-434f-bda2-08f48493af34 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/e234dabf-3403-41d6-bc57-aa87a60fd7ec HTTP/1.1" status: 200 len: 991 time: 1.2521799 Oct 23 01:18:48.099103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947fdc97-9714-43b4-92ed-d32003842633', 'tag': '2ba7d417-4ca7-49a9-87f4-9feaf1200140'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:18:48.101307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37882) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:48.101888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b3d6c6-642e-489e-a170-8461844497a7" -d '{"events": [{"name": "network-changed", "server_uuid": "947fdc97-9714-43b4-92ed-d32003842633", "tag": "2ba7d417-4ca7-49a9-87f4-9feaf1200140"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:18:48.153315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06091af1-307f-4b9d-aa68-0ac0870f5066 x-openstack-request-id: req-06091af1-307f-4b9d-aa68-0ac0870f5066 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:18:48.153609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947fdc97-9714-43b4-92ed-d32003842633", "tag": "2ba7d417-4ca7-49a9-87f4-9feaf1200140", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:18:48.153890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06091af1-307f-4b9d-aa68-0ac0870f5066 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:18:48.154299 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06091af1-307f-4b9d-aa68-0ac0870f5066'] response: {'name': 'network-changed', 'server_uuid': '947fdc97-9714-43b4-92ed-d32003842633', 'tag': '2ba7d417-4ca7-49a9-87f4-9feaf1200140', 'status': 'completed', 'code': 200} Oct 23 01:18:48.168221 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fef4b06d-630e-4e13-a051-c84dcf523f17 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/e234dabf-3403-41d6-bc57-aa87a60fd7ec HTTP/1.1" status: 200 len: 991 time: 0.0644445 Oct 23 01:18:48.192307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-57ee2fc0-b0ba-4b37-93d4-e82b709d9f2a None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:18:48.245366 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3d6c6-642e-489e-a170-8461844497a7 req-e3345823-99a5-4990-929b-d24ee9950610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:48.246884 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-30b3d6c6-642e-489e-a170-8461844497a7 req-e3345823-99a5-4990-929b-d24ee9950610 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 1129 time: 0.0435460 Oct 23 01:18:48.282997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:48.325683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:48.330337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:48.340389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3d6c6-642e-489e-a170-8461844497a7 req-a753e0c0-0d5a-4fdc-af90-69390b7cab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:48.342010 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-30b3d6c6-642e-489e-a170-8461844497a7 req-a753e0c0-0d5a-4fdc-af90-69390b7cab8c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=5bbcaf56-aa7a-4f05-9754-edb478f311a9 HTTP/1.1" status: 200 len: 897 time: 0.0880623 Oct 23 01:18:48.408793 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-30b3d6c6-642e-489e-a170-8461844497a7 req-2f4f659a-9156-4b6f-b13d-6f0f422bb668 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ba7d417-4ca7-49a9-87f4-9feaf1200140 HTTP/1.1" status: 200 len: 999 time: 0.0611041 Oct 23 01:18:48.411535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-57ee2fc0-b0ba-4b37-93d4-e82b709d9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e234dabf-3403-41d6-bc57-aa87a60fd7ec', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.116', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'port_id': '2ba7d417-4ca7-49a9-87f4-9feaf1200140', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'mac_address': 'fa:16:3e:9c:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947fdc97-9714-43b4-92ed-d32003842633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:17:53Z', 'updated_at': '2022-10-23T01:18:47Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:18:48.441507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee2fc0-b0ba-4b37-93d4-e82b709d9f2a None None] Checking router: 9e480b30-ea86-4b42-82d8-410546309f1d for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:18:48.450638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee2fc0-b0ba-4b37-93d4-e82b709d9f2a None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:18:48.451255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-57ee2fc0-b0ba-4b37-93d4-e82b709d9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:18:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:18:48.458212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3d6c6-642e-489e-a170-8461844497a7 req-435d921f-2b98-4108-9a3d-97a855a57756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:48.459756 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-30b3d6c6-642e-489e-a170-8461844497a7 req-435d921f-2b98-4108-9a3d-97a855a57756 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=39b22a2b-e603-4c1b-b31f-2d7d29a81275 HTTP/1.1" status: 200 len: 834 time: 0.0452340 Oct 23 01:18:48.504117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3d6c6-642e-489e-a170-8461844497a7 req-06e632da-1400-4371-ae1d-e190cdf48250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:18:48.505625 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-30b3d6c6-642e-489e-a170-8461844497a7 req-06e632da-1400-4371-ae1d-e190cdf48250 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5bbcaf56-aa7a-4f05-9754-edb478f311a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400238 Oct 23 01:18:48.555340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-57ee2fc0-b0ba-4b37-93d4-e82b709d9f2a None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:18:48.601692 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-30b3d6c6-642e-489e-a170-8461844497a7 req-3dbb8ced-f530-4f74-9c9a-a7d9fadbaac6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899627 Oct 23 01:18:48.657046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:48.695352 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-30b3d6c6-642e-489e-a170-8461844497a7 req-5674f340-3739-4f60-ab7a-fe9d8bd3e975 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870090 Oct 23 01:18:48.769051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-57ee2fc0-b0ba-4b37-93d4-e82b709d9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e234dabf-3403-41d6-bc57-aa87a60fd7ec', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.116', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'port_id': '2ba7d417-4ca7-49a9-87f4-9feaf1200140', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'mac_address': 'fa:16:3e:9c:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947fdc97-9714-43b4-92ed-d32003842633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:17:53Z', 'updated_at': '2022-10-23T01:18:47Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:18:48.794698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee2fc0-b0ba-4b37-93d4-e82b709d9f2a None None] The sync data for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv is: [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e234dabf-3403-41d6-bc57-aa87a60fd7ec', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.116', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'port_id': '2ba7d417-4ca7-49a9-87f4-9feaf1200140', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'mac_address': 'fa:16:3e:9c:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947fdc97-9714-43b4-92ed-d32003842633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:17:53Z', 'updated_at': '2022-10-23T01:18:47Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:18:48.984783 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9b81de-8b46-4a64-bdc6-e33b1d39c350 None None] New status for floating IP e234dabf-3403-41d6-bc57-aa87a60fd7ec: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:18:49.170363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37886) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:49.233751 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f42bb399-e94a-4f29-851e-b2e943806762 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/e234dabf-3403-41d6-bc57-aa87a60fd7ec HTTP/1.1" status: 200 len: 991 time: 0.0622234 Oct 23 01:18:50.237737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37888) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:18:50.295465 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-57a91e35-41f5-49dd-9e80-4762a5005926 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/e234dabf-3403-41d6-bc57-aa87a60fd7ec HTTP/1.1" status: 200 len: 993 time: 0.0560036 Oct 23 01:18:51.803791 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:18:54.011120 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:18:58.158436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=19 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:18:58.160336 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:00.286406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:00.288335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=68 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:01.721572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=56 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:01.726410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=18 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:01.729357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:04.006746 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:04.007497 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:08.774879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0e939f73-8cfd-4028-9a6e-c5e51910f160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:11.123518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5811f38c-9a41-4b03-ac8c-78de25598efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:12.414673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:13.894421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:14.026128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:17.381797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f56c36-f56a-4375-9166-a1d511c11916 req-c9ccec52-e837-45b8-a8af-7efc03cf41e6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:17.383830 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-17f56c36-f56a-4375-9166-a1d511c11916 req-c9ccec52-e837-45b8-a8af-7efc03cf41e6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 945 time: 0.0476844 Oct 23 01:19:17.431663 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-17f56c36-f56a-4375-9166-a1d511c11916 req-aad342c6-4c92-40bc-a51b-fbf6ce49961f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423586 Oct 23 01:19:18.556239 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ae410-1cc1-42fd-b62a-4e7ff52709e4 req-bd9852df-e270-403e-b94d-5496094680c3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:18.557808 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cd8ae410-1cc1-42fd-b62a-4e7ff52709e4 req-bd9852df-e270-403e-b94d-5496094680c3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 945 time: 0.0485017 Oct 23 01:19:18.610246 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cd8ae410-1cc1-42fd-b62a-4e7ff52709e4 req-dfa9d497-5cd5-4a4d-9d82-e2311bef1b65 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61d1e478-5894-4aaa-9b45-b2e6d6b16c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466850 Oct 23 01:19:19.033452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303755f-7da0-4299-b646-feb15ba45a64 req-f07433bd-7420-423a-ac1a-756d6b03b692 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:19.034970 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9303755f-7da0-4299-b646-feb15ba45a64 req-f07433bd-7420-423a-ac1a-756d6b03b692 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 945 time: 0.0947933 Oct 23 01:19:19.118200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:19:19.118557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:19.210480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 2ba7d417-4ca7-49a9-87f4-9feaf1200140, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ba7d417-4ca7-49a9-87f4-9feaf1200140,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:19.210865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:19.416610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:19.416968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (e234dabf-3403-41d6-bc57-aa87a60fd7ec), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:19.417277 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP e234dabf-3403-41d6-bc57-aa87a60fd7ec disassociated. External IP: 172.36.3.116, port: 2ba7d417-4ca7-49a9-87f4-9feaf1200140. Oct 23 01:19:19.417612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 2ba7d417-4ca7-49a9-87f4-9feaf1200140 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:19:19.626453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2ba7d417-4ca7-49a9-87f4-9feaf1200140), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:19.654979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=2ba7d417-4ca7-49a9-87f4-9feaf1200140,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:19.718316 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c421eeed-690e-4045-adf0-1586e08ef30d req-16ccb8b7-8c28-4843-8335-10582e8413b1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 210 time: 0.0281618 Oct 23 01:19:19.766979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9e480b30-ea86-4b42-82d8-410546309f1d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:19:19.871552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:19:19.878980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0b479-14ab-48db-bae2-1c534964fb1e None None] Sync routers for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:19:19.889651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0b479-14ab-48db-bae2-1c534964fb1e None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:19:19.890284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-55f0b479-14ab-48db-bae2-1c534964fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:19:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:19.916481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] No DVR routers for this DVR port 2ba7d417-4ca7-49a9-87f4-9feaf1200140 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:19:19.919240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:19.922687 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9303755f-7da0-4299-b646-feb15ba45a64 req-4d2725f2-5f6f-42c8-ae6b-fec4b81d6844 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "DELETE /networking/v2.0/ports/2ba7d417-4ca7-49a9-87f4-9feaf1200140 HTTP/1.1" status: 204 len: 173 time: 0.8825593 Oct 23 01:19:19.923200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947fdc97-9714-43b4-92ed-d32003842633', 'name': 'network-vif-deleted', 'tag': '2ba7d417-4ca7-49a9-87f4-9feaf1200140'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:19:19.925835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8179fd-6910-4a3f-bd77-1bb389826258" -d '{"events": [{"server_uuid": "947fdc97-9714-43b4-92ed-d32003842633", "name": "network-vif-deleted", "tag": "2ba7d417-4ca7-49a9-87f4-9feaf1200140"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:19:19.968360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92bac43-9ee5-482e-a4f8-7c4f06fdcea2 x-openstack-request-id: req-f92bac43-9ee5-482e-a4f8-7c4f06fdcea2 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:19:19.968653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947fdc97-9714-43b4-92ed-d32003842633", "name": "network-vif-deleted", "tag": "2ba7d417-4ca7-49a9-87f4-9feaf1200140", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:19:19.968904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f92bac43-9ee5-482e-a4f8-7c4f06fdcea2 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:19:19.969309 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92bac43-9ee5-482e-a4f8-7c4f06fdcea2'] response: {'server_uuid': '947fdc97-9714-43b4-92ed-d32003842633', 'name': 'network-vif-deleted', 'tag': '2ba7d417-4ca7-49a9-87f4-9feaf1200140', 'status': 'completed', 'code': 200} Oct 23 01:19:19.998955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-55f0b479-14ab-48db-bae2-1c534964fb1e None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:19:20.200544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-55f0b479-14ab-48db-bae2-1c534964fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:20.229385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0b479-14ab-48db-bae2-1c534964fb1e None None] Checking router: 9e480b30-ea86-4b42-82d8-410546309f1d for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:19:20.238010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0b479-14ab-48db-bae2-1c534964fb1e None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:19:20.238636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-55f0b479-14ab-48db-bae2-1c534964fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:19:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:20.486067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-55f0b479-14ab-48db-bae2-1c534964fb1e None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:19:20.676994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-55f0b479-14ab-48db-bae2-1c534964fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:20.702465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0b479-14ab-48db-bae2-1c534964fb1e None None] The sync data for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv is: [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c4fe150-466b-4516-b2c2-d49aad4fbe45', 'name': '', 'network_id': '5bbcaf56-aa7a-4f05-9754-edb478f311a9', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:59:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:35Z', 'updated_at': '2022-10-23T01:17:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '39b22a2b-e603-4c1b-b31f-2d7d29a81275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:19:20.842489 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7a02ddcd-880f-4cf9-b98e-5940b821d558 req-5fed9b08-5a3f-414b-8000-bec99df21a59 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=947fdc97-9714-43b4-92ed-d32003842633 HTTP/1.1" status: 200 len: 210 time: 0.0335672 Oct 23 01:19:20.926895 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c0927a-38b1-48e4-87de-9322cb39f195 None None] New status for floating IP e234dabf-3403-41d6-bc57-aa87a60fd7ec: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:19:21.797764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:21.911588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37914) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:21.969440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-62ff706b-d23e-4393-844b-66fc067db481 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (61d1e478-5894-4aaa-9b45-b2e6d6b16c22), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:21.994712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-62ff706b-d23e-4393-844b-66fc067db481 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (61d1e478-5894-4aaa-9b45-b2e6d6b16c22), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:22.141025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-62ff706b-d23e-4393-844b-66fc067db481 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (61d1e478-5894-4aaa-9b45-b2e6d6b16c22), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:22.143597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-62ff706b-d23e-4393-844b-66fc067db481 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:22.144763 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-62ff706b-d23e-4393-844b-66fc067db481 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/61d1e478-5894-4aaa-9b45-b2e6d6b16c22 HTTP/1.1" status: 204 len: 168 time: 0.2329211 Oct 23 01:19:22.155154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff706b-d23e-4393-844b-66fc067db481 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d1e478-5894-4aaa-9b45-b2e6d6b16c22,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:22.233480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37918) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:22.348341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-901db78e-5f9d-4815-9f2f-23ba7c93685f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port e0cf4db4-3b1a-457f-9df0-cca90832a3fa {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:19:22.348678 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-901db78e-5f9d-4815-9f2f-23ba7c93685f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e0cf4db4-3b1a-457f-9df0-cca90832a3fa), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:22.426388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-901db78e-5f9d-4815-9f2f-23ba7c93685f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e0cf4db4-3b1a-457f-9df0-cca90832a3fa), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:22.426641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-901db78e-5f9d-4815-9f2f-23ba7c93685f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (e0cf4db4-3b1a-457f-9df0-cca90832a3fa), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:22.439501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-901db78e-5f9d-4815-9f2f-23ba7c93685f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for e0cf4db4-3b1a-457f-9df0-cca90832a3fa owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:19:22.625988 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-901db78e-5f9d-4815-9f2f-23ba7c93685f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e0cf4db4-3b1a-457f-9df0-cca90832a3fa), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:22.648951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901db78e-5f9d-4815-9f2f-23ba7c93685f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=e0cf4db4-3b1a-457f-9df0-cca90832a3fa,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:22.713768 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-901db78e-5f9d-4815-9f2f-23ba7c93685f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (e234dabf-3403-41d6-bc57-aa87a60fd7ec), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:22.716339 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-901db78e-5f9d-4815-9f2f-23ba7c93685f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:22.717488 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-901db78e-5f9d-4815-9f2f-23ba7c93685f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/e234dabf-3403-41d6-bc57-aa87a60fd7ec HTTP/1.1" status: 204 len: 168 time: 0.4829803 Oct 23 01:19:22.808552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 2ba7d417-4ca7-49a9-87f4-9feaf1200140 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:19:22.827365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 2ba7d417-4ca7-49a9-87f4-9feaf1200140 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:19:22.827706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 2ba7d417-4ca7-49a9-87f4-9feaf1200140 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:19:23.139267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38833c48-3fb0-4cdd-92f6-f0e52523f96b req-ca52b540-cad9-4277-899b-c5f2fa0228fb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:23.140782 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-38833c48-3fb0-4cdd-92f6-f0e52523f96b req-ca52b540-cad9-4277-899b-c5f2fa0228fb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 945 time: 0.0514004 Oct 23 01:19:23.189471 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-38833c48-3fb0-4cdd-92f6-f0e52523f96b req-8c099c63-3ee7-4e5c-9ece-be3b1518baa4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431035 Oct 23 01:19:24.300915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:24.303376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:24.311861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38961e26-8767-47fc-9d61-adfed3a99242 req-c0e315ad-45c0-48f6-951d-57d44f9b3068 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:24.313352 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38961e26-8767-47fc-9d61-adfed3a99242 req-c0e315ad-45c0-48f6-951d-57d44f9b3068 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 945 time: 0.0473619 Oct 23 01:19:24.363500 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38961e26-8767-47fc-9d61-adfed3a99242 req-4af7a05e-1b9b-4be5-9452-2b3e5fdd9f3a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442784 Oct 23 01:19:24.531785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237b78b-e5da-4557-b0d9-50140052c426 req-7c2fdc53-7c46-46fa-b39f-515b033b6f1c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:24.533235 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d237b78b-e5da-4557-b0d9-50140052c426 req-7c2fdc53-7c46-46fa-b39f-515b033b6f1c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 945 time: 0.0461266 Oct 23 01:19:24.618301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-d237b78b-e5da-4557-b0d9-50140052c426 req-abf1750c-dcb9-4e39-8184-93c26267f74f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 8c6a0e57-427d-4a28-821f-75629e1c3494 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:19:24.618566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d237b78b-e5da-4557-b0d9-50140052c426 req-abf1750c-dcb9-4e39-8184-93c26267f74f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:24.705545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-d237b78b-e5da-4557-b0d9-50140052c426 req-abf1750c-dcb9-4e39-8184-93c26267f74f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 8c6a0e57-427d-4a28-821f-75629e1c3494, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8c6a0e57-427d-4a28-821f-75629e1c3494,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:24.705938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d237b78b-e5da-4557-b0d9-50140052c426 req-abf1750c-dcb9-4e39-8184-93c26267f74f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:24.718847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-d237b78b-e5da-4557-b0d9-50140052c426 req-abf1750c-dcb9-4e39-8184-93c26267f74f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 8c6a0e57-427d-4a28-821f-75629e1c3494 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:19:24.911977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d237b78b-e5da-4557-b0d9-50140052c426 req-abf1750c-dcb9-4e39-8184-93c26267f74f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8c6a0e57-427d-4a28-821f-75629e1c3494), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:24.940774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1750c-dcb9-4e39-8184-93c26267f74f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=8c6a0e57-427d-4a28-821f-75629e1c3494,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:24.986778 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d237b78b-e5da-4557-b0d9-50140052c426 req-abf1750c-dcb9-4e39-8184-93c26267f74f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] No DVR routers for this DVR port 8c6a0e57-427d-4a28-821f-75629e1c3494 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:19:24.989275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d237b78b-e5da-4557-b0d9-50140052c426 req-abf1750c-dcb9-4e39-8184-93c26267f74f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:24.992483 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d237b78b-e5da-4557-b0d9-50140052c426 req-abf1750c-dcb9-4e39-8184-93c26267f74f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "DELETE /networking/v2.0/ports/8c6a0e57-427d-4a28-821f-75629e1c3494 HTTP/1.1" status: 204 len: 173 time: 0.4541464 Oct 23 01:19:24.992992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'name': 'network-vif-deleted', 'tag': '8c6a0e57-427d-4a28-821f-75629e1c3494'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:19:24.995245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd49bb6-6ba0-4d76-8d93-a5f7c9aec4cb" -d '{"events": [{"server_uuid": "e52e0a82-efe5-42ad-a513-9d2e2e4f24c8", "name": "network-vif-deleted", "tag": "8c6a0e57-427d-4a28-821f-75629e1c3494"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:19:25.032947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38099049-78ef-4c8a-bd79-d99903168b4e x-openstack-request-id: req-38099049-78ef-4c8a-bd79-d99903168b4e {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:19:25.033291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52e0a82-efe5-42ad-a513-9d2e2e4f24c8", "name": "network-vif-deleted", "tag": "8c6a0e57-427d-4a28-821f-75629e1c3494", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:19:25.033543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38099049-78ef-4c8a-bd79-d99903168b4e {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:19:25.033969 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38099049-78ef-4c8a-bd79-d99903168b4e'] response: {'server_uuid': 'e52e0a82-efe5-42ad-a513-9d2e2e4f24c8', 'name': 'network-vif-deleted', 'tag': '8c6a0e57-427d-4a28-821f-75629e1c3494', 'status': 'completed', 'code': 200} Oct 23 01:19:25.484278 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ad7bf64-8f76-485a-99fb-3a853953ea9e req-eb5c5aad-9e9c-43d0-bdf0-c82afe48013a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e52e0a82-efe5-42ad-a513-9d2e2e4f24c8 HTTP/1.1" status: 200 len: 210 time: 0.0289044 Oct 23 01:19:26.554045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37932) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:26.612149 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca45c769-0bbc-425a-8209-49769099e780 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (97d8c8ef-8217-4ed0-ad5f-b6a34eea1837), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:26.636400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca45c769-0bbc-425a-8209-49769099e780 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (97d8c8ef-8217-4ed0-ad5f-b6a34eea1837), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:26.644101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:26.648690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:26.752006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca45c769-0bbc-425a-8209-49769099e780 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (97d8c8ef-8217-4ed0-ad5f-b6a34eea1837), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:26.754625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ca45c769-0bbc-425a-8209-49769099e780 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:26.755795 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ca45c769-0bbc-425a-8209-49769099e780 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/97d8c8ef-8217-4ed0-ad5f-b6a34eea1837 HTTP/1.1" status: 204 len: 168 time: 0.2014289 Oct 23 01:19:26.766120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45c769-0bbc-425a-8209-49769099e780 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d8c8ef-8217-4ed0-ad5f-b6a34eea1837,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:26.861639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37936) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:27.186230 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (9e480b30-ea86-4b42-82d8-410546309f1d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:27.411703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 9c4fe150-466b-4516-b2c2-d49aad4fbe45 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:19:27.412062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:27.501168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 9c4fe150-466b-4516-b2c2-d49aad4fbe45, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c4fe150-466b-4516-b2c2-d49aad4fbe45,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:27.501452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:27.514356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 9c4fe150-466b-4516-b2c2-d49aad4fbe45 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:19:27.672576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:27.684852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:27.763241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (9c4fe150-466b-4516-b2c2-d49aad4fbe45), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:27.794022 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=9c4fe150-466b-4516-b2c2-d49aad4fbe45,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:27.965522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (9e480b30-ea86-4b42-82d8-410546309f1d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:27.987757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc62c49-4a34-44f3-bf5f-08f3102f14f7 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:19:28.059376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc62c49-4a34-44f3-bf5f-08f3102f14f7 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:19:28.514679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9e480b30-ea86-4b42-82d8-410546309f1d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:19:28.623974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:19:28.629886 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-14d17780-47e9-4a75-b2c1-fffaa4f041f8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/9e480b30-ea86-4b42-82d8-410546309f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7671447 Oct 23 01:19:28.632045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37938) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:28.634313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb6c843-4656-4acd-9d46-e3f2405a91bd None None] Sync routers for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:19:28.645029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb6c843-4656-4acd-9d46-e3f2405a91bd None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:19:28.646066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bdb6c843-4656-4acd-9d46-e3f2405a91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:19:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:28.684480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e984cb2-acf9-41d9-8d73-c97ffc4dd457 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting subnet 39b22a2b-e603-4c1b-b31f-2d7d29a81275 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:19:28.687846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e984cb2-acf9-41d9-8d73-c97ffc4dd457 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (39b22a2b-e603-4c1b-b31f-2d7d29a81275), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:28.739812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e984cb2-acf9-41d9-8d73-c97ffc4dd457 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (39b22a2b-e603-4c1b-b31f-2d7d29a81275), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:28.786785 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-eb7c5a28-c09b-4a4f-9eaf-c04fe72186b9 None None] Provisioning complete for port efffd40c-d458-45ea-8a9d-405697141962 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:28.787367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eb7c5a28-c09b-4a4f-9eaf-c04fe72186b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (efffd40c-d458-45ea-8a9d-405697141962), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:28.787902 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-eb7c5a28-c09b-4a4f-9eaf-c04fe72186b9 None None] Attempt 1 to provision port efffd40c-d458-45ea-8a9d-405697141962 Oct 23 01:19:28.832340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-bdb6c843-4656-4acd-9d46-e3f2405a91bd None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:19:28.835499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8c6a0e57-427d-4a28-821f-75629e1c3494 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:19:28.876312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e984cb2-acf9-41d9-8d73-c97ffc4dd457 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (39b22a2b-e603-4c1b-b31f-2d7d29a81275), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:28.957744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 8c6a0e57-427d-4a28-821f-75629e1c3494 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:19:28.958118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8c6a0e57-427d-4a28-821f-75629e1c3494 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:19:29.020580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e984cb2-acf9-41d9-8d73-c97ffc4dd457 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (39b22a2b-e603-4c1b-b31f-2d7d29a81275), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.048357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e984cb2-acf9-41d9-8d73-c97ffc4dd457 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Subnet': ['ID=39b22a2b-e603-4c1b-b31f-2d7d29a81275,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:29.051874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:29.052410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e984cb2-acf9-41d9-8d73-c97ffc4dd457 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.055794 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5e984cb2-acf9-41d9-8d73-c97ffc4dd457 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/39b22a2b-e603-4c1b-b31f-2d7d29a81275 HTTP/1.1" status: 204 len: 168 time: 0.4220397 Oct 23 01:19:29.058491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37940) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:29.066100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:29.067994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f63be7-ec5e-43e5-9d7b-27de4d46adc5 None None] Network 5bbcaf56-aa7a-4f05-9754-edb478f311a9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:19:29.076826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c5a28-c09b-4a4f-9eaf-c04fe72186b9 None None] Current status of the port efffd40c-d458-45ea-8a9d-405697141962 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:29.093600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:29.142776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:29.166391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (9e480b30-ea86-4b42-82d8-410546309f1d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.167991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:29.191594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bdb6c843-4656-4acd-9d46-e3f2405a91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:19:27Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:29.227510 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb6c843-4656-4acd-9d46-e3f2405a91bd None None] Checking router: 9e480b30-ea86-4b42-82d8-410546309f1d for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:19:29.238497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb6c843-4656-4acd-9d46-e3f2405a91bd None None] Routers {'9e480b30-ea86-4b42-82d8-410546309f1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:19:29.238805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bdb6c843-4656-4acd-9d46-e3f2405a91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:19:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9e480b30-ea86-4b42-82d8-410546309f1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:29.272503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (9e480b30-ea86-4b42-82d8-410546309f1d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.324904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456c277-56dc-4696-b57f-918b5d1cbb47 None None] DHCP port deletion for 5bbcaf56-aa7a-4f05-9754-edb478f311a9 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:19:29.371158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-bdb6c843-4656-4acd-9d46-e3f2405a91bd None None] Set router 9e480b30-ea86-4b42-82d8-410546309f1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:19:29.377622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 6d4abc72-a06c-4296-a512-1c518fd9d5e0 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:19:29.378004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.426872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0456c277-56dc-4696-b57f-918b5d1cbb47 None None] Deleting port efffd40c-d458-45ea-8a9d-405697141962 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:19:29.427243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0456c277-56dc-4696-b57f-918b5d1cbb47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (efffd40c-d458-45ea-8a9d-405697141962), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.462379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 6d4abc72-a06c-4296-a512-1c518fd9d5e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d4abc72-a06c-4296-a512-1c518fd9d5e0,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:29.462751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.475832 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 6d4abc72-a06c-4296-a512-1c518fd9d5e0 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:19:29.540515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0456c277-56dc-4696-b57f-918b5d1cbb47 None None] For port efffd40c-d458-45ea-8a9d-405697141962, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efffd40c-d458-45ea-8a9d-405697141962,segment=NetworkSegment(f75e646b-569b-43bb-a147-d536feef8bae),segment_id=f75e646b-569b-43bb-a147-d536feef8bae)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:29.540820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0456c277-56dc-4696-b57f-918b5d1cbb47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (efffd40c-d458-45ea-8a9d-405697141962), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.567997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0456c277-56dc-4696-b57f-918b5d1cbb47 None None] Calling delete_port for efffd40c-d458-45ea-8a9d-405697141962 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:19:29.662865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bdb6c843-4656-4acd-9d46-e3f2405a91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:19:27Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:29.683172 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6d4abc72-a06c-4296-a512-1c518fd9d5e0), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.691776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb6c843-4656-4acd-9d46-e3f2405a91bd None None] The sync data for ids ['9e480b30-ea86-4b42-82d8-410546309f1d'] in dv-neutron-master-2-hyperv is: [{'id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'name': 'tempest-TestNetworkBasicOps-router-1553918911', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153'}], 'enable_snat': True}, 'gw_port_id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:19:27Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '6d4abc72-a06c-4296-a512-1c518fd9d5e0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e480b30-ea86-4b42-82d8-410546309f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:17:31Z', 'updated_at': '2022-10-23T01:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:19:29.731875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=6d4abc72-a06c-4296-a512-1c518fd9d5e0,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:29.778208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (9e480b30-ea86-4b42-82d8-410546309f1d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.780483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0456c277-56dc-4696-b57f-918b5d1cbb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (efffd40c-d458-45ea-8a9d-405697141962), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.809229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456c277-56dc-4696-b57f-918b5d1cbb47 None None] Pushing event deleted for resources: {'Port': ['ID=efffd40c-d458-45ea-8a9d-405697141962,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:29.812959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0456c277-56dc-4696-b57f-918b5d1cbb47 None None] No DVR routers for this DVR port efffd40c-d458-45ea-8a9d-405697141962 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:19:29.868509 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (9e480b30-ea86-4b42-82d8-410546309f1d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.871459 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (9e480b30-ea86-4b42-82d8-410546309f1d), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.968871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (9e480b30-ea86-4b42-82d8-410546309f1d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.969393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Fanout notify agent at l3_agent the message router_deleted on router 9e480b30-ea86-4b42-82d8-410546309f1d {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:19:29.975627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:29.976746 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4b212a83-b238-4dfa-81c8-3eb387af281f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/routers/9e480b30-ea86-4b42-82d8-410546309f1d HTTP/1.1" status: 204 len: 168 time: 0.9171488 Oct 23 01:19:29.979803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37942) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:30.061128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (5bbcaf56-aa7a-4f05-9754-edb478f311a9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.167327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (5bbcaf56-aa7a-4f05-9754-edb478f311a9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.176704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:30.189946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbcaf56-aa7a-4f05-9754-edb478f311a9']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:30.200396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75e646b-569b-43bb-a147-d536feef8bae') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:30.200691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75e646b-569b-43bb-a147-d536feef8bae') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:30.211301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (f75e646b-569b-43bb-a147-d536feef8bae), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.221151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device efffd40c-d458-45ea-8a9d-405697141962 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:19:30.227697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f75e646b-569b-43bb-a147-d536feef8bae), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.234861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:19:30.235267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (f75e646b-569b-43bb-a147-d536feef8bae), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.245811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: efffd40c-d458-45ea-8a9d-405697141962 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:19:30.246207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device efffd40c-d458-45ea-8a9d-405697141962 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:19:30.246628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9c4fe150-466b-4516-b2c2-d49aad4fbe45 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:19:30.266878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 9c4fe150-466b-4516-b2c2-d49aad4fbe45 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:19:30.267228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9c4fe150-466b-4516-b2c2-d49aad4fbe45 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:19:30.343289 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f75e646b-569b-43bb-a147-d536feef8bae resource provider aggregate not found Oct 23 01:19:30.360750 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment f75e646b-569b-43bb-a147-d536feef8bae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f75e646b-569b-43bb-a147-d536feef8bae found for delete ", "request_id": "req-dcbbb5d8-bef8-40d8-9bab-1b9524fccc34"}]} Oct 23 01:19:30.374374 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (5bbcaf56-aa7a-4f05-9754-edb478f311a9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.381681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.384757 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/networks/5bbcaf56-aa7a-4f05-9754-edb478f311a9 HTTP/1.1" status: 204 len: 168 time: 0.4040358 Oct 23 01:19:30.397053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1e373-10d4-43b2-9145-16c5b89c5cf8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Network': ['ID=5bbcaf56-aa7a-4f05-9754-edb478f311a9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:30.404296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37950) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:30.409805 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'network': {'name': 'tempest-network-smoke--1312198153', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'port_security_enabled': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:30.419251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:30.483138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:19:30.486998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.511895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:19:30.521580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (dc8f1239-bc14-4fff-962d-6eddb2005c7d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.522059 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Added segment dc8f1239-bc14-4fff-962d-6eddb2005c7d of type vlan for network f6b670b8-e203-48fc-9be7-aa96a0af408e Oct 23 01:19:30.563485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (f6b670b8-e203-48fc-9be7-aa96a0af408e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.677212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (f6b670b8-e203-48fc-9be7-aa96a0af408e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.682078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:30.682646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.757847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Network': ['ID=f6b670b8-e203-48fc-9be7-aa96a0af408e,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:30.767816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network f6b670b8-e203-48fc-9be7-aa96a0af408e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:19:30.800369 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-648b15db-4406-418e-8d76-4987abfc003a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3950064 Oct 23 01:19:30.803302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37952) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:30.807733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-836452354', 'admin_state_up': True, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:30.906589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (9ec743fb-7878-47d9-9389-6869f8b23a1d), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.907675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (9ec743fb-7878-47d9-9389-6869f8b23a1d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:30.958017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (9ec743fb-7878-47d9-9389-6869f8b23a1d), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:31.010472 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:19:31.142644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (9ec743fb-7878-47d9-9389-6869f8b23a1d), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:31.372011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (9ec743fb-7878-47d9-9389-6869f8b23a1d), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:31.390844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:31.493610 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.219 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/88ee0292-3b63-42ff-9248-0d6b9a4a85eb) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:19:31.508868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:31.600893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:31.683715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:31.687712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:31.722150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:19:31.727139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:19:31.731623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:19:31.736936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=88ee0292-3b63-42ff-9248-0d6b9a4a85eb,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:32.118980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6d4abc72-a06c-4296-a512-1c518fd9d5e0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:19:32.131888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (9ec743fb-7878-47d9-9389-6869f8b23a1d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:32.139275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 6d4abc72-a06c-4296-a512-1c518fd9d5e0 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:19:32.139621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6d4abc72-a06c-4296-a512-1c518fd9d5e0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:19:32.323914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (9ec743fb-7878-47d9-9389-6869f8b23a1d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:32.500245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9ec743fb-7878-47d9-9389-6869f8b23a1d is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:19:32.545524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:32.600767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:19:32.611183 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Sync routers for ids ['9ec743fb-7878-47d9-9389-6869f8b23a1d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:19:32.622156 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Routers {'9ec743fb-7878-47d9-9389-6869f8b23a1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:19:32.622768 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:19:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ec743fb-7878-47d9-9389-6869f8b23a1d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:32.655878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:32.657126 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-07674627-901e-48a0-b916-f2c38974433e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8528831 Oct 23 01:19:32.660527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37954) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:32.722909 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Set router 9ec743fb-7878-47d9-9389-6869f8b23a1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:19:32.786470 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-96e30b75-8e70-44af-80ff-dc7c714ab36e tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=0226f1f233794f45b9d6ad046f30f76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1247969 Oct 23 01:19:32.789097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37958) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:32.878672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e9c1b-600c-496f-b860-42b169d2e472 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:32.880188 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-942e9c1b-600c-496f-b860-42b169d2e472 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900593 Oct 23 01:19:32.883105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37960) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:32.886676 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:31Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:32.910294 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-13ff492e-0b23-488a-87d4-cf4567ae1dd4 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261166 Oct 23 01:19:32.912178 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Checking router: 9ec743fb-7878-47d9-9389-6869f8b23a1d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:19:32.912529 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Updating router 9ec743fb-7878-47d9-9389-6869f8b23a1d port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:19:32.912820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37962) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:32.918112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1546020911', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:32.943636 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:33.094579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:19:33.098606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:33.184768 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Publish callbacks [] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:33.188280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:33.243066 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:33.277674 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Attempting to bind port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:19:33.278066 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Attempting to bind port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:19:33.278423 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Attempting to bind port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:19:33.282570 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:33.312397 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Pushing event updated for resources: {'Port': ['ID=88ee0292-3b63-42ff-9248-0d6b9a4a85eb,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:33.323924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (564e7fbc-b0d2-4154-9137-36bba1cf1443), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:33.325661 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.326031 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.326391 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.326724 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.327048 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.327369 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.327687 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.328005 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.328336 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.328655 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.328973 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.329264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:33.329406 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.329612 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.329951 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.330264 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.342891 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:19:33.343253 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:19:33.343648 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:33.344043 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:19:33.344493 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Bound port: 88ee0292-3b63-42ff-9248-0d6b9a4a85eb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:19:33.344913 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:33.348038 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:33.395480 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] For port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:19:33.398500 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] For port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88ee0292-3b63-42ff-9248-0d6b9a4a85eb,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:19:33.398884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Subnet': ['ID=564e7fbc-b0d2-4154-9137-36bba1cf1443,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:33.410364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.410710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.411051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.411390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.411719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.412046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.412368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.412689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.413013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.413336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.413652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.413995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.419372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.419372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.419372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:33.419372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Checking segment: {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:19:33.419372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network hostable DHCP agents. Network: f6b670b8-e203-48fc-9be7-aa96a0af408e, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:19:33.489163 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:33.500352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network f6b670b8-e203-48fc-9be7-aa96a0af408e is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:19:33.523569 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Routers {'9ec743fb-7878-47d9-9389-6869f8b23a1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:19:33.524203 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:19:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ec743fb-7878-47d9-9389-6869f8b23a1d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:33.577883 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae894b79-6a02-4f19-b0aa-3845f3f62fee None None] Pushing event updated for resources: {'Port': ['ID=88ee0292-3b63-42ff-9248-0d6b9a4a85eb,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:33.586444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f6b670b8-e203-48fc-9be7-aa96a0af408e) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:19:33.590445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:33.591534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:33.598967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ff13e-c0be-4a5c-be7f-730462ad4cb6 None None] Network f6b670b8-e203-48fc-9be7-aa96a0af408e requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:19:33.644761 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] Set router 9ec743fb-7878-47d9-9389-6869f8b23a1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:19:33.657384 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-794715d9-da63-4a8c-80de-914add49a3c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7435713 Oct 23 01:19:33.660166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37964) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:33.710620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f6b670b8-e203-48fc-9be7-aa96a0af408e', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:19:33.711906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:33.820230 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:31Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:33.848879 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7b6ec-f6e1-4249-984f-c8fe673d43b0 None None] The sync data for ids ['9ec743fb-7878-47d9-9389-6869f8b23a1d'] in dv-neutron-master-2-hyperv is: [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:31Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:19:33.864048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Allocated IP 172.20.0.2 (f6b670b8-e203-48fc-9be7-aa96a0af408e/564e7fbc-b0d2-4154-9137-36bba1cf1443/eadbe9d5-feac-458d-8e2e-a19fc1c3c663) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:19:34.019311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Publish callbacks [] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:34.020555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:34.123802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:34.327972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 88ee0292-3b63-42ff-9248-0d6b9a4a85eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:19:34.358514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Network f6b670b8-e203-48fc-9be7-aa96a0af408e is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:19:34.374692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:19:34.377184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:19:34.398425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Pushing event updated for resources: {'Port': ['ID=eadbe9d5-feac-458d-8e2e-a19fc1c3c663,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:34.465342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:34.466644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:34.466773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:34.467024 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb Oct 23 01:19:34.513818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Attempting to bind port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:19:34.519907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Attempting to bind port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:19:34.519907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Attempting to bind port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 on network f6b670b8-e203-48fc-9be7-aa96a0af408e {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:19:34.539490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:34.594166 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:34.594605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:34.608827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:34.612231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:19:34.616221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Checking segment: {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:19:34.616221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:34.616221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Bound using segment: {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:19:34.616221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Bound port: eadbe9d5-feac-458d-8e2e-a19fc1c3c663, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:19:34.616221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:34.625182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:34.627175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88ee0292-3b63-42ff-9248-0d6b9a4a85eb,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:34.693703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] For port eadbe9d5-feac-458d-8e2e-a19fc1c3c663, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:19:34.698263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] For port eadbe9d5-feac-458d-8e2e-a19fc1c3c663, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eadbe9d5-feac-458d-8e2e-a19fc1c3c663,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:19:34.712194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:34.761508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.1 (f6b670b8-e203-48fc-9be7-aa96a0af408e/564e7fbc-b0d2-4154-9137-36bba1cf1443/ef06577f-ad8c-46a6-90f5-20fc1e625ff1) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:19:34.765171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=88ee0292-3b63-42ff-9248-0d6b9a4a85eb,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:34.797927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:34.856149 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:34.870874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6acd9-d513-4eae-a10b-41a293a1d7b7 None None] Pushing event updated for resources: {'Port': ['ID=eadbe9d5-feac-458d-8e2e-a19fc1c3c663,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:34.900987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:34.969714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:35.024626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network f6b670b8-e203-48fc-9be7-aa96a0af408e is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:19:35.030364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:19:35.034243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:19:35.064670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=ef06577f-ad8c-46a6-90f5-20fc1e625ff1,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:35.090093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (9ec743fb-7878-47d9-9389-6869f8b23a1d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:35.299337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:35.427984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:35.578975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:35.659998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:35.738330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (9ec743fb-7878-47d9-9389-6869f8b23a1d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:35.740054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=ef06577f-ad8c-46a6-90f5-20fc1e625ff1,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:35.833777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network f6b670b8-e203-48fc-9be7-aa96a0af408e is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:19:35.835121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:19:35.954671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9ec743fb-7878-47d9-9389-6869f8b23a1d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:19:36.054209 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:36.072237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:19:36.078262 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cade7f55-e46f-41be-898f-b192dd67e334 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/9ec743fb-7878-47d9-9389-6869f8b23a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4169261 Oct 23 01:19:36.080776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37966) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:36.083015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Sync routers for ids ['9ec743fb-7878-47d9-9389-6869f8b23a1d'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:19:36.096232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Routers {'9ec743fb-7878-47d9-9389-6869f8b23a1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:19:36.098119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:19:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ec743fb-7878-47d9-9389-6869f8b23a1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:36.200606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04999b8-e884-401f-a3d8-be3f344c3157 None None] Network f6b670b8-e203-48fc-9be7-aa96a0af408e requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:19:36.213727 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e0359-7f96-4863-bfb2-2f4552a9f818 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:36.214236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e0359-7f96-4863-bfb2-2f4552a9f818 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:36.214791 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e0359-7f96-4863-bfb2-2f4552a9f818 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:36.215265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e0359-7f96-4863-bfb2-2f4552a9f818 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:36.220521 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b74e0359-7f96-4863-bfb2-2f4552a9f818 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1380839 Oct 23 01:19:36.220841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37970) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:36.282825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Set router 9ec743fb-7878-47d9-9389-6869f8b23a1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:19:36.290809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548ef31-5560-4449-9a9f-5d75f67dc41d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:36.291292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548ef31-5560-4449-9a9f-5d75f67dc41d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:36.292296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548ef31-5560-4449-9a9f-5d75f67dc41d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:36.292752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548ef31-5560-4449-9a9f-5d75f67dc41d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:36.294628 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6548ef31-5560-4449-9a9f-5d75f67dc41d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0721719 Oct 23 01:19:36.299342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37972) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:36.319236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device eadbe9d5-feac-458d-8e2e-a19fc1c3c663 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:19:36.321154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a56a0787-1679-4353-8940-3970b98a3103 None None] Provisioning complete for port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:36.321523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a56a0787-1679-4353-8940-3970b98a3103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:36.321911 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a56a0787-1679-4353-8940-3970b98a3103 None None] Attempt 1 to provision port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 Oct 23 01:19:36.412569 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-62696015-ad6b-4074-bcb0-767c3e90f36d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1118712 Oct 23 01:19:36.415349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37974) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:36.420533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1356113242', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:36.520381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:36.590105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:36.590105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:36.590105 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 Oct 23 01:19:36.612895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a56a0787-1679-4353-8940-3970b98a3103 None None] Current status of the port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:36.620281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a56a0787-1679-4353-8940-3970b98a3103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:36.683517 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:19:36.688797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:36.711600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] device_id is not set on port 36ea0078-3863-4754-bcee-dce6a257ed4f yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:19:36.725089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a56a0787-1679-4353-8940-3970b98a3103 None None] For port eadbe9d5-feac-458d-8e2e-a19fc1c3c663, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eadbe9d5-feac-458d-8e2e-a19fc1c3c663,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:36.733014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ef06577f-ad8c-46a6-90f5-20fc1e625ff1', 'name': '', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:0d:f4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:34Z', 'updated_at': '2022-10-23T01:19:35Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:36.748067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:36.763527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:36.763922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:36.767786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Checking router: 9ec743fb-7878-47d9-9389-6869f8b23a1d for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:19:36.768158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Updating router 9ec743fb-7878-47d9-9389-6869f8b23a1d port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:19:36.815540 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:36.840499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.14 (f6b670b8-e203-48fc-9be7-aa96a0af408e/564e7fbc-b0d2-4154-9137-36bba1cf1443/36ea0078-3863-4754-bcee-dce6a257ed4f) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:19:36.855585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a56a0787-1679-4353-8940-3970b98a3103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.005597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c1f5cc0c-76e2-40c6-aabe-596405938d33 None None] Provisioning complete for port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:37.006004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c1f5cc0c-76e2-40c6-aabe-596405938d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.006340 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c1f5cc0c-76e2-40c6-aabe-596405938d33 None None] Attempt 1 to provision port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 Oct 23 01:19:37.020943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:19:37.021434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:19:37.032659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.046245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:37.051408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a0787-1679-4353-8940-3970b98a3103 None None] Pushing event updated for resources: {'Port': ['ID=eadbe9d5-feac-458d-8e2e-a19fc1c3c663,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:37.068122 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5cc0c-76e2-40c6-aabe-596405938d33 None None] Port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:19:37.077652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c1f5cc0c-76e2-40c6-aabe-596405938d33 None None] Provisioning complete for port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:37.078047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c1f5cc0c-76e2-40c6-aabe-596405938d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.078386 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c1f5cc0c-76e2-40c6-aabe-596405938d33 None None] Attempt 1 to provision port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 Oct 23 01:19:37.130109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.177404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network f6b670b8-e203-48fc-9be7-aa96a0af408e is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:19:37.180993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:19:37.184181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:19:37.209189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5cc0c-76e2-40c6-aabe-596405938d33 None None] Current status of the port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:37.224460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:37.236512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:37.246629 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:37.250625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.259287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:37.323847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Publish callbacks [] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.336513 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-903647f3-c479-456c-8056-28c51b7543ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9146669 Oct 23 01:19:37.340366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-98edd6a2-cf0c-4e1c-94f0-7db2433c9b46 None None] Provisioning complete for port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:37.340746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-98edd6a2-cf0c-4e1c-94f0-7db2433c9b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.341088 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-98edd6a2-cf0c-4e1c-94f0-7db2433c9b46 None None] Attempt 1 to provision port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 Oct 23 01:19:37.381862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-98edd6a2-cf0c-4e1c-94f0-7db2433c9b46 None None] Port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:19:37.388418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.460741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84007e-779d-48d0-b8d7-8138cbc493b8 None None] Pushing event updated for resources: {'Port': ['ID=ef06577f-ad8c-46a6-90f5-20fc1e625ff1,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:37.498317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 37978) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:37.503158 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-24a3dc51-51eb-486f-b65e-4da83459715a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-735154520', 'description': 'tempest-secgroup-smoke-735154520 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:37.504725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Attempting to bind port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:19:37.505094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Attempting to bind port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:19:37.505461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Attempting to bind port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 on network f6b670b8-e203-48fc-9be7-aa96a0af408e {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:19:37.512172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-57b93ce9-93da-407e-a602-f8752ffeadb8 None None] Provisioning complete for port 36ea0078-3863-4754-bcee-dce6a257ed4f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:37.512573 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-57b93ce9-93da-407e-a602-f8752ffeadb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.517681 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-57b93ce9-93da-407e-a602-f8752ffeadb8 None None] Attempt 1 to provision port 36ea0078-3863-4754-bcee-dce6a257ed4f Oct 23 01:19:37.602043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-57b93ce9-93da-407e-a602-f8752ffeadb8 None None] Port 36ea0078-3863-4754-bcee-dce6a257ed4f cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:19:37.609161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-24a3dc51-51eb-486f-b65e-4da83459715a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.609850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:37.610820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 88ee0292-3b63-42ff-9248-0d6b9a4a85eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:19:37.697890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-24a3dc51-51eb-486f-b65e-4da83459715a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.775061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-24a3dc51-51eb-486f-b65e-4da83459715a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.782015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:19:37.782372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Checking segment: {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:19:37.782767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.783340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Bound using segment: {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:19:37.783632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Bound port: ef06577f-ad8c-46a6-90f5-20fc1e625ff1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:19:37.784006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.813681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3dc51-51eb-486f-b65e-4da83459715a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:37.844874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:37.845243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.845574 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb Oct 23 01:19:37.862087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-24a3dc51-51eb-486f-b65e-4da83459715a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.866993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37980) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:37.867706 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-24a3dc51-51eb-486f-b65e-4da83459715a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3640828 Oct 23 01:19:37.873259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:37.894374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] For port ef06577f-ad8c-46a6-90f5-20fc1e625ff1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:19:37.909255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] For port ef06577f-ad8c-46a6-90f5-20fc1e625ff1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef06577f-ad8c-46a6-90f5-20fc1e625ff1,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:19:37.941523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (f48af917-c11d-4e1b-bfb0-4b1c9062b343), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.953659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:37.957522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:37.994977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Routers {'9ec743fb-7878-47d9-9389-6869f8b23a1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:19:37.995620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:19:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ec743fb-7878-47d9-9389-6869f8b23a1d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:38.008059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (f48af917-c11d-4e1b-bfb0-4b1c9062b343), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.044612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:38.054037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84007e-779d-48d0-b8d7-8138cbc493b8 None None] Pushing event updated for resources: {'Port': ['ID=ef06577f-ad8c-46a6-90f5-20fc1e625ff1,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:38.066382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (f48af917-c11d-4e1b-bfb0-4b1c9062b343), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.086737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48af917-c11d-4e1b-bfb0-4b1c9062b343,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:38.095322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.095668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.096041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.096369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.096717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.097054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.097372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.097703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.102182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.102182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.102182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.102182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.102182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.102182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.102182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:38.131495 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] Set router 9ec743fb-7878-47d9-9389-6869f8b23a1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:19:38.142718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.144216 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4d402489-89a8-4318-a6b7-3b9b4a9851b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2755196 Oct 23 01:19:38.147455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37982) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:38.152048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-46c18b7a-6d3b-48ed-a933-cda8d342384b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:38.207350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device eadbe9d5-feac-458d-8e2e-a19fc1c3c663 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:19:38.215925 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-46c18b7a-6d3b-48ed-a933-cda8d342384b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (087723e3-1250-42cf-9199-a1272d178c55), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.242537 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:38.279912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-46c18b7a-6d3b-48ed-a933-cda8d342384b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (087723e3-1250-42cf-9199-a1272d178c55), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.315665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:38.316512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.316512 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 Oct 23 01:19:38.357554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-46c18b7a-6d3b-48ed-a933-cda8d342384b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (087723e3-1250-42cf-9199-a1272d178c55), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.382473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c18b7a-6d3b-48ed-a933-cda8d342384b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087723e3-1250-42cf-9199-a1272d178c55,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:38.391561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:38.410333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ef06577f-ad8c-46a6-90f5-20fc1e625ff1', 'name': '', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:0d:f4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:34Z', 'updated_at': '2022-10-23T01:19:37Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:38.434235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-46c18b7a-6d3b-48ed-a933-cda8d342384b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.435490 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-46c18b7a-6d3b-48ed-a933-cda8d342384b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2869377 Oct 23 01:19:38.438346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37984) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:38.442749 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-e7754e0e-359b-4daf-b400-638323a0af97 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:38.457361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe9a2aa-f688-4eb9-9d04-847c318177fd None None] The sync data for ids ['9ec743fb-7878-47d9-9389-6869f8b23a1d'] in dv-neutron-master-2-hyperv is: [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ef06577f-ad8c-46a6-90f5-20fc1e625ff1', 'name': '', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:0d:f4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:34Z', 'updated_at': '2022-10-23T01:19:37Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:19:38.476775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:38.603607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e7754e0e-359b-4daf-b400-638323a0af97 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (7f57c273-3472-4602-91b1-b0e337eed70b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.667734 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e7754e0e-359b-4daf-b400-638323a0af97 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (7f57c273-3472-4602-91b1-b0e337eed70b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.739900 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e7754e0e-359b-4daf-b400-638323a0af97 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (7f57c273-3472-4602-91b1-b0e337eed70b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.761132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7754e0e-359b-4daf-b400-638323a0af97 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f57c273-3472-4602-91b1-b0e337eed70b,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:38.785937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-53a04071-40a5-4136-9d2d-00437a878b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.834105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e7754e0e-359b-4daf-b400-638323a0af97 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.835277 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e7754e0e-359b-4daf-b400-638323a0af97 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3959937 Oct 23 01:19:38.838095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37986) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:38.843310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4d765fdb-1b0b-43dd-bbe0-2e9435907c53 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:38.919198 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d765fdb-1b0b-43dd-bbe0-2e9435907c53 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (8694ea69-c66f-40ab-9ece-7cba3ecfafce), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:38.986811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d765fdb-1b0b-43dd-bbe0-2e9435907c53 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (8694ea69-c66f-40ab-9ece-7cba3ecfafce), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:39.049377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d765fdb-1b0b-43dd-bbe0-2e9435907c53 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (8694ea69-c66f-40ab-9ece-7cba3ecfafce), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:39.068563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d765fdb-1b0b-43dd-bbe0-2e9435907c53 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8694ea69-c66f-40ab-9ece-7cba3ecfafce,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:39.127035 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4d765fdb-1b0b-43dd-bbe0-2e9435907c53 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:39.128836 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4d765fdb-1b0b-43dd-bbe0-2e9435907c53 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2888255 Oct 23 01:19:39.131871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37988) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:39.138563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-89600bc4-0171-408d-ab32-ee8072f7d7d4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:39.226497 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-89600bc4-0171-408d-ab32-ee8072f7d7d4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:19:39.234615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-89600bc4-0171-408d-ab32-ee8072f7d7d4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (75b29377-d2b3-4ec3-887f-5227f0438677), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:39.270420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:39.311100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-89600bc4-0171-408d-ab32-ee8072f7d7d4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (75b29377-d2b3-4ec3-887f-5227f0438677), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:39.391841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-89600bc4-0171-408d-ab32-ee8072f7d7d4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (75b29377-d2b3-4ec3-887f-5227f0438677), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:39.414473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89600bc4-0171-408d-ab32-ee8072f7d7d4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b29377-d2b3-4ec3-887f-5227f0438677,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:39.490966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-89600bc4-0171-408d-ab32-ee8072f7d7d4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:39.492251 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-89600bc4-0171-408d-ab32-ee8072f7d7d4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3593173 Oct 23 01:19:39.495080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 37990) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:39.499638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-34c55171-b053-48bd-bb85-90a7127ab876 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:39.592170 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-34c55171-b053-48bd-bb85-90a7127ab876 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:19:39.599010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34c55171-b053-48bd-bb85-90a7127ab876 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (4a7e839b-0891-4908-a202-6aed65b53170), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:39.662386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34c55171-b053-48bd-bb85-90a7127ab876 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (4a7e839b-0891-4908-a202-6aed65b53170), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:39.734535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34c55171-b053-48bd-bb85-90a7127ab876 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (4a7e839b-0891-4908-a202-6aed65b53170), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:39.754400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c55171-b053-48bd-bb85-90a7127ab876 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7e839b-0891-4908-a202-6aed65b53170,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:39.833603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34c55171-b053-48bd-bb85-90a7127ab876 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:39.834915 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-34c55171-b053-48bd-bb85-90a7127ab876 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3387754 Oct 23 01:19:40.066671 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-2750a522-dcf5-47d5-8e88-0bd461d3cbf3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-735154520&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0470278 Oct 23 01:19:40.123753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-605ff4ac-63e2-4cd5-9930-56afe74ab60a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:40.123753 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-605ff4ac-63e2-4cd5-9930-56afe74ab60a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 931 time: 0.0482843 Oct 23 01:19:40.186250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ef06577f-ad8c-46a6-90f5-20fc1e625ff1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:19:40.218858 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-3a785b9b-a828-4d4e-8c27-e75c5af3517e service neutron] 10.222.0.36 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0820165 Oct 23 01:19:40.232980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:40.233353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:40.233701 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 Oct 23 01:19:40.314891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:40.319071 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:40.319527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:40.334801 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-c3a50376-987a-449a-92c5-ab151f82bf56 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106546 Oct 23 01:19:40.360344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port ef06577f-ad8c-46a6-90f5-20fc1e625ff1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef06577f-ad8c-46a6-90f5-20fc1e625ff1,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:40.437481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:40.437912 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-f0cd6b87-647e-4543-b76b-36232909cd8c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967166 Oct 23 01:19:40.481696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:40.491465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=ef06577f-ad8c-46a6-90f5-20fc1e625ff1,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:40.492921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-794d0785-b2e4-462c-bc43-20615c272bb8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:40.494582 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-794d0785-b2e4-462c-bc43-20615c272bb8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 931 time: 0.0505159 Oct 23 01:19:40.843503 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3ead819a-dd55-4044-9633-dc7de028399a req-43e7db8e-c58e-493f-ac5e-ea31bb849737 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 210 time: 0.0293930 Oct 23 01:19:40.875684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38016) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:40.970540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-b11a2ecb-6aba-4169-b652-ff5ebb2506c9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:40.971903 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-b11a2ecb-6aba-4169-b652-ff5ebb2506c9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 931 time: 0.0952353 Oct 23 01:19:41.082781 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6f39f0c0-d654-4a88-9e02-a677fa585f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:41.948800 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7d20d917-0390-48f8-a847-dc4bd7a4fc83 req-215251fb-b372-47a3-8d06-87380fb6b23e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 210 time: 0.0277908 Oct 23 01:19:42.173118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ef06577f-ad8c-46a6-90f5-20fc1e625ff1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:19:42.218784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:42.219167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:42.224172 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 Oct 23 01:19:42.297539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:42.437253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:43.033648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-f739654d-5f37-44f0-8bb9-c688efa74bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:43.035107 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-f739654d-5f37-44f0-8bb9-c688efa74bad service neutron] 10.222.0.48 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 1027 time: 0.0440092 Oct 23 01:19:43.061022 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1c68e406-276b-4ca1-af89-8c84b2dd0c9d req-82a89957-8a1c-4b19-8a7b-e05a649b0b88 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 210 time: 0.0302467 Oct 23 01:19:43.161048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-4721689b-411c-463f-8a71-64e23207dace tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:43.162589 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-4721689b-411c-463f-8a71-64e23207dace tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f6b670b8-e203-48fc-9be7-aa96a0af408e HTTP/1.1" status: 200 len: 797 time: 0.1126208 Oct 23 01:19:43.235204 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-0d26c8c6-5a03-4b8b-849b-48ea1ca43ae2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 379 time: 0.0566940 Oct 23 01:19:43.247381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Request body: {'port': {'device_id': 'e224ce64-32c0-499e-ae09-398cb95645dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:43.309009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:43.438068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:43.561958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ea0078-3863-4754-bcee-dce6a257ed4f {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:19:43.569608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Publish callbacks [] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:43.582554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Transition to ACTIVE for port object 36ea0078-3863-4754-bcee-dce6a257ed4f will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:19:43.642884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:43.722138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Pushing event updated for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:43.753013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Attempting to bind port 36ea0078-3863-4754-bcee-dce6a257ed4f on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:19:43.753349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Attempting to bind port 36ea0078-3863-4754-bcee-dce6a257ed4f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:19:43.753748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Attempting to bind port 36ea0078-3863-4754-bcee-dce6a257ed4f on network f6b670b8-e203-48fc-9be7-aa96a0af408e {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:19:43.795585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Port 36ea0078-3863-4754-bcee-dce6a257ed4f on network f6b670b8-e203-48fc-9be7-aa96a0af408e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:19:43.795916 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Attempting to bind port 36ea0078-3863-4754-bcee-dce6a257ed4f on network f6b670b8-e203-48fc-9be7-aa96a0af408e {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:19:43.823189 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=17 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:43.824104 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:43.829375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:43.837854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:19:43.838199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Checking segment: {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:19:43.840092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Bound using segment: {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:19:43.840092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Bound port: 36ea0078-3863-4754-bcee-dce6a257ed4f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:19:43.840092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:43.894193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:43.905992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:19:43.909017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36ea0078-3863-4754-bcee-dce6a257ed4f,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:19:43.957436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:43.961834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:43.962588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:43.964768 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 1132 time: 0.7221580 Oct 23 01:19:43.965335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e224ce64-32c0-499e-ae09-398cb95645dc', 'tag': '36ea0078-3863-4754-bcee-dce6a257ed4f'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:19:43.967680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadc4e6d-26d3-445a-a779-72b12696debe" -d '{"events": [{"name": "network-changed", "server_uuid": "e224ce64-32c0-499e-ae09-398cb95645dc", "tag": "36ea0078-3863-4754-bcee-dce6a257ed4f"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:19:44.016226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e8b0f-964f-46c0-83aa-f80138771403 service neutron] Pushing event updated for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:44.036647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:44.068615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abe3a6c-1377-4374-acb4-14f96c05203d x-openstack-request-id: req-1abe3a6c-1377-4374-acb4-14f96c05203d {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:19:44.069133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e224ce64-32c0-499e-ae09-398cb95645dc", "tag": "36ea0078-3863-4754-bcee-dce6a257ed4f", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:19:44.069133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1abe3a6c-1377-4374-acb4-14f96c05203d {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:19:44.069545 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1abe3a6c-1377-4374-acb4-14f96c05203d'] response: {'name': 'network-changed', 'server_uuid': 'e224ce64-32c0-499e-ae09-398cb95645dc', 'tag': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'status': 'completed', 'code': 200} Oct 23 01:19:44.131837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-d4b47ead-7cd4-4b0d-899b-d78ca7bef03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:44.133383 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-d4b47ead-7cd4-4b0d-899b-d78ca7bef03c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 1166 time: 0.0419166 Oct 23 01:19:44.177169 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-561a40a8-7f78-44a5-b52f-1eed90bc209e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 217 time: 0.0322583 Oct 23 01:19:44.188763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93646ec7-6e47-4716-9313-807d21d0d8a7 req-57ef4cff-03c8-43e6-9bfa-092d225db3ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:44.190324 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93646ec7-6e47-4716-9313-807d21d0d8a7 req-57ef4cff-03c8-43e6-9bfa-092d225db3ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 982 time: 0.0499976 Oct 23 01:19:44.216765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:44.230560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-e24fa62f-22ea-4e84-88da-4039a005f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:44.231974 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-e24fa62f-22ea-4e84-88da-4039a005f9fc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=564e7fbc-b0d2-4154-9137-36bba1cf1443 HTTP/1.1" status: 200 len: 835 time: 0.0485790 Oct 23 01:19:44.238896 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93646ec7-6e47-4716-9313-807d21d0d8a7 req-b3f6baf9-7332-4006-8a32-5284ce1926c5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427716 Oct 23 01:19:44.276497 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-95ab8bf9-c4bd-466d-a537-c38c00f894f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:44.278129 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-95ab8bf9-c4bd-466d-a537-c38c00f894f4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f6b670b8-e203-48fc-9be7-aa96a0af408e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0407279 Oct 23 01:19:44.370424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-f6c1c619-2ce1-465c-894d-6d1850fc6390 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859690 Oct 23 01:19:44.429710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:44.459497 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-7495954d-4022-4a4f-a85e-e317fee723bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837290 Oct 23 01:19:45.307911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc4e6d-26d3-445a-a779-72b12696debe req-8267d644-f11c-41e1-9f28-1340faf96c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:45.309540 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cadc4e6d-26d3-445a-a779-72b12696debe req-8267d644-f11c-41e1-9f28-1340faf96c1f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 1166 time: 0.0404310 Oct 23 01:19:45.409832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30883a73-d4f6-487b-bbba-8565135416ca req-ef64d494-e346-43e1-944c-f7f7e2dd35ce tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:45.411293 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-30883a73-d4f6-487b-bbba-8565135416ca req-ef64d494-e346-43e1-944c-f7f7e2dd35ce tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 982 time: 0.0889030 Oct 23 01:19:45.455259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc4e6d-26d3-445a-a779-72b12696debe req-1bc80e8b-7fa7-4f83-8003-5f321827bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:45.456707 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cadc4e6d-26d3-445a-a779-72b12696debe req-1bc80e8b-7fa7-4f83-8003-5f321827bdc6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f6b670b8-e203-48fc-9be7-aa96a0af408e HTTP/1.1" status: 200 len: 898 time: 0.1419373 Oct 23 01:19:45.509763 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cadc4e6d-26d3-445a-a779-72b12696debe req-4db22ca4-51e7-4866-b321-63e20c4d1ebb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 217 time: 0.0453691 Oct 23 01:19:45.513314 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-30883a73-d4f6-487b-bbba-8565135416ca req-31069617-d377-4ec7-ac6d-8fcae3438426 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960345 Oct 23 01:19:45.559965 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc4e6d-26d3-445a-a779-72b12696debe req-018a1f01-6027-46e8-a916-a7c78fe6151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:45.561407 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cadc4e6d-26d3-445a-a779-72b12696debe req-018a1f01-6027-46e8-a916-a7c78fe6151f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=564e7fbc-b0d2-4154-9137-36bba1cf1443 HTTP/1.1" status: 200 len: 835 time: 0.0453613 Oct 23 01:19:45.604705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc4e6d-26d3-445a-a779-72b12696debe req-8f0182c1-e5d4-4f0c-9976-933e9258266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:45.606211 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cadc4e6d-26d3-445a-a779-72b12696debe req-8f0182c1-e5d4-4f0c-9976-933e9258266f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f6b670b8-e203-48fc-9be7-aa96a0af408e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395129 Oct 23 01:19:45.700925 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cadc4e6d-26d3-445a-a779-72b12696debe req-534cf897-b11c-49c6-9c92-0bbbb99d83cc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886889 Oct 23 01:19:45.787876 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cadc4e6d-26d3-445a-a779-72b12696debe req-6464b37a-cb5f-4112-80fd-5a6712693bac service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813122 Oct 23 01:19:46.640093 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37defc-1820-4b59-8c21-6e46c65480df req-5101c756-7a5d-41fd-8b5e-abeee2fe3d82 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:46.641563 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9a37defc-1820-4b59-8c21-6e46c65480df req-5101c756-7a5d-41fd-8b5e-abeee2fe3d82 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 982 time: 0.0531368 Oct 23 01:19:46.932215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36ea0078-3863-4754-bcee-dce6a257ed4f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:19:47.019113 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9a37defc-1820-4b59-8c21-6e46c65480df req-5e483f61-a852-4da1-936f-181527e078a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683536 Oct 23 01:19:47.042930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36ea0078-3863-4754-bcee-dce6a257ed4f,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:47.054825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'port_id': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'mac_address': 'fa:16:3e:e2:b8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:19:47.089885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 36ea0078-3863-4754-bcee-dce6a257ed4f is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:47.090268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:47.103539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ea0078-3863-4754-bcee-dce6a257ed4f {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:19:47.124518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36ea0078-3863-4754-bcee-dce6a257ed4f,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:47.202698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:47.253636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:47.261197 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.261577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.261974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.262379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.262712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.263041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.263367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.263690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.264014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.264336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.264659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.264981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.265299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.265616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.265965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:19:47.478652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['36ea0078-3863-4754-bcee-dce6a257ed4f'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:19:48.143021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf4d0-99de-45df-af9e-d4e21754bf7b req-326a48cb-8b96-4159-becd-e6a25df1d7ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:48.144529 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b85bf4d0-99de-45df-af9e-d4e21754bf7b req-326a48cb-8b96-4159-becd-e6a25df1d7ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 983 time: 0.0531416 Oct 23 01:19:48.191152 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b85bf4d0-99de-45df-af9e-d4e21754bf7b req-3e5945e9-9cf6-49de-9f9f-60a8630802f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Oct 23 01:19:48.962502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36ea0078-3863-4754-bcee-dce6a257ed4f up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:19:48.999499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:49.011813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 36ea0078-3863-4754-bcee-dce6a257ed4f completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:19:49.077082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 36ea0078-3863-4754-bcee-dce6a257ed4f triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:19:49.077489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:49.077869 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 36ea0078-3863-4754-bcee-dce6a257ed4f Oct 23 01:19:49.155544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 36ea0078-3863-4754-bcee-dce6a257ed4f is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:19:49.155930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:49.179096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e224ce64-32c0-499e-ae09-398cb95645dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ea0078-3863-4754-bcee-dce6a257ed4f'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:19:49.181339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4090dfcc-bb3c-4433-964d-19e820222d05" -d '{"events": [{"server_uuid": "e224ce64-32c0-499e-ae09-398cb95645dc", "name": "network-vif-plugged", "status": "completed", "tag": "36ea0078-3863-4754-bcee-dce6a257ed4f"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:19:49.194277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36ea0078-3863-4754-bcee-dce6a257ed4f,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:49.220400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e760c2c6-ca8a-4574-ac23-3cd43519e945 x-openstack-request-id: req-e760c2c6-ca8a-4574-ac23-3cd43519e945 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:19:49.220942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e224ce64-32c0-499e-ae09-398cb95645dc", "name": "network-vif-plugged", "status": "completed", "tag": "36ea0078-3863-4754-bcee-dce6a257ed4f", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:19:49.221203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e760c2c6-ca8a-4574-ac23-3cd43519e945 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:19:49.221599 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e760c2c6-ca8a-4574-ac23-3cd43519e945'] response: {'server_uuid': 'e224ce64-32c0-499e-ae09-398cb95645dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'code': 200} Oct 23 01:19:49.261267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:49.310187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:49.315903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:49.319918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d8a6a-5f24-49c9-b666-15c650b3a59d req-8b778906-08b5-4eb1-8b72-1f875af6eb69 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:49.321599 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0f8d8a6a-5f24-49c9-b666-15c650b3a59d req-8b778906-08b5-4eb1-8b72-1f875af6eb69 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 984 time: 0.0546279 Oct 23 01:19:49.366441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:49.379749 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0f8d8a6a-5f24-49c9-b666-15c650b3a59d req-3b01309b-36f8-4027-898a-67ba8a724978 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462022 Oct 23 01:19:49.540269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e442ee-22d4-4a83-8a7f-f917e9b3f3bb req-21aa16c4-7061-429f-b8b3-1710d04197c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:49.541883 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88e442ee-22d4-4a83-8a7f-f917e9b3f3bb req-21aa16c4-7061-429f-b8b3-1710d04197c9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 1168 time: 0.0438929 Oct 23 01:19:49.588332 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88e442ee-22d4-4a83-8a7f-f917e9b3f3bb req-527261e5-d7e8-41ab-818e-923887dba106 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393491 Oct 23 01:19:50.509089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567ed37-a0a4-4715-b8f9-b592da5ea975 req-c90affb0-7c21-4e3c-9d59-6aafafc490fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:50.511204 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a567ed37-a0a4-4715-b8f9-b592da5ea975 req-c90affb0-7c21-4e3c-9d59-6aafafc490fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 984 time: 0.0512590 Oct 23 01:19:50.566172 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a567ed37-a0a4-4715-b8f9-b592da5ea975 req-07f41156-3f5f-42c2-b104-d45c7edfcb56 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490367 Oct 23 01:19:51.699156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18214e-41ab-4e4e-930a-20b7829dcc64 req-cf92bbc6-a4db-44a2-8c9c-2e7917b95b9e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:51.700669 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5b18214e-41ab-4e4e-930a-20b7829dcc64 req-cf92bbc6-a4db-44a2-8c9c-2e7917b95b9e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 984 time: 0.0481477 Oct 23 01:19:51.749391 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5b18214e-41ab-4e4e-930a-20b7829dcc64 req-31b76003-22f3-4268-83e9-6801046b4fcd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429478 Oct 23 01:19:51.797102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:51.872865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcd7d0-b16c-45a9-9f9c-330cb6e88cde req-127f5ad2-b8db-4502-bdd2-19d3410fe211 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:51.874376 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5edcd7d0-b16c-45a9-9f9c-330cb6e88cde req-127f5ad2-b8db-4502-bdd2-19d3410fe211 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 984 time: 0.0495112 Oct 23 01:19:51.923454 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5edcd7d0-b16c-45a9-9f9c-330cb6e88cde req-ae1f42c3-4330-4731-b49a-950f26cbe925 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Oct 23 01:19:51.951772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38060) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:51.992834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbae3d33-4337-4ca8-892e-9d416cbf4f03 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:51.995084 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bbae3d33-4337-4ca8-892e-9d416cbf4f03 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 1163 time: 0.0416286 Oct 23 01:19:51.997836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38062) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:52.002387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:52.071332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:52.156277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:52.262535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.104 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/3400efca-9878-4607-95ea-83983ad60610) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:19:52.324486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:52.375880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (3400efca-9878-4607-95ea-83983ad60610), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:52.471782 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3400efca-9878-4607-95ea-83983ad60610), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:52.475825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:52.517055 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:19:52.522177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:19:52.524425 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=3400efca-9878-4607-95ea-83983ad60610,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:52.526712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:19:53.028714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (7cd10365-d26a-45d0-8d8a-6823f5ebccd6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:53.234531 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3400efca-9878-4607-95ea-83983ad60610), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:53.363018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:53.384061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (3400efca-9878-4607-95ea-83983ad60610), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:53.436851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (3400efca-9878-4607-95ea-83983ad60610), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:53.509351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (7cd10365-d26a-45d0-8d8a-6823f5ebccd6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:53.511965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=3400efca-9878-4607-95ea-83983ad60610,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:53.614241 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP 7cd10365-d26a-45d0-8d8a-6823f5ebccd6 associated. External IP: 172.36.3.104, port: 36ea0078-3863-4754-bcee-dce6a257ed4f. Oct 23 01:19:53.822163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9ec743fb-7878-47d9-9389-6869f8b23a1d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:19:53.870649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:53.929875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:19:53.941481 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0ab56-1273-4450-86a6-52fe45931b7f None None] Sync routers for ids ['9ec743fb-7878-47d9-9389-6869f8b23a1d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:19:53.953199 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0ab56-1273-4450-86a6-52fe45931b7f None None] Routers {'9ec743fb-7878-47d9-9389-6869f8b23a1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:19:53.963567 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c2e0ab56-1273-4450-86a6-52fe45931b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:19:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ec743fb-7878-47d9-9389-6869f8b23a1d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:54.011006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:54.049726 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6824bc54-7f71-4584-9a63-ffdc19d57c3f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.0464408 Oct 23 01:19:54.049726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e224ce64-32c0-499e-ae09-398cb95645dc', 'tag': '36ea0078-3863-4754-bcee-dce6a257ed4f'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:19:54.049726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6f625b-f452-42f8-8a13-63c5f2f96a31" -d '{"events": [{"name": "network-changed", "server_uuid": "e224ce64-32c0-499e-ae09-398cb95645dc", "tag": "36ea0078-3863-4754-bcee-dce6a257ed4f"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:19:54.051205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38064) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:54.161445 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-c2e0ab56-1273-4450-86a6-52fe45931b7f None None] Set router 9ec743fb-7878-47d9-9389-6869f8b23a1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:19:54.163166 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ef7bae-64ed-4eb6-bd0a-df7104eef67a x-openstack-request-id: req-21ef7bae-64ed-4eb6-bd0a-df7104eef67a {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:19:54.163716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e224ce64-32c0-499e-ae09-398cb95645dc", "tag": "36ea0078-3863-4754-bcee-dce6a257ed4f", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:19:54.164039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21ef7bae-64ed-4eb6-bd0a-df7104eef67a {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:19:54.164524 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ef7bae-64ed-4eb6-bd0a-df7104eef67a'] response: {'name': 'network-changed', 'server_uuid': 'e224ce64-32c0-499e-ae09-398cb95645dc', 'tag': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'status': 'completed', 'code': 200} Oct 23 01:19:54.393285 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c2e0ab56-1273-4450-86a6-52fe45931b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7cd10365-d26a-45d0-8d8a-6823f5ebccd6', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.104', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'port_id': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1356113242', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'mac_address': 'fa:16:3e:e2:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224ce64-32c0-499e-ae09-398cb95645dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:19:52Z', 'updated_at': '2022-10-23T01:19:52Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef06577f-ad8c-46a6-90f5-20fc1e625ff1', 'name': '', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:0d:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:34Z', 'updated_at': '2022-10-23T01:19:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:54.422046 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0ab56-1273-4450-86a6-52fe45931b7f None None] Checking router: 9ec743fb-7878-47d9-9389-6869f8b23a1d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:19:54.431285 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0ab56-1273-4450-86a6-52fe45931b7f None None] Routers {'9ec743fb-7878-47d9-9389-6869f8b23a1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:19:54.432505 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c2e0ab56-1273-4450-86a6-52fe45931b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:19:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ec743fb-7878-47d9-9389-6869f8b23a1d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:54.473318 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a878236-d551-4da9-95f4-349a4d200f93 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:54.474816 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6a878236-d551-4da9-95f4-349a4d200f93 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc&network_id=f6b670b8-e203-48fc-9be7-aa96a0af408e HTTP/1.1" status: 200 len: 1163 time: 0.4233677 Oct 23 01:19:54.515243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f625b-f452-42f8-8a13-63c5f2f96a31 req-1e9e16b6-0607-4ee9-bd9a-3ac8e0a41c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:54.517038 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5f6f625b-f452-42f8-8a13-63c5f2f96a31 req-1e9e16b6-0607-4ee9-bd9a-3ac8e0a41c03 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 1168 time: 0.0519462 Oct 23 01:19:54.544653 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-c2e0ab56-1273-4450-86a6-52fe45931b7f None None] Set router 9ec743fb-7878-47d9-9389-6869f8b23a1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:19:54.548405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:54.620968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f625b-f452-42f8-8a13-63c5f2f96a31 req-df2fff29-6f67-468f-9fcd-ae7a9fff6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:54.622481 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5f6f625b-f452-42f8-8a13-63c5f2f96a31 req-df2fff29-6f67-468f-9fcd-ae7a9fff6590 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f6b670b8-e203-48fc-9be7-aa96a0af408e HTTP/1.1" status: 200 len: 898 time: 0.1000516 Oct 23 01:19:54.691025 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5f6f625b-f452-42f8-8a13-63c5f2f96a31 req-e493d35d-390e-4105-900d-8b963a9d80fe service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 1038 time: 0.0625587 Oct 23 01:19:54.746372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f625b-f452-42f8-8a13-63c5f2f96a31 req-a5ad15de-5247-4905-b0f2-07bc5e70c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:54.747856 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5f6f625b-f452-42f8-8a13-63c5f2f96a31 req-a5ad15de-5247-4905-b0f2-07bc5e70c93e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=564e7fbc-b0d2-4154-9137-36bba1cf1443 HTTP/1.1" status: 200 len: 835 time: 0.0519221 Oct 23 01:19:54.770405 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c2e0ab56-1273-4450-86a6-52fe45931b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7cd10365-d26a-45d0-8d8a-6823f5ebccd6', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.104', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'port_id': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1356113242', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'mac_address': 'fa:16:3e:e2:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224ce64-32c0-499e-ae09-398cb95645dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:19:52Z', 'updated_at': '2022-10-23T01:19:52Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef06577f-ad8c-46a6-90f5-20fc1e625ff1', 'name': '', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:0d:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:34Z', 'updated_at': '2022-10-23T01:19:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:19:54.795751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f625b-f452-42f8-8a13-63c5f2f96a31 req-ff926438-6d3a-454f-816f-01c1f4baa935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:54.796586 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0ab56-1273-4450-86a6-52fe45931b7f None None] The sync data for ids ['9ec743fb-7878-47d9-9389-6869f8b23a1d'] in dv-neutron-master-2-hyperv is: [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7cd10365-d26a-45d0-8d8a-6823f5ebccd6', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.104', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'port_id': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1356113242', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'mac_address': 'fa:16:3e:e2:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224ce64-32c0-499e-ae09-398cb95645dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:19:52Z', 'updated_at': '2022-10-23T01:19:52Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef06577f-ad8c-46a6-90f5-20fc1e625ff1', 'name': '', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:0d:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:34Z', 'updated_at': '2022-10-23T01:19:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:19:54.797284 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5f6f625b-f452-42f8-8a13-63c5f2f96a31 req-ff926438-6d3a-454f-816f-01c1f4baa935 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f6b670b8-e203-48fc-9be7-aa96a0af408e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440843 Oct 23 01:19:54.899948 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5f6f625b-f452-42f8-8a13-63c5f2f96a31 req-5b7f4e12-734d-495a-a464-027c7a8bd68c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970471 Oct 23 01:19:54.968138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20155ea-da8f-419b-8298-edf095864087 req-c8248b20-d196-47ee-90b4-f2844c1f30c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:54.969722 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b20155ea-da8f-419b-8298-edf095864087 req-c8248b20-d196-47ee-90b4-f2844c1f30c7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 984 time: 0.0542448 Oct 23 01:19:55.012439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e48ee51-512d-4158-9783-b5ff3fb1b0c0 None None] New status for floating IP 7cd10365-d26a-45d0-8d8a-6823f5ebccd6: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:19:55.022224 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b20155ea-da8f-419b-8298-edf095864087 req-f197d291-d545-4450-bb0f-38eb7b5f366d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465677 Oct 23 01:19:56.077703 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5f6f625b-f452-42f8-8a13-63c5f2f96a31 req-1a57d432-c03e-46fd-b52e-e670003b91f9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059408 Oct 23 01:19:56.161771 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913693a-46fc-4631-890f-e417dddd0acd req-1973303a-c04d-446a-bc2e-e1a5419d27bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:56.163316 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6913693a-46fc-4631-890f-e417dddd0acd req-1973303a-c04d-446a-bc2e-e1a5419d27bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 984 time: 0.0498374 Oct 23 01:19:56.222620 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6913693a-46fc-4631-890f-e417dddd0acd req-4a056520-97dc-4e15-bb6c-4bc539bbbc96 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537317 Oct 23 01:19:56.419550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-2421e54e-adfd-41f1-90de-e3729a14a849 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:56.420945 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-2421e54e-adfd-41f1-90de-e3729a14a849 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 984 time: 0.0477638 Oct 23 01:19:56.467329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-9f7d8441-7e4e-4b59-b344-9b0e8107fadb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:56.468723 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-9f7d8441-7e4e-4b59-b344-9b0e8107fadb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0424478 Oct 23 01:19:56.576844 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-3de5ee96-958b-423d-a703-3f93fb625d9f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1035976 Oct 23 01:19:56.586773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:56.590306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:56.652622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:56.782848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36ea0078-3863-4754-bcee-dce6a257ed4f,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:19:56.820347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:19:56.840539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:56.852170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] device_id is not set on port 36ea0078-3863-4754-bcee-dce6a257ed4f yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:19:56.861815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] Publish callbacks [] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:56.934071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:57.065877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] Pushing event updated for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=6']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:57.100697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] No DVR routers for this DVR port 36ea0078-3863-4754-bcee-dce6a257ed4f on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:19:57.241806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] In _notify_port_updated(), no bound segment for port 36ea0078-3863-4754-bcee-dce6a257ed4f on network f6b670b8-e203-48fc-9be7-aa96a0af408e {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:19:57.242700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:57.243321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:57.245222 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4e7e996-2765-41c5-9966-bf7eccc3e944 req-d67f5a8f-2115-44fe-80d9-5f0dd48506e3 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 1027 time: 0.6625397 Oct 23 01:19:57.334179 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5b7ec517-2b52-4289-9acc-3588d0178764 req-4e34e997-e0c1-4561-8c42-e2c9c63032d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e224ce64-32c0-499e-ae09-398cb95645dc HTTP/1.1" status: 200 len: 210 time: 0.0321505 Oct 23 01:19:58.404508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38080) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:58.449396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84f1da1-3550-4bed-8cf2-a43cb9556118 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:19:58.450826 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b84f1da1-3550-4bed-8cf2-a43cb9556118 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 926 time: 0.0480006 Oct 23 01:19:58.567613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38084) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:58.573349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-eeb2df85-1eea-4bed-9b02-bda36428418f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1237861689', 'description': 'tempest-secgroup-smoke-1237861689 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:58.676952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df85-1eea-4bed-9b02-bda36428418f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:58.748596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df85-1eea-4bed-9b02-bda36428418f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (7616f80e-ad6b-475a-aae5-3d96920b9122), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:58.848560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df85-1eea-4bed-9b02-bda36428418f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7616f80e-ad6b-475a-aae5-3d96920b9122), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:58.853817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:58.880876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2df85-1eea-4bed-9b02-bda36428418f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7616f80e-ad6b-475a-aae5-3d96920b9122,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:58.953301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df85-1eea-4bed-9b02-bda36428418f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:58.954633 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-eeb2df85-1eea-4bed-9b02-bda36428418f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3854434 Oct 23 01:19:58.958204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38086) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:58.963541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-bc50c1d4-9294-4944-b741-5f74b1f2c915 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7616f80e-ad6b-475a-aae5-3d96920b9122', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:59.049093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc50c1d4-9294-4944-b741-5f74b1f2c915 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (851a5b20-7a85-4099-8135-f630a8313960), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:59.114225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc50c1d4-9294-4944-b741-5f74b1f2c915 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (851a5b20-7a85-4099-8135-f630a8313960), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:59.202870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc50c1d4-9294-4944-b741-5f74b1f2c915 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (851a5b20-7a85-4099-8135-f630a8313960), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:59.223167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50c1d4-9294-4944-b741-5f74b1f2c915 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851a5b20-7a85-4099-8135-f630a8313960,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:59.307822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc50c1d4-9294-4944-b741-5f74b1f2c915 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:59.309065 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bc50c1d4-9294-4944-b741-5f74b1f2c915 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3498430 Oct 23 01:19:59.312540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38088) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:59.316937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-fb36b13b-1ba9-4c97-8e74-a83eb9978749 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7616f80e-ad6b-475a-aae5-3d96920b9122', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:59.426067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fb36b13b-1ba9-4c97-8e74-a83eb9978749 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (77e1711a-d2d5-4f8b-8dff-f3053e2db1d0), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:59.473064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:19:59.489145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fb36b13b-1ba9-4c97-8e74-a83eb9978749 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (77e1711a-d2d5-4f8b-8dff-f3053e2db1d0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:59.573945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fb36b13b-1ba9-4c97-8e74-a83eb9978749 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (77e1711a-d2d5-4f8b-8dff-f3053e2db1d0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:59.594273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36b13b-1ba9-4c97-8e74-a83eb9978749 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e1711a-d2d5-4f8b-8dff-f3053e2db1d0,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:19:59.753305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fb36b13b-1ba9-4c97-8e74-a83eb9978749 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:59.754513 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fb36b13b-1ba9-4c97-8e74-a83eb9978749 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4410195 Oct 23 01:19:59.757825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38090) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:19:59.762253 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e56cc695-5a7e-4248-aad0-2cc3600fedb3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7616f80e-ad6b-475a-aae5-3d96920b9122', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:19:59.871688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e56cc695-5a7e-4248-aad0-2cc3600fedb3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (caf78b64-2df2-4bec-823f-ded677fbba9f), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:19:59.933293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e56cc695-5a7e-4248-aad0-2cc3600fedb3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (caf78b64-2df2-4bec-823f-ded677fbba9f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.014495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e56cc695-5a7e-4248-aad0-2cc3600fedb3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (caf78b64-2df2-4bec-823f-ded677fbba9f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.037076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cc695-5a7e-4248-aad0-2cc3600fedb3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf78b64-2df2-4bec-823f-ded677fbba9f,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:00.113387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e56cc695-5a7e-4248-aad0-2cc3600fedb3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.114957 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e56cc695-5a7e-4248-aad0-2cc3600fedb3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3559244 Oct 23 01:20:00.117398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38092) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:00.122025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c29f2416-b626-478d-bbd0-47c3558379c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7616f80e-ad6b-475a-aae5-3d96920b9122', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:00.209919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c29f2416-b626-478d-bbd0-47c3558379c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (614ebce7-ea2a-4c4c-8a6c-e574aed3fa80), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.251550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:00.272476 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c29f2416-b626-478d-bbd0-47c3558379c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (614ebce7-ea2a-4c4c-8a6c-e574aed3fa80), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.368530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c29f2416-b626-478d-bbd0-47c3558379c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (614ebce7-ea2a-4c4c-8a6c-e574aed3fa80), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.387961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f2416-b626-478d-bbd0-47c3558379c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614ebce7-ea2a-4c4c-8a6c-e574aed3fa80,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:00.450940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c29f2416-b626-478d-bbd0-47c3558379c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.452205 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c29f2416-b626-478d-bbd0-47c3558379c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3337853 Oct 23 01:20:00.455069 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38094) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:00.459600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5566b451-5577-4454-a042-0739ab9822eb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7616f80e-ad6b-475a-aae5-3d96920b9122', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:00.562201 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-5566b451-5577-4454-a042-0739ab9822eb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:20:00.568373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5566b451-5577-4454-a042-0739ab9822eb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (b0703256-7c1b-4dfd-acac-1bd470e2deef), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.631804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5566b451-5577-4454-a042-0739ab9822eb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (b0703256-7c1b-4dfd-acac-1bd470e2deef), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.705489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5566b451-5577-4454-a042-0739ab9822eb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (b0703256-7c1b-4dfd-acac-1bd470e2deef), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.727603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566b451-5577-4454-a042-0739ab9822eb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0703256-7c1b-4dfd-acac-1bd470e2deef,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:00.804013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5566b451-5577-4454-a042-0739ab9822eb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.805415 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5566b451-5577-4454-a042-0739ab9822eb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3493066 Oct 23 01:20:00.808956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38096) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:00.814224 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c3fbdbd5-a2aa-4d51-9da5-c5b7574b935a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7616f80e-ad6b-475a-aae5-3d96920b9122', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:00.899543 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-c3fbdbd5-a2aa-4d51-9da5-c5b7574b935a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:20:00.906793 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3fbdbd5-a2aa-4d51-9da5-c5b7574b935a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (665233c5-2f96-4102-8f7b-b504a443d59a), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:00.972411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3fbdbd5-a2aa-4d51-9da5-c5b7574b935a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (665233c5-2f96-4102-8f7b-b504a443d59a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:01.043462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36ea0078-3863-4754-bcee-dce6a257ed4f no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:20:01.044335 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3fbdbd5-a2aa-4d51-9da5-c5b7574b935a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (665233c5-2f96-4102-8f7b-b504a443d59a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:01.066409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbdbd5-a2aa-4d51-9da5-c5b7574b935a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665233c5-2f96-4102-8f7b-b504a443d59a,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:01.088568 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] The host hv-neutron-mast is not matching for port 36ea0078-3863-4754-bcee-dce6a257ed4f host ! {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 23 01:20:01.088977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36ea0078-3863-4754-bcee-dce6a257ed4f not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:20:01.141586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c3fbdbd5-a2aa-4d51-9da5-c5b7574b935a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:01.142921 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c3fbdbd5-a2aa-4d51-9da5-c5b7574b935a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3328841 Oct 23 01:20:01.307010 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-4c98b4b7-9bd2-48a3-80ba-5aadfc199368 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1237861689&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0480564 Oct 23 01:20:01.362070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-cc147d12-3ede-483c-a4bf-80f034b57a89 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:01.363378 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-cc147d12-3ede-483c-a4bf-80f034b57a89 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 931 time: 0.0487881 Oct 23 01:20:01.412956 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e8bc543e-ecbf-48e8-88a5-decf0824a7a6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0369186 Oct 23 01:20:01.516878 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e9956223-1548-4fd1-8b2e-e8cb001b63cd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977886 Oct 23 01:20:01.665501 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-5aedcbb1-485c-4b16-b598-09652fbc08f2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422813 Oct 23 01:20:01.732997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-1d5cb0a2-fb3d-4b7a-9777-be84dd9c837b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:01.734558 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-1d5cb0a2-fb3d-4b7a-9777-be84dd9c837b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 931 time: 0.0607264 Oct 23 01:20:02.012468 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-547385e5-9992-4a82-9f24-1a47633883d0 req-18e69c6e-9d0f-456d-ab76-33412c987df7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 210 time: 0.0398262 Oct 23 01:20:02.024459 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38116) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:02.147961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-b319eff3-a5cb-45ab-a274-8ff6fff8a5fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:02.149356 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-b319eff3-a5cb-45ab-a274-8ff6fff8a5fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 931 time: 0.1230276 Oct 23 01:20:03.105125 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:03.122975 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d553cd54-36af-434e-892a-b74c2a265691 req-55b84000-6353-434f-919e-de39fc6da3bd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 210 time: 0.0309284 Oct 23 01:20:04.230028 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d02eca1b-e22b-4edb-aaaf-8ebb1f0c076d req-792f8050-03de-43e7-a51b-02da4e56be1b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 210 time: 0.0294292 Oct 23 01:20:04.444780 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-44b353cb-720d-4d45-bb3c-fd7cd9335cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:04.446219 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-44b353cb-720d-4d45-bb3c-fd7cd9335cb9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 1027 time: 0.0368352 Oct 23 01:20:04.564233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-5f1805b6-4429-4500-a100-f73ffc398f4d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:04.565758 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-5f1805b6-4429-4500-a100-f73ffc398f4d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f6b670b8-e203-48fc-9be7-aa96a0af408e HTTP/1.1" status: 200 len: 797 time: 0.1144001 Oct 23 01:20:04.650896 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-feacecb8-3e38-4730-b168-5be674cf9b07 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 472 time: 0.0714636 Oct 23 01:20:04.661409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Request body: {'port': {'device_id': '3b6ddbe4-b882-4d7a-86cd-5508a09b8bce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:04.725041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:04.741847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:04.774653 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=85 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:04.992112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:05.002682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ea0078-3863-4754-bcee-dce6a257ed4f {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:20:05.010371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Publish callbacks [] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:05.023252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Transition to ACTIVE for port object 36ea0078-3863-4754-bcee-dce6a257ed4f will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:20:05.094003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:05.169682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Pushing event updated for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=7']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:05.256164 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Attempting to bind port 36ea0078-3863-4754-bcee-dce6a257ed4f on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:20:05.256825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Attempting to bind port 36ea0078-3863-4754-bcee-dce6a257ed4f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:20:05.256825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Attempting to bind port 36ea0078-3863-4754-bcee-dce6a257ed4f on network f6b670b8-e203-48fc-9be7-aa96a0af408e {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:20:05.302053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Port 36ea0078-3863-4754-bcee-dce6a257ed4f on network f6b670b8-e203-48fc-9be7-aa96a0af408e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:20:05.302389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Attempting to bind port 36ea0078-3863-4754-bcee-dce6a257ed4f on network f6b670b8-e203-48fc-9be7-aa96a0af408e {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:20:05.346861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:20:05.347200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Checking segment: {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:20:05.347568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Bound using segment: {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:20:05.348003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Bound port: 36ea0078-3863-4754-bcee-dce6a257ed4f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8f1239-bc14-4fff-962d-6eddb2005c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:20:05.348366 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:05.360036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d65303-0de0-4550-b27c-c81a2113fbc1 req-87881dcf-1380-4542-b7f3-c5624e2abb4d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:05.362351 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c9d65303-0de0-4550-b27c-c81a2113fbc1 req-87881dcf-1380-4542-b7f3-c5624e2abb4d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 982 time: 0.0518527 Oct 23 01:20:05.416615 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c9d65303-0de0-4550-b27c-c81a2113fbc1 req-d498d88b-7ae2-4a6e-9568-48852c15fe8a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482733 Oct 23 01:20:05.417037 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:20:05.420390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36ea0078-3863-4754-bcee-dce6a257ed4f,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:20:05.488648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:05.493078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:05.493720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:05.495220 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 1132 time: 0.8377259 Oct 23 01:20:05.495760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6ddbe4-b882-4d7a-86cd-5508a09b8bce', 'tag': '36ea0078-3863-4754-bcee-dce6a257ed4f'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:20:05.498007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7d8454-df22-4439-93ca-2ba23a0bfc46" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6ddbe4-b882-4d7a-86cd-5508a09b8bce", "tag": "36ea0078-3863-4754-bcee-dce6a257ed4f"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:20:05.547584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f33b3f3-bcd3-440b-96bf-261adeca2cbf x-openstack-request-id: req-2f33b3f3-bcd3-440b-96bf-261adeca2cbf {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:20:05.548035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6ddbe4-b882-4d7a-86cd-5508a09b8bce", "tag": "36ea0078-3863-4754-bcee-dce6a257ed4f", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:20:05.549622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f33b3f3-bcd3-440b-96bf-261adeca2cbf {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:20:05.550366 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f33b3f3-bcd3-440b-96bf-261adeca2cbf'] response: {'name': 'network-changed', 'server_uuid': '3b6ddbe4-b882-4d7a-86cd-5508a09b8bce', 'tag': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'status': 'completed', 'code': 200} Oct 23 01:20:05.562082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a03e7c-8e56-4c69-a669-cd7d14ef514a service neutron] Pushing event updated for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=8']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:05.631640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d8454-df22-4439-93ca-2ba23a0bfc46 req-a84528b2-b1ed-461f-810d-702e84c9675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:05.633171 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5c7d8454-df22-4439-93ca-2ba23a0bfc46 req-a84528b2-b1ed-461f-810d-702e84c9675f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 1166 time: 0.0442803 Oct 23 01:20:05.740934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:05.746190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d8454-df22-4439-93ca-2ba23a0bfc46 req-9729e29e-8589-47dc-95ec-2be3008c2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:05.747727 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5c7d8454-df22-4439-93ca-2ba23a0bfc46 req-9729e29e-8589-47dc-95ec-2be3008c2428 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0226f1f233794f45b9d6ad046f30f76b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1011250 Oct 23 01:20:05.844344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d8454-df22-4439-93ca-2ba23a0bfc46 req-ea0ef1e3-9fa8-4fec-8a65-a2045d3ef4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:05.845948 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5c7d8454-df22-4439-93ca-2ba23a0bfc46 req-ea0ef1e3-9fa8-4fec-8a65-a2045d3ef4d6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927873 Oct 23 01:20:05.947072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-741d62e1-2f38-4596-a9be-1019e37a6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:05.948705 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-741d62e1-2f38-4596-a9be-1019e37a6631 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 1166 time: 0.0423059 Oct 23 01:20:06.014399 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=71 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:06.021482 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-218a81ce-88d6-4fcc-baf8-5000de2c6035 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 1038 time: 0.0610499 Oct 23 01:20:06.075121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-12d05ead-307f-430c-ad92-613ecf994d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:06.076598 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-12d05ead-307f-430c-ad92-613ecf994d4a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=564e7fbc-b0d2-4154-9137-36bba1cf1443 HTTP/1.1" status: 200 len: 835 time: 0.0487211 Oct 23 01:20:06.123364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-cf6f634f-7969-41d2-8ebc-efe3e1ef760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:06.124915 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-cf6f634f-7969-41d2-8ebc-efe3e1ef760e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f6b670b8-e203-48fc-9be7-aa96a0af408e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424871 Oct 23 01:20:06.216412 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-179b23ba-5564-4959-bba1-70e8c827f8cd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853193 Oct 23 01:20:06.310464 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-68b7e604-4112-4077-a309-7feb9eb5cec3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886128 Oct 23 01:20:06.539451 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c17735-3ef8-4241-9fa9-8bb5e6c04cfe req-075ead3b-3c27-43d1-8b6f-c5b7e4db5c35 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:06.541119 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b6c17735-3ef8-4241-9fa9-8bb5e6c04cfe req-075ead3b-3c27-43d1-8b6f-c5b7e4db5c35 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 982 time: 0.0487180 Oct 23 01:20:06.590606 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b6c17735-3ef8-4241-9fa9-8bb5e6c04cfe req-e0a66d57-b78b-46c6-9eaf-362f9331b002 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Oct 23 01:20:07.716763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582c545-3e0b-47c6-8446-1a8a0a7180cc req-26fde26a-1226-49f8-be65-402ef3ccd275 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:07.718350 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0582c545-3e0b-47c6-8446-1a8a0a7180cc req-26fde26a-1226-49f8-be65-402ef3ccd275 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 982 time: 0.0510478 Oct 23 01:20:07.750806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:07.768385 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0582c545-3e0b-47c6-8446-1a8a0a7180cc req-84fce1b9-b64c-4f27-b081-82caccf8b718 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443599 Oct 23 01:20:08.009778 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:20:08.779251 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfc58c5c-2abe-41b1-ae32-b01d99f28969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:08.887259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88a1ce-c6ba-41fa-8149-085ac259cb49 req-589aad96-a01d-4ecd-8272-a509b71ffe4d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:08.888738 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ca88a1ce-c6ba-41fa-8149-085ac259cb49 req-589aad96-a01d-4ecd-8272-a509b71ffe4d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 982 time: 0.0471623 Oct 23 01:20:08.936824 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ca88a1ce-c6ba-41fa-8149-085ac259cb49 req-fb170776-d4bf-4c95-b1c2-a5d7989c1080 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424666 Oct 23 01:20:09.082158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36ea0078-3863-4754-bcee-dce6a257ed4f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:20:09.320027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36ea0078-3863-4754-bcee-dce6a257ed4f,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:09.322046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:09.330701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'port_id': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'mac_address': 'fa:16:3e:e2:b8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:20:09.367149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 36ea0078-3863-4754-bcee-dce6a257ed4f is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:09.367454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:09.381466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ea0078-3863-4754-bcee-dce6a257ed4f {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:20:09.400476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36ea0078-3863-4754-bcee-dce6a257ed4f,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:09.447876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:09.494029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=9']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:09.710933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['36ea0078-3863-4754-bcee-dce6a257ed4f'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:20:10.059713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62469a37-7d49-4674-a4cf-7ef0a8c94ca6 req-219bcdec-f0f1-46d6-b914-cdecd075e314 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:10.061196 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62469a37-7d49-4674-a4cf-7ef0a8c94ca6 req-219bcdec-f0f1-46d6-b914-cdecd075e314 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 983 time: 0.0516136 Oct 23 01:20:10.110694 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62469a37-7d49-4674-a4cf-7ef0a8c94ca6 req-c5f54416-d591-4521-85dc-aa431f30c836 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Oct 23 01:20:11.073466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36ea0078-3863-4754-bcee-dce6a257ed4f up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:20:11.120194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 36ea0078-3863-4754-bcee-dce6a257ed4f completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:20:11.123410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f1272af1-de96-43eb-ad74-9ef624aec62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:11.185687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 36ea0078-3863-4754-bcee-dce6a257ed4f triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:11.186078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:11.186412 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 36ea0078-3863-4754-bcee-dce6a257ed4f Oct 23 01:20:11.240924 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8924211-680c-4350-a019-b8cb2d0936aa req-1877a637-ecba-474a-9b50-f9b835ae9a9c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:11.242468 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f8924211-680c-4350-a019-b8cb2d0936aa req-1877a637-ecba-474a-9b50-f9b835ae9a9c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 983 time: 0.0533555 Oct 23 01:20:11.261074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 36ea0078-3863-4754-bcee-dce6a257ed4f is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:11.261498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:11.286471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6ddbe4-b882-4d7a-86cd-5508a09b8bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ea0078-3863-4754-bcee-dce6a257ed4f'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:20:11.288704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc6e354-cfe1-43c9-a9a3-08ea0701c2df" -d '{"events": [{"server_uuid": "3b6ddbe4-b882-4d7a-86cd-5508a09b8bce", "name": "network-vif-plugged", "status": "completed", "tag": "36ea0078-3863-4754-bcee-dce6a257ed4f"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:20:11.294121 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f8924211-680c-4350-a019-b8cb2d0936aa req-076d277f-38e2-413e-9b99-6ef2879f0d9b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Oct 23 01:20:11.302249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36ea0078-3863-4754-bcee-dce6a257ed4f,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:11.331605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb7bc26-06b6-4539-80ce-a78c710a5da6 x-openstack-request-id: req-1bb7bc26-06b6-4539-80ce-a78c710a5da6 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:20:11.331896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6ddbe4-b882-4d7a-86cd-5508a09b8bce", "name": "network-vif-plugged", "status": "completed", "tag": "36ea0078-3863-4754-bcee-dce6a257ed4f", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:20:11.332529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bb7bc26-06b6-4539-80ce-a78c710a5da6 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:20:11.332954 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb7bc26-06b6-4539-80ce-a78c710a5da6'] response: {'server_uuid': '3b6ddbe4-b882-4d7a-86cd-5508a09b8bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ea0078-3863-4754-bcee-dce6a257ed4f', 'code': 200} Oct 23 01:20:11.362108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:11.413541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=10']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:11.688681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c157-4d87-4539-aefd-17d24093d1e9 req-d9c13ca1-69f2-4c70-8f5c-6f9606073989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:11.690136 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d98c157-4d87-4539-aefd-17d24093d1e9 req-d9c13ca1-69f2-4c70-8f5c-6f9606073989 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 1169 time: 0.0393286 Oct 23 01:20:11.734492 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d98c157-4d87-4539-aefd-17d24093d1e9 req-7c0f5ffa-d3c0-4be9-b50c-b80dcc6bbc03 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388780 Oct 23 01:20:12.415617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce8303-1f14-4e2b-9a98-91ed62056f7c req-a59c39d3-77e6-4c68-91db-43b15ed8bed8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:12.417146 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1cce8303-1f14-4e2b-9a98-91ed62056f7c req-a59c39d3-77e6-4c68-91db-43b15ed8bed8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 985 time: 0.0473499 Oct 23 01:20:12.438671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:12.459739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:12.466792 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1cce8303-1f14-4e2b-9a98-91ed62056f7c req-572be7fb-9a05-47f2-bd8d-d105585a3b42 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435011 Oct 23 01:20:13.599452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5205372-ce5e-40c7-8540-d06c3ec8068a req-c4c57888-60ee-46b3-8567-6cab7c9687cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:13.600961 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b5205372-ce5e-40c7-8540-d06c3ec8068a req-c4c57888-60ee-46b3-8567-6cab7c9687cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 985 time: 0.0525644 Oct 23 01:20:13.649046 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b5205372-ce5e-40c7-8540-d06c3ec8068a req-05221efa-7197-43ac-8fb6-0bdc6a55940e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Oct 23 01:20:13.778273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd429b09-ea02-414f-9f00-31784b6bbddf req-f4f95571-3496-409b-8b45-69c54a571f64 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:13.779935 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fd429b09-ea02-414f-9f00-31784b6bbddf req-f4f95571-3496-409b-8b45-69c54a571f64 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 985 time: 0.0564134 Oct 23 01:20:13.828456 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fd429b09-ea02-414f-9f00-31784b6bbddf req-28b79223-0b7d-42bf-85cb-b213e4b228cd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429585 Oct 23 01:20:13.859237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38158) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:13.898464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:13.899083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9238a1-91f4-4269-827e-4e2254d56fd2 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:13.900042 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1a9238a1-91f4-4269-827e-4e2254d56fd2 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce&network_id=f6b670b8-e203-48fc-9be7-aa96a0af408e HTTP/1.1" status: 200 len: 1164 time: 0.0397828 Oct 23 01:20:14.036316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:14.369589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1c2aa-e726-48ef-ab09-48b0b7e78730 req-c57ca30a-d5e7-44c0-862f-675e5983115c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:14.371105 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-15a1c2aa-e726-48ef-ab09-48b0b7e78730 req-c57ca30a-d5e7-44c0-862f-675e5983115c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 985 time: 0.0502095 Oct 23 01:20:14.418861 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-15a1c2aa-e726-48ef-ab09-48b0b7e78730 req-674bbe67-8548-4d96-8abd-da8f735a3390 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Oct 23 01:20:15.541997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b933-6417-4129-91e6-d746d93d3ea6 req-2727b18d-4b3b-45b1-a969-c9eb0e7ecd94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:15.543615 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b933b933-6417-4129-91e6-d746d93d3ea6 req-2727b18d-4b3b-45b1-a969-c9eb0e7ecd94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 985 time: 0.0484262 Oct 23 01:20:15.593020 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b933b933-6417-4129-91e6-d746d93d3ea6 req-eb37f6e8-470b-4624-91c9-949f4500cf08 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2be6ec54-74f1-4429-b10e-b83dddf72c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Oct 23 01:20:15.770246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-51b155c7-2aaf-4377-b3c9-b8bf381e87f3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:15.771685 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-51b155c7-2aaf-4377-b3c9-b8bf381e87f3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 985 time: 0.0508711 Oct 23 01:20:15.817546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-233f270a-e17e-4c4d-a005-276072fe25cb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:15.818874 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-233f270a-e17e-4c4d-a005-276072fe25cb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0419903 Oct 23 01:20:15.894397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:15.924102 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-456d66ff-5062-4619-a1cd-af5df49100bf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1009967 Oct 23 01:20:15.933517 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:15.995126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:16.128151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36ea0078-3863-4754-bcee-dce6a257ed4f,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:16.161812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] For port 36ea0078-3863-4754-bcee-dce6a257ed4f, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:20:16.191824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] device_id is not set on port 36ea0078-3863-4754-bcee-dce6a257ed4f yet. {{(pid=105984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 23 01:20:16.200828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] Publish callbacks [] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:16.305472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:16.373159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:16.381193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] Pushing event updated for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=11']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:16.413633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] No DVR routers for this DVR port 36ea0078-3863-4754-bcee-dce6a257ed4f on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:20:16.550709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] In _notify_port_updated(), no bound segment for port 36ea0078-3863-4754-bcee-dce6a257ed4f on network f6b670b8-e203-48fc-9be7-aa96a0af408e {{(pid=105984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 23 01:20:16.551902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:16.552521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:16.553837 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5c1d1896-2de2-45b1-a8e1-3648a991413c req-447869f2-d39f-471e-af00-f1c3d98f2c67 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 200 len: 1028 time: 0.6242049 Oct 23 01:20:16.696819 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f3dd4b95-0515-4772-993f-6868f05a5f69 req-7ad89d2e-4da6-4e2c-b54d-0f50594a7630 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3b6ddbe4-b882-4d7a-86cd-5508a09b8bce HTTP/1.1" status: 200 len: 210 time: 0.0292253 Oct 23 01:20:17.762262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38170) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:17.818608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7de32fb-5475-4b0d-9153-9df5fa8659da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (7616f80e-ad6b-475a-aae5-3d96920b9122), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:17.842503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7de32fb-5475-4b0d-9153-9df5fa8659da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (7616f80e-ad6b-475a-aae5-3d96920b9122), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:17.944782 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7de32fb-5475-4b0d-9153-9df5fa8659da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7616f80e-ad6b-475a-aae5-3d96920b9122), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:17.963122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7de32fb-5475-4b0d-9153-9df5fa8659da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:17.963122 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b7de32fb-5475-4b0d-9153-9df5fa8659da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7616f80e-ad6b-475a-aae5-3d96920b9122 HTTP/1.1" status: 204 len: 168 time: 0.1856275 Oct 23 01:20:17.963122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de32fb-5475-4b0d-9153-9df5fa8659da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7616f80e-ad6b-475a-aae5-3d96920b9122,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:18.004590 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:18.005370 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:18.054502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38174) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:18.063089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:18.193931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 3400efca-9878-4607-95ea-83983ad60610 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:20:18.194273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3400efca-9878-4607-95ea-83983ad60610), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:18.268782 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3400efca-9878-4607-95ea-83983ad60610), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:18.269096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (3400efca-9878-4607-95ea-83983ad60610), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:18.280851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 3400efca-9878-4607-95ea-83983ad60610 owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:20:18.487711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3400efca-9878-4607-95ea-83983ad60610), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:18.511940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=3400efca-9878-4607-95ea-83983ad60610,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:18.558722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:18.578753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (7cd10365-d26a-45d0-8d8a-6823f5ebccd6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:18.586857 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP 7cd10365-d26a-45d0-8d8a-6823f5ebccd6 disassociated (deleted). External IP: 172.36.3.104, port: 36ea0078-3863-4754-bcee-dce6a257ed4f. Oct 23 01:20:19.084921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9ec743fb-7878-47d9-9389-6869f8b23a1d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:20:19.187423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:20:19.192258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:19.196766 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17c8ac-677d-48d1-957d-c651d32e3682 None None] Sync routers for ids ['9ec743fb-7878-47d9-9389-6869f8b23a1d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:20:19.207402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17c8ac-677d-48d1-957d-c651d32e3682 None None] Routers {'9ec743fb-7878-47d9-9389-6869f8b23a1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:20:19.208014 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2c17c8ac-677d-48d1-957d-c651d32e3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:20:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ec743fb-7878-47d9-9389-6869f8b23a1d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:19.222094 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ddfabd3a-1dfa-4ead-982e-b5de8b7dcdba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/7cd10365-d26a-45d0-8d8a-6823f5ebccd6 HTTP/1.1" status: 204 len: 168 time: 1.1664970 Oct 23 01:20:19.296330 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38180) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:19.311617 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-2c17c8ac-677d-48d1-957d-c651d32e3682 None None] Set router 9ec743fb-7878-47d9-9389-6869f8b23a1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:20:19.358334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-edd4c218-9df2-4b1d-bd8e-b6f322c228f9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:19.388523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-edd4c218-9df2-4b1d-bd8e-b6f322c228f9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:19.494891 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2c17c8ac-677d-48d1-957d-c651d32e3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ef06577f-ad8c-46a6-90f5-20fc1e625ff1', 'name': '', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:0d:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:34Z', 'updated_at': '2022-10-23T01:19:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:19.510348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-edd4c218-9df2-4b1d-bd8e-b6f322c228f9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:19.513742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-edd4c218-9df2-4b1d-bd8e-b6f322c228f9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:19.517332 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-edd4c218-9df2-4b1d-bd8e-b6f322c228f9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1 HTTP/1.1" status: 204 len: 168 time: 0.2183588 Oct 23 01:20:19.524388 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17c8ac-677d-48d1-957d-c651d32e3682 None None] Checking router: 9ec743fb-7878-47d9-9389-6869f8b23a1d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:20:19.524996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4c218-9df2-4b1d-bd8e-b6f322c228f9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b19aa6a-f5b1-47df-92a0-9c72f56c9ef1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:19.534884 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17c8ac-677d-48d1-957d-c651d32e3682 None None] Routers {'9ec743fb-7878-47d9-9389-6869f8b23a1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:20:19.535511 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2c17c8ac-677d-48d1-957d-c651d32e3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:20:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ec743fb-7878-47d9-9389-6869f8b23a1d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:19.602815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38184) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:19.644285 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-2c17c8ac-677d-48d1-957d-c651d32e3682 None None] Set router 9ec743fb-7878-47d9-9389-6869f8b23a1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:20:19.683831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-755ef792-dc7f-4298-89f5-1a7b0f2b09f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 36ea0078-3863-4754-bcee-dce6a257ed4f {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:20:19.684181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-755ef792-dc7f-4298-89f5-1a7b0f2b09f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:19.751830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:19.774838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-755ef792-dc7f-4298-89f5-1a7b0f2b09f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:19.788061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-755ef792-dc7f-4298-89f5-1a7b0f2b09f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 36ea0078-3863-4754-bcee-dce6a257ed4f owned by {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:20:19.824100 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2c17c8ac-677d-48d1-957d-c651d32e3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ef06577f-ad8c-46a6-90f5-20fc1e625ff1', 'name': '', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:0d:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:34Z', 'updated_at': '2022-10-23T01:19:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:19.848651 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17c8ac-677d-48d1-957d-c651d32e3682 None None] The sync data for ids ['9ec743fb-7878-47d9-9389-6869f8b23a1d'] in dv-neutron-master-2-hyperv is: [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:19:35Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ef06577f-ad8c-46a6-90f5-20fc1e625ff1', 'name': '', 'network_id': 'f6b670b8-e203-48fc-9be7-aa96a0af408e', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:0d:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:34Z', 'updated_at': '2022-10-23T01:19:40Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '564e7fbc-b0d2-4154-9137-36bba1cf1443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:20:20.001945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-755ef792-dc7f-4298-89f5-1a7b0f2b09f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (36ea0078-3863-4754-bcee-dce6a257ed4f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:20.032001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ef792-dc7f-4298-89f5-1a7b0f2b09f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=36ea0078-3863-4754-bcee-dce6a257ed4f,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:20.097037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95744e5c-261b-47a1-97de-e720d26fec74 None None] New status for floating IP 7cd10365-d26a-45d0-8d8a-6823f5ebccd6: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:20:20.107114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-755ef792-dc7f-4298-89f5-1a7b0f2b09f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:20.110703 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-755ef792-dc7f-4298-89f5-1a7b0f2b09f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/ports/36ea0078-3863-4754-bcee-dce6a257ed4f HTTP/1.1" status: 204 len: 168 time: 0.5067945 Oct 23 01:20:20.113498 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38186) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:20.163914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:20.173843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:20.457418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (9ec743fb-7878-47d9-9389-6869f8b23a1d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:20.694801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port ef06577f-ad8c-46a6-90f5-20fc1e625ff1 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:20:20.695148 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:20.762867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:20.794512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port ef06577f-ad8c-46a6-90f5-20fc1e625ff1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef06577f-ad8c-46a6-90f5-20fc1e625ff1,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:20.794874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:20.807842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for ef06577f-ad8c-46a6-90f5-20fc1e625ff1 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:20:21.137001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36ea0078-3863-4754-bcee-dce6a257ed4f no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:20:21.140363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=5,neutron:SELECT=80 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:21.156809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 36ea0078-3863-4754-bcee-dce6a257ed4f {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:20:21.157151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36ea0078-3863-4754-bcee-dce6a257ed4f not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:20:21.379283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ef06577f-ad8c-46a6-90f5-20fc1e625ff1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:21.388432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:21.406269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=ef06577f-ad8c-46a6-90f5-20fc1e625ff1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:21.577635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (9ec743fb-7878-47d9-9389-6869f8b23a1d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:21.598501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb6fc30-18ee-4642-9191-0f725197793c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:20:21.671393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6fc30-18ee-4642-9191-0f725197793c None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:20:21.791885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 9ec743fb-7878-47d9-9389-6869f8b23a1d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:20:21.853504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:21.901189 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:20:21.906853 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f94597ba-849b-465f-9527-0b00bf4e42e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/9ec743fb-7878-47d9-9389-6869f8b23a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7923341 Oct 23 01:20:21.909505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38188) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:21.912338 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22848a2-42cd-4a2e-b303-73560d673c8d None None] Sync routers for ids ['9ec743fb-7878-47d9-9389-6869f8b23a1d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:20:21.927259 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22848a2-42cd-4a2e-b303-73560d673c8d None None] Routers {'9ec743fb-7878-47d9-9389-6869f8b23a1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:20:21.928226 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d22848a2-42cd-4a2e-b303-73560d673c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:20:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ec743fb-7878-47d9-9389-6869f8b23a1d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:21.966919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4061a8-f07e-4f5d-9351-d4bd354b7b2d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting subnet 564e7fbc-b0d2-4154-9137-36bba1cf1443 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:20:21.970955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b4061a8-f07e-4f5d-9351-d4bd354b7b2d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (564e7fbc-b0d2-4154-9137-36bba1cf1443), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.021847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b4061a8-f07e-4f5d-9351-d4bd354b7b2d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (564e7fbc-b0d2-4154-9137-36bba1cf1443), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.071320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:22.120449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b4061a8-f07e-4f5d-9351-d4bd354b7b2d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (564e7fbc-b0d2-4154-9137-36bba1cf1443), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.129962 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-d22848a2-42cd-4a2e-b303-73560d673c8d None None] Set router 9ec743fb-7878-47d9-9389-6869f8b23a1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:20:22.271068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b4061a8-f07e-4f5d-9351-d4bd354b7b2d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (564e7fbc-b0d2-4154-9137-36bba1cf1443), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.300360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4061a8-f07e-4f5d-9351-d4bd354b7b2d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Subnet': ['ID=564e7fbc-b0d2-4154-9137-36bba1cf1443,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:22.304416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b4061a8-f07e-4f5d-9351-d4bd354b7b2d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.310921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38190) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:22.311488 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4b4061a8-f07e-4f5d-9351-d4bd354b7b2d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/564e7fbc-b0d2-4154-9137-36bba1cf1443 HTTP/1.1" status: 204 len: 168 time: 0.4004941 Oct 23 01:20:22.318885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384f4636-59ef-4474-b910-0c36e02b286b None None] Network f6b670b8-e203-48fc-9be7-aa96a0af408e requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:20:22.325882 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d22848a2-42cd-4a2e-b303-73560d673c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:20:21Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:22.350678 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22848a2-42cd-4a2e-b303-73560d673c8d None None] Checking router: 9ec743fb-7878-47d9-9389-6869f8b23a1d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:20:22.358359 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:22.360326 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22848a2-42cd-4a2e-b303-73560d673c8d None None] Routers {'9ec743fb-7878-47d9-9389-6869f8b23a1d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:20:22.361376 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d22848a2-42cd-4a2e-b303-73560d673c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:20:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['9ec743fb-7878-47d9-9389-6869f8b23a1d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:22.367451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-56d38f3d-c724-4e99-a563-cd74f29834a3 None None] Provisioning complete for port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:22.368776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-56d38f3d-c724-4e99-a563-cd74f29834a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.368776 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-56d38f3d-c724-4e99-a563-cd74f29834a3 None None] Attempt 1 to provision port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 Oct 23 01:20:22.406281 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:22.428846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (9ec743fb-7878-47d9-9389-6869f8b23a1d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.469764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:22.471154 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-d22848a2-42cd-4a2e-b303-73560d673c8d None None] Set router 9ec743fb-7878-47d9-9389-6869f8b23a1d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:20:22.483651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-56d38f3d-c724-4e99-a563-cd74f29834a3 None None] Current status of the port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:22.535187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec55897c-ee84-49e9-a955-e0121554d028 None None] DHCP port deletion for f6b670b8-e203-48fc-9be7-aa96a0af408e request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:20:22.547373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (9ec743fb-7878-47d9-9389-6869f8b23a1d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.578895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ec55897c-ee84-49e9-a955-e0121554d028 None None] Deleting port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:20:22.579557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ec55897c-ee84-49e9-a955-e0121554d028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.645868 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d22848a2-42cd-4a2e-b303-73560d673c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:20:21Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:22.647032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ec55897c-ee84-49e9-a955-e0121554d028 None None] For port eadbe9d5-feac-458d-8e2e-a19fc1c3c663, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eadbe9d5-feac-458d-8e2e-a19fc1c3c663,segment=NetworkSegment(dc8f1239-bc14-4fff-962d-6eddb2005c7d),segment_id=dc8f1239-bc14-4fff-962d-6eddb2005c7d)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:22.647439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ec55897c-ee84-49e9-a955-e0121554d028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.658170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:20:22.658595 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.660759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ec55897c-ee84-49e9-a955-e0121554d028 None None] Calling delete_port for eadbe9d5-feac-458d-8e2e-a19fc1c3c663 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:20:22.672070 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22848a2-42cd-4a2e-b303-73560d673c8d None None] The sync data for ids ['9ec743fb-7878-47d9-9389-6869f8b23a1d'] in dv-neutron-master-2-hyperv is: [{'id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'name': 'tempest-TestNetworkBasicOps-router-836452354', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:19:30Z', 'updated_at': '2022-10-23T01:20:21Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '88ee0292-3b63-42ff-9248-0d6b9a4a85eb', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec743fb-7878-47d9-9389-6869f8b23a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:19:31Z', 'updated_at': '2022-10-23T01:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:20:22.734373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:22.747207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 88ee0292-3b63-42ff-9248-0d6b9a4a85eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88ee0292-3b63-42ff-9248-0d6b9a4a85eb,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:22.747573 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.760085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 88ee0292-3b63-42ff-9248-0d6b9a4a85eb owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:20:22.830456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ec55897c-ee84-49e9-a955-e0121554d028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (eadbe9d5-feac-458d-8e2e-a19fc1c3c663), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:22.859589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55897c-ee84-49e9-a955-e0121554d028 None None] Pushing event deleted for resources: {'Port': ['ID=eadbe9d5-feac-458d-8e2e-a19fc1c3c663,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:22.864003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55897c-ee84-49e9-a955-e0121554d028 None None] No DVR routers for this DVR port eadbe9d5-feac-458d-8e2e-a19fc1c3c663 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:20:22.985064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (88ee0292-3b63-42ff-9248-0d6b9a4a85eb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.013329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=88ee0292-3b63-42ff-9248-0d6b9a4a85eb,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:23.043828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:23.080219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (9ec743fb-7878-47d9-9389-6869f8b23a1d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.172702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (9ec743fb-7878-47d9-9389-6869f8b23a1d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.174893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (9ec743fb-7878-47d9-9389-6869f8b23a1d), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.253974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (9ec743fb-7878-47d9-9389-6869f8b23a1d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.254640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec743fb-7878-47d9-9389-6869f8b23a1d {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:20:23.261467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.262661 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ac269d3c-d9cb-4e27-adc2-1542beeec687 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/routers/9ec743fb-7878-47d9-9389-6869f8b23a1d HTTP/1.1" status: 204 len: 168 time: 0.9507308 Oct 23 01:20:23.265513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38192) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:23.355109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (f6b670b8-e203-48fc-9be7-aa96a0af408e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.454359 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (f6b670b8-e203-48fc-9be7-aa96a0af408e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.474882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b670b8-e203-48fc-9be7-aa96a0af408e']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:23.484459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8f1239-bc14-4fff-962d-6eddb2005c7d') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:23.484761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8f1239-bc14-4fff-962d-6eddb2005c7d') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:23.494387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (dc8f1239-bc14-4fff-962d-6eddb2005c7d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.507741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (dc8f1239-bc14-4fff-962d-6eddb2005c7d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.514834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:20:23.515223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (dc8f1239-bc14-4fff-962d-6eddb2005c7d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.598839 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment dc8f1239-bc14-4fff-962d-6eddb2005c7d resource provider aggregate not found Oct 23 01:20:23.615295 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment dc8f1239-bc14-4fff-962d-6eddb2005c7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc8f1239-bc14-4fff-962d-6eddb2005c7d found for delete ", "request_id": "req-6e40331c-9b1a-4704-a699-d94a64b90c20"}]} Oct 23 01:20:23.636564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (f6b670b8-e203-48fc-9be7-aa96a0af408e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.649561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.649561 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/networks/f6b670b8-e203-48fc-9be7-aa96a0af408e HTTP/1.1" status: 204 len: 168 time: 0.3801212 Oct 23 01:20:23.649561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:23.660376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38200) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:23.669575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422af2d0-1767-4139-a4a0-73514d1811f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Network': ['ID=f6b670b8-e203-48fc-9be7-aa96a0af408e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:23.677003 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5fbe0e3e-e56a-4d6f-8bdb-264a8c4ff2a1 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0155737 Oct 23 01:20:23.679761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38202) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:23.684790 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'network': {'name': 'tempest-network-smoke--714003773', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'port_security_enabled': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:23.789494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:20:23.793367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.822133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:20:23.831589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (3e684405-7b60-4af5-8000-f35a6842fbfc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.831929 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Added segment 3e684405-7b60-4af5-8000-f35a6842fbfc of type vlan for network fe096d33-b6b3-4b43-86cc-8527269390ce Oct 23 01:20:23.871688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (fe096d33-b6b3-4b43-86cc-8527269390ce), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.961820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (fe096d33-b6b3-4b43-86cc-8527269390ce), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:23.966857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:23.967453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:24.034628 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Network': ['ID=fe096d33-b6b3-4b43-86cc-8527269390ce,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:24.045524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network fe096d33-b6b3-4b43-86cc-8527269390ce details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:20:24.102930 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4d9c97a1-bf53-4679-93af-9eee078bf5c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4221156 Oct 23 01:20:24.104609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38204) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:24.110420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'admin_state_up': True, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:24.190817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (1ada627b-476f-434f-b91f-e924d499e32d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:24.191880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (1ada627b-476f-434f-b91f-e924d499e32d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:24.199017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device eadbe9d5-feac-458d-8e2e-a19fc1c3c663 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:20:24.219145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: eadbe9d5-feac-458d-8e2e-a19fc1c3c663 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:20:24.219786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device eadbe9d5-feac-458d-8e2e-a19fc1c3c663 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:20:24.220373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ef06577f-ad8c-46a6-90f5-20fc1e625ff1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:20:24.244866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: ef06577f-ad8c-46a6-90f5-20fc1e625ff1 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:20:24.246080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ef06577f-ad8c-46a6-90f5-20fc1e625ff1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:20:24.246750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 88ee0292-3b63-42ff-9248-0d6b9a4a85eb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:20:24.250419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (1ada627b-476f-434f-b91f-e924d499e32d), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:24.266224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 88ee0292-3b63-42ff-9248-0d6b9a4a85eb {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:20:24.266807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 88ee0292-3b63-42ff-9248-0d6b9a4a85eb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:20:24.449681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (1ada627b-476f-434f-b91f-e924d499e32d), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:24.683645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (1ada627b-476f-434f-b91f-e924d499e32d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:24.701890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:24.708311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:24.809097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.223 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/803dfb96-93b4-4e92-b5f8-61e63244adc0) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:20:24.863063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=79,neutron:UPDATE=8,neutron:INSERT=12,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:24.912764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:24.996489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:25.043444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:20:25.046671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:20:25.050658 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:20:25.052759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=803dfb96-93b4-4e92-b5f8-61e63244adc0,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:25.363766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (1ada627b-476f-434f-b91f-e924d499e32d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:25.531677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:25.545436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (1ada627b-476f-434f-b91f-e924d499e32d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:25.744589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 1ada627b-476f-434f-b91f-e924d499e32d is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:20:25.845444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:20:25.856348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Sync routers for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:20:25.865572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:20:25.866252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:20:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:25.918857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:25.920208 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-de5f27d0-4aa6-4ec3-92bd-f5f0573b1534 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8139400 Oct 23 01:20:25.923141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38206) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:25.950853 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-835f3f81-83c5-457e-b663-0afb85497488 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=0226f1f233794f45b9d6ad046f30f76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266387 Oct 23 01:20:25.953503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38208) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:25.969874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:20:26.017482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:26.045056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd4ccfd-94cf-4207-b7f2-1df4d6000fab tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:26.046624 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4fd4ccfd-94cf-4207-b7f2-1df4d6000fab tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921786 Oct 23 01:20:26.049742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38210) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:26.081049 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f49c6041-2f3c-473d-bb76-e5f713b4d199 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278273 Oct 23 01:20:26.081319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38212) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:26.085992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1259674765', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:26.142254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:25Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:26.171831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Checking router: 1ada627b-476f-434f-b91f-e924d499e32d for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:20:26.172171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Updating router 1ada627b-476f-434f-b91f-e924d499e32d port 803dfb96-93b4-4e92-b5f8-61e63244adc0 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:20:26.200606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:26.207525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:20:26.211432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:26.392049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:26.446554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Publish callbacks [] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:26.465370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:26.532126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Subnet': ['ID=9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:26.544407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Checking segment: {'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:20:26.544407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network hostable DHCP agents. Network: fe096d33-b6b3-4b43-86cc-8527269390ce, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:20:26.567517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:26.598990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:26.605696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Attempting to bind port 803dfb96-93b4-4e92-b5f8-61e63244adc0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:20:26.606073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Attempting to bind port 803dfb96-93b4-4e92-b5f8-61e63244adc0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:20:26.606433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Attempting to bind port 803dfb96-93b4-4e92-b5f8-61e63244adc0 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:20:26.642639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e6d87-a5f1-4157-a357-d2ff834a7e14 None None] Pushing event updated for resources: {'Port': ['ID=803dfb96-93b4-4e92-b5f8-61e63244adc0,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:26.658914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network fe096d33-b6b3-4b43-86cc-8527269390ce is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:20:26.663065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:20:26.663065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:20:26.663065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:26.663065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:20:26.663065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Bound port: 803dfb96-93b4-4e92-b5f8-61e63244adc0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:20:26.663065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:26.709641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] For port 803dfb96-93b4-4e92-b5f8-61e63244adc0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:20:26.712699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] For port 803dfb96-93b4-4e92-b5f8-61e63244adc0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=803dfb96-93b4-4e92-b5f8-61e63244adc0,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:20:26.836118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fe096d33-b6b3-4b43-86cc-8527269390ce) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:20:26.840650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:26.841256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:26.845437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68889f03-6603-4233-aeb9-43a0b4d82fff None None] Network fe096d33-b6b3-4b43-86cc-8527269390ce requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:20:26.942491 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4782e0a4-6c84-46bc-a490-4cebe73680e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8601649 Oct 23 01:20:26.945375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38214) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:27.039291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:27.091431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:20:27.092203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:20:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:27.179086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e6d87-a5f1-4157-a357-d2ff834a7e14 None None] Pushing event updated for resources: {'Port': ['ID=803dfb96-93b4-4e92-b5f8-61e63244adc0,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:27.199420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fe096d33-b6b3-4b43-86cc-8527269390ce', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:20:27.200455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:27.326496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:20:27.369887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:27.465539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:27.502726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Allocated IP 172.20.0.2 (fe096d33-b6b3-4b43-86cc-8527269390ce/9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d/28109ee2-44ff-4fda-9762-8f74a5be4251) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:20:27.609306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:25Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:27.637832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896be2b0-2962-4fe3-b134-f0a2c8484f8b None None] The sync data for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv is: [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:25Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:20:27.699141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:27.718875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:27.726204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Publish callbacks [] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:27.826142 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:27.899746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Network fe096d33-b6b3-4b43-86cc-8527269390ce is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:20:27.903551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:20:27.905351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Pushing event updated for resources: {'Port': ['ID=28109ee2-44ff-4fda-9762-8f74a5be4251,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:27.907540 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:20:27.975584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Attempting to bind port 28109ee2-44ff-4fda-9762-8f74a5be4251 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:20:27.975963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Attempting to bind port 28109ee2-44ff-4fda-9762-8f74a5be4251 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:20:27.977473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Attempting to bind port 28109ee2-44ff-4fda-9762-8f74a5be4251 on network fe096d33-b6b3-4b43-86cc-8527269390ce {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:20:28.027494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:20:28.028228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Checking segment: {'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:20:28.028971 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:28.029280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Bound using segment: {'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:20:28.029880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Bound port: 28109ee2-44ff-4fda-9762-8f74a5be4251, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:20:28.030188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:28.033508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:28.036477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.1 (fe096d33-b6b3-4b43-86cc-8527269390ce/9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d/752894f9-b268-4829-8231-2c1e4e491b4a) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:20:28.103719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] For port 28109ee2-44ff-4fda-9762-8f74a5be4251, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:20:28.107818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] For port 28109ee2-44ff-4fda-9762-8f74a5be4251, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28109ee2-44ff-4fda-9762-8f74a5be4251,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:20:28.171684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (752894f9-b268-4829-8231-2c1e4e491b4a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:28.190942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:28.203567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:28.231416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 803dfb96-93b4-4e92-b5f8-61e63244adc0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:20:28.278247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:28.286980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b28f4-2db0-4d3e-a026-61063149b389 None None] Pushing event updated for resources: {'Port': ['ID=28109ee2-44ff-4fda-9762-8f74a5be4251,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:28.302756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 803dfb96-93b4-4e92-b5f8-61e63244adc0 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:28.303252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:28.303594 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 803dfb96-93b4-4e92-b5f8-61e63244adc0 Oct 23 01:20:28.334031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network fe096d33-b6b3-4b43-86cc-8527269390ce is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:20:28.338349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:20:28.346009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:20:28.383778 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=752894f9-b268-4829-8231-2c1e4e491b4a,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:28.402114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 803dfb96-93b4-4e92-b5f8-61e63244adc0 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:28.402517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:28.421376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (1ada627b-476f-434f-b91f-e924d499e32d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:28.430617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:28.454579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 803dfb96-93b4-4e92-b5f8-61e63244adc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=803dfb96-93b4-4e92-b5f8-61e63244adc0,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:28.564093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:28.616835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=803dfb96-93b4-4e92-b5f8-61e63244adc0,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:28.682088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:28.960571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (752894f9-b268-4829-8231-2c1e4e491b4a), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:29.024595 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:29.082805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:29.106051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (1ada627b-476f-434f-b91f-e924d499e32d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:29.107886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=752894f9-b268-4829-8231-2c1e4e491b4a,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:29.203391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57d3a42-28c4-4496-b432-00dd85bafc46 None None] Network fe096d33-b6b3-4b43-86cc-8527269390ce requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:20:29.207348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network fe096d33-b6b3-4b43-86cc-8527269390ce is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:20:29.208731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:20:29.269805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bfa3f534-c37a-41a8-8e48-275f458c241f None None] Provisioning complete for port 28109ee2-44ff-4fda-9762-8f74a5be4251 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:29.270160 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f534-c37a-41a8-8e48-275f458c241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:29.270496 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bfa3f534-c37a-41a8-8e48-275f458c241f None None] Attempt 1 to provision port 28109ee2-44ff-4fda-9762-8f74a5be4251 Oct 23 01:20:29.322220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 1ada627b-476f-434f-b91f-e924d499e32d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:20:29.365393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:29.389425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3f534-c37a-41a8-8e48-275f458c241f None None] Current status of the port 28109ee2-44ff-4fda-9762-8f74a5be4251 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:29.389834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f534-c37a-41a8-8e48-275f458c241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:29.432501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-bfa3f534-c37a-41a8-8e48-275f458c241f None None] For port 28109ee2-44ff-4fda-9762-8f74a5be4251, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28109ee2-44ff-4fda-9762-8f74a5be4251,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:29.441993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:20:29.447384 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c8ffb91a-bc1a-43b4-8d9b-0808ec554c36 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/1ada627b-476f-434f-b91f-e924d499e32d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5009456 Oct 23 01:20:29.449962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38216) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:29.510666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f534-c37a-41a8-8e48-275f458c241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:29.565770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63436fea-d594-433a-8a0b-645d3f8ecf78 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:29.566514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63436fea-d594-433a-8a0b-645d3f8ecf78 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:29.567061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63436fea-d594-433a-8a0b-645d3f8ecf78 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:29.567613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63436fea-d594-433a-8a0b-645d3f8ecf78 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:29.572786 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-63436fea-d594-433a-8a0b-645d3f8ecf78 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1193748 Oct 23 01:20:29.573063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38218) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:29.584712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3f534-c37a-41a8-8e48-275f458c241f None None] Pushing event updated for resources: {'Port': ['ID=28109ee2-44ff-4fda-9762-8f74a5be4251,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:29.632430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e6397fcf-13e5-4dca-9da5-4057464d6a0e None None] Provisioning complete for port 752894f9-b268-4829-8231-2c1e4e491b4a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:29.632885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e6397fcf-13e5-4dca-9da5-4057464d6a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:29.633302 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e6397fcf-13e5-4dca-9da5-4057464d6a0e None None] Attempt 1 to provision port 752894f9-b268-4829-8231-2c1e4e491b4a Oct 23 01:20:29.637276 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c92f32a-7e1d-44e6-bd38-928fc1a1003d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:29.637952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c92f32a-7e1d-44e6-bd38-928fc1a1003d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:29.638496 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c92f32a-7e1d-44e6-bd38-928fc1a1003d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:29.639011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c92f32a-7e1d-44e6-bd38-928fc1a1003d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:29.641823 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9c92f32a-7e1d-44e6-bd38-928fc1a1003d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0664551 Oct 23 01:20:29.644269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38220) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:29.672914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e6397fcf-13e5-4dca-9da5-4057464d6a0e None None] Port 752894f9-b268-4829-8231-2c1e4e491b4a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:20:29.681587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e6397fcf-13e5-4dca-9da5-4057464d6a0e None None] Provisioning complete for port 28109ee2-44ff-4fda-9762-8f74a5be4251 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:29.682067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e6397fcf-13e5-4dca-9da5-4057464d6a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:29.682461 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e6397fcf-13e5-4dca-9da5-4057464d6a0e None None] Attempt 1 to provision port 28109ee2-44ff-4fda-9762-8f74a5be4251 Oct 23 01:20:29.766068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e6397fcf-13e5-4dca-9da5-4057464d6a0e None None] Current status of the port 28109ee2-44ff-4fda-9762-8f74a5be4251 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:29.772825 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7ad3b2db-6f04-4f83-b4e7-1338d442d2e5 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1273971 Oct 23 01:20:29.831710 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Sync routers for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:20:29.843216 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:20:29.844019 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:20:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:29.883475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-043b1940-1d60-4a34-be04-d975af99b526 None None] Provisioning complete for port 752894f9-b268-4829-8231-2c1e4e491b4a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:29.890157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-043b1940-1d60-4a34-be04-d975af99b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:29.890157 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-043b1940-1d60-4a34-be04-d975af99b526 None None] Attempt 1 to provision port 752894f9-b268-4829-8231-2c1e4e491b4a Oct 23 01:20:29.890649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38224) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:29.895631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c7796957-7bb4-4800-823c-921d2b731a08 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914113939', 'description': 'tempest-secgroup-smoke-914113939 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:29.911796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:29.927099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-043b1940-1d60-4a34-be04-d975af99b526 None None] Port 752894f9-b268-4829-8231-2c1e4e491b4a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:20:29.962034 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:20:29.973912 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c7796957-7bb4-4800-823c-921d2b731a08 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.049839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6ada77f1-e341-4167-a79e-07a4e76aae51 None None] Provisioning complete for port 752894f9-b268-4829-8231-2c1e4e491b4a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:30.050343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6ada77f1-e341-4167-a79e-07a4e76aae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.050499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c7796957-7bb4-4800-823c-921d2b731a08 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (2bc23711-86b3-4849-bc7e-fadc24df887a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.050853 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6ada77f1-e341-4167-a79e-07a4e76aae51 None None] Attempt 1 to provision port 752894f9-b268-4829-8231-2c1e4e491b4a Oct 23 01:20:30.084410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6ada77f1-e341-4167-a79e-07a4e76aae51 None None] Port 752894f9-b268-4829-8231-2c1e4e491b4a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:20:30.133513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c7796957-7bb4-4800-823c-921d2b731a08 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2bc23711-86b3-4849-bc7e-fadc24df887a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.160627 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:30.167703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7796957-7bb4-4800-823c-921d2b731a08 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc23711-86b3-4849-bc7e-fadc24df887a,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:30.190234 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Checking router: 1ada627b-476f-434f-b91f-e924d499e32d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:20:30.190582 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Updating router 1ada627b-476f-434f-b91f-e924d499e32d port 752894f9-b268-4829-8231-2c1e4e491b4a binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:20:30.219284 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.249032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c7796957-7bb4-4800-823c-921d2b731a08 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.250435 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c7796957-7bb4-4800-823c-921d2b731a08 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3587835 Oct 23 01:20:30.253195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38226) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:30.258104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-083f2b22-c9ec-414a-ae82-3c05fdf7e3d3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '2bc23711-86b3-4849-bc7e-fadc24df887a', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:30.289394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 28109ee2-44ff-4fda-9762-8f74a5be4251 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:20:30.336787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 28109ee2-44ff-4fda-9762-8f74a5be4251 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:30.337811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.337989 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 28109ee2-44ff-4fda-9762-8f74a5be4251 Oct 23 01:20:30.339624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-083f2b22-c9ec-414a-ae82-3c05fdf7e3d3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (c1883f92-fe3e-4e0c-92fd-99f36abed404), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.386787 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:30.406808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-083f2b22-c9ec-414a-ae82-3c05fdf7e3d3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (c1883f92-fe3e-4e0c-92fd-99f36abed404), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.415054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 28109ee2-44ff-4fda-9762-8f74a5be4251 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:30.417039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 803dfb96-93b4-4e92-b5f8-61e63244adc0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:20:30.457820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 803dfb96-93b4-4e92-b5f8-61e63244adc0 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:30.458388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.458731 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 803dfb96-93b4-4e92-b5f8-61e63244adc0 Oct 23 01:20:30.470752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-083f2b22-c9ec-414a-ae82-3c05fdf7e3d3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (c1883f92-fe3e-4e0c-92fd-99f36abed404), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.480728 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Publish callbacks [] for port (752894f9-b268-4829-8231-2c1e4e491b4a), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.490145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f2b22-c9ec-414a-ae82-3c05fdf7e3d3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1883f92-fe3e-4e0c-92fd-99f36abed404,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:30.534980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 803dfb96-93b4-4e92-b5f8-61e63244adc0 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:30.540483 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.552802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-083f2b22-c9ec-414a-ae82-3c05fdf7e3d3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.554170 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-083f2b22-c9ec-414a-ae82-3c05fdf7e3d3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2998068 Oct 23 01:20:30.557113 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38228) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:30.562049 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-d137e67d-bffd-44c6-9369-a0df21f0635d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '2bc23711-86b3-4849-bc7e-fadc24df887a', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:30.564801 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:30.603296 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c19de-c9c9-4bc7-962a-e404b8a0833e None None] Pushing event updated for resources: {'Port': ['ID=752894f9-b268-4829-8231-2c1e4e491b4a,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:30.634833 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Attempting to bind port 752894f9-b268-4829-8231-2c1e4e491b4a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:20:30.638142 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Attempting to bind port 752894f9-b268-4829-8231-2c1e4e491b4a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:20:30.638142 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Attempting to bind port 752894f9-b268-4829-8231-2c1e4e491b4a on network fe096d33-b6b3-4b43-86cc-8527269390ce {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:20:30.638393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d137e67d-bffd-44c6-9369-a0df21f0635d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (2122cbbf-7882-40a2-ad3f-d5670185c565), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.666016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:30.678844 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:20:30.679037 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Checking segment: {'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:20:30.679413 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.679806 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Bound using segment: {'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:20:30.680277 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Bound port: 752894f9-b268-4829-8231-2c1e4e491b4a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:20:30.680765 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.693965 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d137e67d-bffd-44c6-9369-a0df21f0635d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (2122cbbf-7882-40a2-ad3f-d5670185c565), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.762556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d137e67d-bffd-44c6-9369-a0df21f0635d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (2122cbbf-7882-40a2-ad3f-d5670185c565), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.785345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137e67d-bffd-44c6-9369-a0df21f0635d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2122cbbf-7882-40a2-ad3f-d5670185c565,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:30.833804 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] For port 752894f9-b268-4829-8231-2c1e4e491b4a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:20:30.836964 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] For port 752894f9-b268-4829-8231-2c1e4e491b4a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=752894f9-b268-4829-8231-2c1e4e491b4a,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:20:30.866751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d137e67d-bffd-44c6-9369-a0df21f0635d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:30.867935 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d137e67d-bffd-44c6-9369-a0df21f0635d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3092856 Oct 23 01:20:30.881951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38230) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:30.886286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f10ab769-0b61-42d3-bed8-88af34f531ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '2bc23711-86b3-4849-bc7e-fadc24df887a', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:30.898097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:30.985291 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.015294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f10ab769-0b61-42d3-bed8-88af34f531ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (c6a452b0-8477-4f8a-90d7-403391df59ab), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.020385 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:20:31.021011 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:20:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:31.074039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f10ab769-0b61-42d3-bed8-88af34f531ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (c6a452b0-8477-4f8a-90d7-403391df59ab), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.074816 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c19de-c9c9-4bc7-962a-e404b8a0833e None None] Pushing event updated for resources: {'Port': ['ID=752894f9-b268-4829-8231-2c1e4e491b4a,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:31.139511 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:20:31.150161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f10ab769-0b61-42d3-bed8-88af34f531ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (c6a452b0-8477-4f8a-90d7-403391df59ab), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.171990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ab769-0b61-42d3-bed8-88af34f531ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a452b0-8477-4f8a-90d7-403391df59ab,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:31.221132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f10ab769-0b61-42d3-bed8-88af34f531ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.222453 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f10ab769-0b61-42d3-bed8-88af34f531ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395660 Oct 23 01:20:31.225386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38232) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:31.230603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3a67b58d-8e13-4784-bab7-71022a89f5a3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '2bc23711-86b3-4849-bc7e-fadc24df887a', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:31.299862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3a67b58d-8e13-4784-bab7-71022a89f5a3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (9f0e13a5-b476-4b1b-85c3-ea259ba93c50), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.325295 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:20:30Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:31.353895 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca354a1-9e28-4108-b63f-e8c138d29c25 None None] The sync data for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv is: [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:20:30Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:20:31.362962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3a67b58d-8e13-4784-bab7-71022a89f5a3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (9f0e13a5-b476-4b1b-85c3-ea259ba93c50), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.407648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3a67b58d-8e13-4784-bab7-71022a89f5a3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (9f0e13a5-b476-4b1b-85c3-ea259ba93c50), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.430626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67b58d-8e13-4784-bab7-71022a89f5a3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0e13a5-b476-4b1b-85c3-ea259ba93c50,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:31.512321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3a67b58d-8e13-4784-bab7-71022a89f5a3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.513748 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3a67b58d-8e13-4784-bab7-71022a89f5a3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2873859 Oct 23 01:20:31.516554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38234) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:31.520971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-556f9bb0-f1c5-4fa7-895d-f935c675fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '2bc23711-86b3-4849-bc7e-fadc24df887a', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:31.613754 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-556f9bb0-f1c5-4fa7-895d-f935c675fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:20:31.621029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-556f9bb0-f1c5-4fa7-895d-f935c675fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (e2464d0f-6440-4baf-956c-4d8b1f242a46), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.685059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-556f9bb0-f1c5-4fa7-895d-f935c675fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (e2464d0f-6440-4baf-956c-4d8b1f242a46), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.762600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-556f9bb0-f1c5-4fa7-895d-f935c675fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (e2464d0f-6440-4baf-956c-4d8b1f242a46), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.784822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f9bb0-f1c5-4fa7-895d-f935c675fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2464d0f-6440-4baf-956c-4d8b1f242a46,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:31.860786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-556f9bb0-f1c5-4fa7-895d-f935c675fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:31.864901 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-556f9bb0-f1c5-4fa7-895d-f935c675fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3445981 Oct 23 01:20:31.865065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38236) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:31.869608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-03be4dbd-3df6-4f10-8b2c-14ee61ce4223 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '2bc23711-86b3-4849-bc7e-fadc24df887a', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:31.956493 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-03be4dbd-3df6-4f10-8b2c-14ee61ce4223 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:20:31.964620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03be4dbd-3df6-4f10-8b2c-14ee61ce4223 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (8e232af0-9b46-4955-9070-de7d8df6bdbd), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:32.031731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03be4dbd-3df6-4f10-8b2c-14ee61ce4223 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (8e232af0-9b46-4955-9070-de7d8df6bdbd), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:32.105166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03be4dbd-3df6-4f10-8b2c-14ee61ce4223 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (8e232af0-9b46-4955-9070-de7d8df6bdbd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:32.125291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be4dbd-3df6-4f10-8b2c-14ee61ce4223 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e232af0-9b46-4955-9070-de7d8df6bdbd,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:32.192373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03be4dbd-3df6-4f10-8b2c-14ee61ce4223 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:32.193626 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-03be4dbd-3df6-4f10-8b2c-14ee61ce4223 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3275745 Oct 23 01:20:32.208713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 752894f9-b268-4829-8231-2c1e4e491b4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:20:32.258590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 752894f9-b268-4829-8231-2c1e4e491b4a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:32.259385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:32.259385 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 752894f9-b268-4829-8231-2c1e4e491b4a Oct 23 01:20:32.308592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:32.343068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 752894f9-b268-4829-8231-2c1e4e491b4a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:32.343492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:32.369111 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-aab6a4e7-f2c1-49b8-b2b2-58bad46f9a96 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-914113939&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0498137 Oct 23 01:20:32.381597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 752894f9-b268-4829-8231-2c1e4e491b4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=752894f9-b268-4829-8231-2c1e4e491b4a,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:32.452218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:32.458925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:32.480018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e48a1-71eb-4f42-b201-3af5a986976d req-2016a7ac-caa9-4069-b784-7bb1f5dcbf12 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:32.481499 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-2016a7ac-caa9-4069-b784-7bb1f5dcbf12 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/networks?id=fe096d33-b6b3-4b43-86cc-8527269390ce HTTP/1.1" status: 200 len: 796 time: 0.1049738 Oct 23 01:20:32.496965 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e83ae030-8591-4a27-bafb-7db3a08cc9a4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/quotas/0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 375 time: 0.0097063 Oct 23 01:20:32.508203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=752894f9-b268-4829-8231-2c1e4e491b4a,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:32.552821 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-37858dcb-6de3-4756-958b-4f139a7b4546 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501764 Oct 23 01:20:32.625375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:32.651544 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-0adc8e9b-ca73-4a79-90bb-b63b807c17ca service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fe096d33-b6b3-4b43-86cc-8527269390ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862305 Oct 23 01:20:32.747531 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-0a81a8cb-892e-4d36-b696-05e3f77b3f3e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fe096d33-b6b3-4b43-86cc-8527269390ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898890 Oct 23 01:20:32.990790 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4adbe611-c2a7-4e78-b5c2-15699f871812 req-40b58926-5ec8-4159-a0b7-a7f8ed032c23 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 210 time: 0.0295169 Oct 23 01:20:34.095850 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-71adb627-3cb3-4bee-9768-78f5d922d4d7 req-efa65a08-18ed-4c75-84f0-74799447a2ae tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 210 time: 0.0312002 Oct 23 01:20:34.202617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 752894f9-b268-4829-8231-2c1e4e491b4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:20:34.249838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:34.255573 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 752894f9-b268-4829-8231-2c1e4e491b4a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:34.255573 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:34.255573 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 752894f9-b268-4829-8231-2c1e4e491b4a Oct 23 01:20:34.324434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 752894f9-b268-4829-8231-2c1e4e491b4a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:35.112126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e48a1-71eb-4f42-b201-3af5a986976d req-ac639ad0-4482-4471-8dde-fb59e6893bde tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:35.113600 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-ac639ad0-4482-4471-8dde-fb59e6893bde tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=fe096d33-b6b3-4b43-86cc-8527269390ce HTTP/1.1" status: 200 len: 796 time: 0.1102715 Oct 23 01:20:35.204451 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-de60276f-06f1-4e94-8077-45329703be19 req-33022848-7725-4073-abe8-3d04856518c3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 210 time: 0.0317168 Oct 23 01:20:35.400594 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-8b91bf7b-3ca3-4e16-9456-786e176c0973 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 379 time: 0.0573766 Oct 23 01:20:35.409579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'device_id': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'admin_state_up': True, 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'security_groups': ['2bc23711-86b3-4849-bc7e-fadc24df887a']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:35.594851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:20:35.598863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:35.735133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.11 (fe096d33-b6b3-4b43-86cc-8527269390ce/9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d/36e23413-2442-418c-9f47-21662f024af6) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:20:35.874967 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (36e23413-2442-418c-9f47-21662f024af6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:35.897657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:35.961840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (36e23413-2442-418c-9f47-21662f024af6), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:36.006512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network fe096d33-b6b3-4b43-86cc-8527269390ce is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:20:36.011824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:20:36.015668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:20:36.021722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=36e23413-2442-418c-9f47-21662f024af6,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:36.051376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.051807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.052306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.052615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.052956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.053290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.053626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.053980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.054308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.054637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.054964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.055289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.055710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.055930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.056247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:36.061845 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:36.082510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:36.083144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:36.153847 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-b681a0e9-e7f8-4878-a7c3-7b3cb2c98715 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7479441 Oct 23 01:20:36.170265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Request body: {'port': {'device_id': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:36.236212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36e23413-2442-418c-9f47-21662f024af6), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:36.239512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3869e37a-9159-4731-97c9-6c66ecd56d03 None None] Provisioning complete for port 36e23413-2442-418c-9f47-21662f024af6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:36.239949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3869e37a-9159-4731-97c9-6c66ecd56d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (36e23413-2442-418c-9f47-21662f024af6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:36.240311 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3869e37a-9159-4731-97c9-6c66ecd56d03 None None] Attempt 1 to provision port 36e23413-2442-418c-9f47-21662f024af6 Oct 23 01:20:36.273172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3869e37a-9159-4731-97c9-6c66ecd56d03 None None] Port 36e23413-2442-418c-9f47-21662f024af6 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:20:36.389133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1d360-a0e8-40ee-aa64-b8a2140e0e44 req-e4f7b067-4f30-4aa6-8e14-017c009397d4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:36.390620 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-44c1d360-a0e8-40ee-aa64-b8a2140e0e44 req-e4f7b067-4f30-4aa6-8e14-017c009397d4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 932 time: 0.1083429 Oct 23 01:20:36.502365 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-44c1d360-a0e8-40ee-aa64-b8a2140e0e44 req-30c2eb1a-9b54-41cb-bf76-a026638898e7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058664 Oct 23 01:20:36.572609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e23413-2442-418c-9f47-21662f024af6 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:20:36.581027 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Publish callbacks [] for port (36e23413-2442-418c-9f47-21662f024af6), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:36.593846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Transition to ACTIVE for port object 36e23413-2442-418c-9f47-21662f024af6 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:20:36.665124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (36e23413-2442-418c-9f47-21662f024af6), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:36.727530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Pushing event updated for resources: {'Port': ['ID=36e23413-2442-418c-9f47-21662f024af6,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:36.778759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Attempting to bind port 36e23413-2442-418c-9f47-21662f024af6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:20:36.778759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Attempting to bind port 36e23413-2442-418c-9f47-21662f024af6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:20:36.778759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Attempting to bind port 36e23413-2442-418c-9f47-21662f024af6 on network fe096d33-b6b3-4b43-86cc-8527269390ce {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:20:36.818186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Port 36e23413-2442-418c-9f47-21662f024af6 on network fe096d33-b6b3-4b43-86cc-8527269390ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:20:36.818513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Attempting to bind port 36e23413-2442-418c-9f47-21662f024af6 on network fe096d33-b6b3-4b43-86cc-8527269390ce {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:20:36.860524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:20:36.860866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Checking segment: {'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:20:36.861257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Bound using segment: {'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:20:36.861696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Bound port: 36e23413-2442-418c-9f47-21662f024af6, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e684405-7b60-4af5-8000-f35a6842fbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:20:36.862081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36e23413-2442-418c-9f47-21662f024af6), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:36.930430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] For port 36e23413-2442-418c-9f47-21662f024af6, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:20:36.934240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] For port 36e23413-2442-418c-9f47-21662f024af6, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36e23413-2442-418c-9f47-21662f024af6,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:20:37.030031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (36e23413-2442-418c-9f47-21662f024af6), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:37.033087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:37.033710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:37.035338 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/36e23413-2442-418c-9f47-21662f024af6 HTTP/1.1" status: 200 len: 1094 time: 0.8696196 Oct 23 01:20:37.037643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'tag': '36e23413-2442-418c-9f47-21662f024af6'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:20:37.039998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7c95db-ea3d-41fb-a34f-6a30b094b79c" -d '{"events": [{"name": "network-changed", "server_uuid": "f22895e1-188f-43e7-95dd-3d44292cb623", "tag": "36e23413-2442-418c-9f47-21662f024af6"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:20:37.071223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:37.079844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6229a8a-d4f8-41bc-99c4-912e212683c9 x-openstack-request-id: req-d6229a8a-d4f8-41bc-99c4-912e212683c9 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:20:37.079844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22895e1-188f-43e7-95dd-3d44292cb623", "tag": "36e23413-2442-418c-9f47-21662f024af6", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:20:37.079844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6229a8a-d4f8-41bc-99c4-912e212683c9 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:20:37.079844 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6229a8a-d4f8-41bc-99c4-912e212683c9'] response: {'name': 'network-changed', 'server_uuid': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'tag': '36e23413-2442-418c-9f47-21662f024af6', 'status': 'completed', 'code': 200} Oct 23 01:20:37.092767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30946ee-86bf-4c0a-bd5f-9a974ca32898 service neutron] Pushing event updated for resources: {'Port': ['ID=36e23413-2442-418c-9f47-21662f024af6,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:37.154820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:37.166445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c95db-ea3d-41fb-a34f-6a30b094b79c req-ce2fdbe4-3e7e-4432-a64e-763be9460f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:37.169013 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3e7c95db-ea3d-41fb-a34f-6a30b094b79c req-ce2fdbe4-3e7e-4432-a64e-763be9460f64 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 1128 time: 0.0411875 Oct 23 01:20:37.273152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c95db-ea3d-41fb-a34f-6a30b094b79c req-bce606ae-9ad4-4743-ad72-ac843bd1a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:37.274665 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3e7c95db-ea3d-41fb-a34f-6a30b094b79c req-bce606ae-9ad4-4743-ad72-ac843bd1a1ea service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0226f1f233794f45b9d6ad046f30f76b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0954306 Oct 23 01:20:37.365739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c95db-ea3d-41fb-a34f-6a30b094b79c req-17197f80-b85e-4cbe-83b8-d2eccb79ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:37.367246 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3e7c95db-ea3d-41fb-a34f-6a30b094b79c req-17197f80-b85e-4cbe-83b8-d2eccb79ab84 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872102 Oct 23 01:20:37.468686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e48a1-71eb-4f42-b201-3af5a986976d req-704257cd-d616-45cc-84e7-e79893be8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:37.470573 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-704257cd-d616-45cc-84e7-e79893be8a48 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 1128 time: 0.0440526 Oct 23 01:20:37.516829 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-c89fc74a-7cd7-4b34-a82e-767ca86fcc83 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36e23413-2442-418c-9f47-21662f024af6 HTTP/1.1" status: 200 len: 217 time: 0.0322037 Oct 23 01:20:37.565663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e6a01225-9ef6-4207-8c94-1e443e4f1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:37.567228 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-e6a01225-9ef6-4207-8c94-1e443e4f1afc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d HTTP/1.1" status: 200 len: 835 time: 0.0452678 Oct 23 01:20:37.965116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e48a1-71eb-4f42-b201-3af5a986976d req-d1b05199-d4d8-4781-a1ee-d165cc964865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:37.966704 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-d1b05199-d4d8-4781-a1ee-d165cc964865 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=fe096d33-b6b3-4b43-86cc-8527269390ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3942363 Oct 23 01:20:37.974204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bff8e-21b9-4815-b155-aff0dad4b3e3 req-5953e12b-f025-40fd-9e43-3f14c50e86f9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:37.975560 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-910bff8e-21b9-4815-b155-aff0dad4b3e3 req-5953e12b-f025-40fd-9e43-3f14c50e86f9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 944 time: 0.3934038 Oct 23 01:20:38.082984 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-910bff8e-21b9-4815-b155-aff0dad4b3e3 req-b3535a21-9e85-4e5e-9159-9b661c2e0770 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978155 Oct 23 01:20:38.097812 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-ded2280a-8383-4bf7-9b24-a9f07d1f75fb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/fe096d33-b6b3-4b43-86cc-8527269390ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213224 Oct 23 01:20:38.186528 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649e48a1-71eb-4f42-b201-3af5a986976d req-25b2b446-63c6-495d-a72c-f3beec512d87 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/fe096d33-b6b3-4b43-86cc-8527269390ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830431 Oct 23 01:20:38.783305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6431c73c-ea53-4650-9aaf-6ad718800a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:39.204181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009428a-eafb-48a6-afbe-88fc50747473 req-5878b885-5059-4961-b2c2-837c69f7985a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:39.205664 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8009428a-eafb-48a6-afbe-88fc50747473 req-5878b885-5059-4961-b2c2-837c69f7985a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 944 time: 0.0477908 Oct 23 01:20:39.225943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:39.256234 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8009428a-eafb-48a6-afbe-88fc50747473 req-5806b4d7-5573-4db9-a612-9fe8178ed01d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448785 Oct 23 01:20:40.379966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a50da-a6ff-45bb-8cae-aa1df04726c4 req-34230f92-5f89-4ee0-ba97-81d6cc33cdb4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:40.381453 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe4a50da-a6ff-45bb-8cae-aa1df04726c4 req-34230f92-5f89-4ee0-ba97-81d6cc33cdb4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 944 time: 0.0522602 Oct 23 01:20:40.430434 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe4a50da-a6ff-45bb-8cae-aa1df04726c4 req-49ee1e7c-bab1-4605-a856-613cd6affa32 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426500 Oct 23 01:20:41.110394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-58a3fc09-aee3-4a7c-aebf-f764bbdb3f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:41.177322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36e23413-2442-418c-9f47-21662f024af6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:20:41.274656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 36e23413-2442-418c-9f47-21662f024af6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36e23413-2442-418c-9f47-21662f024af6,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:41.286388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '36e23413-2442-418c-9f47-21662f024af6', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'port_id': '36e23413-2442-418c-9f47-21662f024af6', 'mac_address': 'fa:16:3e:9e:87:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:20:41.323471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 36e23413-2442-418c-9f47-21662f024af6 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:41.323861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36e23413-2442-418c-9f47-21662f024af6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:41.327230 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:41.329141 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:41.337308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e23413-2442-418c-9f47-21662f024af6 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:20:41.357618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 36e23413-2442-418c-9f47-21662f024af6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36e23413-2442-418c-9f47-21662f024af6,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:41.424212 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (36e23413-2442-418c-9f47-21662f024af6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:41.472049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=36e23413-2442-418c-9f47-21662f024af6,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:41.553377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c2c54-dd22-4717-aeaa-bdfc5bd74ff5 req-ec753aeb-167f-4cbf-909e-47636d5cd3ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:41.554894 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5e2c2c54-dd22-4717-aeaa-bdfc5bd74ff5 req-ec753aeb-167f-4cbf-909e-47636d5cd3ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 945 time: 0.0477519 Oct 23 01:20:41.605115 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5e2c2c54-dd22-4717-aeaa-bdfc5bd74ff5 req-e2d4a94f-0ec7-4de8-af64-05b8a41240af tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446358 Oct 23 01:20:41.686626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['36e23413-2442-418c-9f47-21662f024af6'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:20:41.991506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:42.429883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:42.723620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99d88d-923a-476f-ae0d-fd070b867153 req-04de042c-9941-4d3b-889d-534ed00a3301 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:42.725088 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9a99d88d-923a-476f-ae0d-fd070b867153 req-04de042c-9941-4d3b-889d-534ed00a3301 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 945 time: 0.0466850 Oct 23 01:20:42.773861 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9a99d88d-923a-476f-ae0d-fd070b867153 req-e76ae302-446c-433f-a9a9-941f84da3088 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429969 Oct 23 01:20:43.199440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36e23413-2442-418c-9f47-21662f024af6 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:20:43.242537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 36e23413-2442-418c-9f47-21662f024af6 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:20:43.355669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 36e23413-2442-418c-9f47-21662f024af6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:20:43.356068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (36e23413-2442-418c-9f47-21662f024af6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:43.356448 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 36e23413-2442-418c-9f47-21662f024af6 Oct 23 01:20:43.428336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 36e23413-2442-418c-9f47-21662f024af6 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:20:43.428745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (36e23413-2442-418c-9f47-21662f024af6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:43.452307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e23413-2442-418c-9f47-21662f024af6'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:20:43.454566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff22085-676b-48c3-9fc8-cbcddabafe93" -d '{"events": [{"server_uuid": "f22895e1-188f-43e7-95dd-3d44292cb623", "name": "network-vif-plugged", "status": "completed", "tag": "36e23413-2442-418c-9f47-21662f024af6"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:20:43.467447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 36e23413-2442-418c-9f47-21662f024af6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36e23413-2442-418c-9f47-21662f024af6,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:20:43.492169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd20d532-d88e-4e08-af9a-86f3cea4562c x-openstack-request-id: req-fd20d532-d88e-4e08-af9a-86f3cea4562c {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:20:43.492456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22895e1-188f-43e7-95dd-3d44292cb623", "name": "network-vif-plugged", "status": "completed", "tag": "36e23413-2442-418c-9f47-21662f024af6", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:20:43.492712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd20d532-d88e-4e08-af9a-86f3cea4562c {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:20:43.493117 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd20d532-d88e-4e08-af9a-86f3cea4562c'] response: {'server_uuid': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e23413-2442-418c-9f47-21662f024af6', 'code': 200} Oct 23 01:20:43.538740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (36e23413-2442-418c-9f47-21662f024af6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:43.593082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=36e23413-2442-418c-9f47-21662f024af6,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:43.801709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1c618-6e31-4c87-b3f1-81d2ef3f55de req-1ce79205-a6f5-4239-b3cc-aa8fb02829a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:43.803264 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fe1c618-6e31-4c87-b3f1-81d2ef3f55de req-1ce79205-a6f5-4239-b3cc-aa8fb02829a3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 1130 time: 0.0391192 Oct 23 01:20:43.845832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:43.870807 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fe1c618-6e31-4c87-b3f1-81d2ef3f55de req-e603e9ab-fd1a-435e-9983-2d879b01ac8f service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605989 Oct 23 01:20:43.906359 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf8afa-41c4-4bfd-8b0d-740105ac106f req-55ee8664-aae5-4fdb-893f-047ce976e25b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:43.907853 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-66cf8afa-41c4-4bfd-8b0d-740105ac106f req-55ee8664-aae5-4fdb-893f-047ce976e25b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 946 time: 0.0548301 Oct 23 01:20:43.910251 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:43.953187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:43.957177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:43.958696 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-66cf8afa-41c4-4bfd-8b0d-740105ac106f req-5f828cdb-6797-4555-8149-7e7e50d442d4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451806 Oct 23 01:20:44.012728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:45.008860 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:20:45.086513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ac093-8868-4d2b-a7fc-1a3918fc10f3 req-5d10d3fa-a5ab-48fb-8844-5d4f3b9fd85f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:45.088030 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-591ac093-8868-4d2b-a7fc-1a3918fc10f3 req-5d10d3fa-a5ab-48fb-8844-5d4f3b9fd85f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 946 time: 0.0509417 Oct 23 01:20:45.136699 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-591ac093-8868-4d2b-a7fc-1a3918fc10f3 req-37ed3ea8-3f5e-418d-9016-54b0cf7428ca tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Oct 23 01:20:45.254618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12617fab-5feb-45f6-a38b-21b63c7d6610 req-c49ca63a-a2c4-41d0-beb7-04df3a0a32c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:45.256070 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-12617fab-5feb-45f6-a38b-21b63c7d6610 req-c49ca63a-a2c4-41d0-beb7-04df3a0a32c4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 946 time: 0.0469882 Oct 23 01:20:45.304949 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-12617fab-5feb-45f6-a38b-21b63c7d6610 req-427e411d-ed33-4bd5-9ab5-1aba11da82ef tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433021 Oct 23 01:20:45.332910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38290) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:45.374911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a74827-0a21-4666-867a-3575ad94c927 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:45.376573 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-95a74827-0a21-4666-867a-3575ad94c927 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 1125 time: 0.0426869 Oct 23 01:20:45.396659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38292) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:45.401145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '36e23413-2442-418c-9f47-21662f024af6', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:20:45.527820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:45.613326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:45.715554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.56 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/a8b47058-4cf3-4b8b-8ccb-9067320c354d) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:20:45.824577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (a8b47058-4cf3-4b8b-8ccb-9067320c354d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:45.829920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:45.899007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (a8b47058-4cf3-4b8b-8ccb-9067320c354d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:45.943699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:20:45.947352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:20:45.949999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:20:45.955529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=a8b47058-4cf3-4b8b-8ccb-9067320c354d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:45.990156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.990482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.990809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.991143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.991468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.991842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.992164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.992480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.992801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.993118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.993437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.993754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.994093 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.994449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:45.994763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:20:46.009092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:46.326793 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (04cc57a1-d04d-4afa-ae60-4dcb792db7ae), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:46.450882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a8b47058-4cf3-4b8b-8ccb-9067320c354d), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:46.599180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (a8b47058-4cf3-4b8b-8ccb-9067320c354d), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:46.698730 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (a8b47058-4cf3-4b8b-8ccb-9067320c354d), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:46.771954 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=a8b47058-4cf3-4b8b-8ccb-9067320c354d,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:20:46.774420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (04cc57a1-d04d-4afa-ae60-4dcb792db7ae), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:46.873329 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP 04cc57a1-d04d-4afa-ae60-4dcb792db7ae associated. External IP: 172.36.3.56, port: 36e23413-2442-418c-9f47-21662f024af6. Oct 23 01:20:46.908701 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:47.014843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:47.077667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 1ada627b-476f-434f-b91f-e924d499e32d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:20:47.416341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:20:47.427207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f3ab2-5074-4412-8930-ead630a35ef7 None None] Sync routers for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:20:47.436998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f3ab2-5074-4412-8930-ead630a35ef7 None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:20:47.437608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6e2f3ab2-5074-4412-8930-ead630a35ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:20:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:47.494940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:47.527883 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d1e442a7-6523-442c-b493-a52e09414091 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1275859 Oct 23 01:20:47.527883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'tag': '36e23413-2442-418c-9f47-21662f024af6'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:20:47.528290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38294) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:47.528769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a995089d-2a71-4948-8c9e-d69d265666f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f22895e1-188f-43e7-95dd-3d44292cb623", "tag": "36e23413-2442-418c-9f47-21662f024af6"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:20:47.544449 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6e2f3ab2-5074-4412-8930-ead630a35ef7 None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:20:47.568134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e130106-8b2e-4f19-baa6-63f7f0540169 x-openstack-request-id: req-4e130106-8b2e-4f19-baa6-63f7f0540169 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:20:47.568134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22895e1-188f-43e7-95dd-3d44292cb623", "tag": "36e23413-2442-418c-9f47-21662f024af6", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:20:47.568134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e130106-8b2e-4f19-baa6-63f7f0540169 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:20:47.568134 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e130106-8b2e-4f19-baa6-63f7f0540169'] response: {'name': 'network-changed', 'server_uuid': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'tag': '36e23413-2442-418c-9f47-21662f024af6', 'status': 'completed', 'code': 200} Oct 23 01:20:47.625952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:47.673839 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-216b4180-447d-46be-8ccc-e5af56fc99f1 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/1ada627b-476f-434f-b91f-e924d499e32d HTTP/1.1" status: 200 len: 923 time: 0.1438859 Oct 23 01:20:47.676420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38298) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:47.686484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995089d-2a71-4948-8c9e-d69d265666f8 req-78cd01c6-8f9d-4df0-98d6-036f48091b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:47.687606 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a995089d-2a71-4948-8c9e-d69d265666f8 req-78cd01c6-8f9d-4df0-98d6-036f48091b92 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 1130 time: 0.0632489 Oct 23 01:20:47.767225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6e2f3ab2-5074-4412-8930-ead630a35ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04cc57a1-d04d-4afa-ae60-4dcb792db7ae', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.56', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'port_id': '36e23413-2442-418c-9f47-21662f024af6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'mac_address': 'fa:16:3e:9e:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:20:46Z', 'updated_at': '2022-10-23T01:20:46Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:20:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:47.789027 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f676a814-2b1e-4422-9d35-3c1666c960a5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/04cc57a1-d04d-4afa-ae60-4dcb792db7ae HTTP/1.1" status: 200 len: 991 time: 0.1115203 Oct 23 01:20:47.792811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f3ab2-5074-4412-8930-ead630a35ef7 None None] Checking router: 1ada627b-476f-434f-b91f-e924d499e32d for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:20:47.802008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f3ab2-5074-4412-8930-ead630a35ef7 None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:20:47.802618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6e2f3ab2-5074-4412-8930-ead630a35ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:20:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:47.822245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995089d-2a71-4948-8c9e-d69d265666f8 req-0fee42a8-543f-4a19-972e-6c5e28733e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:47.823710 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a995089d-2a71-4948-8c9e-d69d265666f8 req-0fee42a8-543f-4a19-972e-6c5e28733e17 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=fe096d33-b6b3-4b43-86cc-8527269390ce HTTP/1.1" status: 200 len: 897 time: 0.1107264 Oct 23 01:20:47.885607 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a995089d-2a71-4948-8c9e-d69d265666f8 req-5f3d8ca5-6f92-46a5-bf31-0af563ccc676 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36e23413-2442-418c-9f47-21662f024af6 HTTP/1.1" status: 200 len: 999 time: 0.0559378 Oct 23 01:20:47.903624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6e2f3ab2-5074-4412-8930-ead630a35ef7 None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:20:47.937504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995089d-2a71-4948-8c9e-d69d265666f8 req-da84c6f8-76ae-4545-8cb9-f970f5c37012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:47.938942 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a995089d-2a71-4948-8c9e-d69d265666f8 req-da84c6f8-76ae-4545-8cb9-f970f5c37012 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d HTTP/1.1" status: 200 len: 835 time: 0.0477214 Oct 23 01:20:47.984476 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995089d-2a71-4948-8c9e-d69d265666f8 req-28524957-26dd-487e-bedc-1deb27a31d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:20:47.986115 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a995089d-2a71-4948-8c9e-d69d265666f8 req-28524957-26dd-487e-bedc-1deb27a31d38 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=fe096d33-b6b3-4b43-86cc-8527269390ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410397 Oct 23 01:20:48.075162 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a995089d-2a71-4948-8c9e-d69d265666f8 req-d2af96a7-fba2-470a-a212-57e7bfa6955a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/fe096d33-b6b3-4b43-86cc-8527269390ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834935 Oct 23 01:20:48.115816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6e2f3ab2-5074-4412-8930-ead630a35ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04cc57a1-d04d-4afa-ae60-4dcb792db7ae', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.56', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'port_id': '36e23413-2442-418c-9f47-21662f024af6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'mac_address': 'fa:16:3e:9e:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:20:46Z', 'updated_at': '2022-10-23T01:20:46Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:20:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:20:48.144364 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f3ab2-5074-4412-8930-ead630a35ef7 None None] The sync data for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv is: [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04cc57a1-d04d-4afa-ae60-4dcb792db7ae', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.56', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'port_id': '36e23413-2442-418c-9f47-21662f024af6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'mac_address': 'fa:16:3e:9e:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:20:46Z', 'updated_at': '2022-10-23T01:20:46Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:20:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:20:48.171995 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a995089d-2a71-4948-8c9e-d69d265666f8 req-7de089ca-036d-413d-9fc7-792b573f0d3b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/fe096d33-b6b3-4b43-86cc-8527269390ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908754 Oct 23 01:20:48.344995 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a06d5-ffe8-4443-b534-2eb5448e5460 None None] New status for floating IP 04cc57a1-d04d-4afa-ae60-4dcb792db7ae: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:20:48.792402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38300) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:20:48.849381 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bb0e1c36-62dd-4bb6-8e67-ed477dc04132 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/04cc57a1-d04d-4afa-ae60-4dcb792db7ae HTTP/1.1" status: 200 len: 993 time: 0.0557399 Oct 23 01:20:51.870179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:20:58.166973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=72 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:58.168853 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=70 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:58.444851 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:58.447056 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:58.840251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=20 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:20:58.842264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=39,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:01.769543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=31 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:01.774401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:01.777105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:08.788262 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a6866ca0-a8f5-4d2d-b93e-2f0e7774841e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:11.104060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8a8a-b426-4d74-bed0-d331b6f9c5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:12.434456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:13.909321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:13.981574 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:13.982376 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:14.012307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:20.064737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38312) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:20.175540 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-62546812-1e6a-467e-8218-26f55b92cadd tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/1ada627b-476f-434f-b91f-e924d499e32d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1096539 Oct 23 01:21:20.178438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38314) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:20.329313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535c250b-765d-4744-b2cc-028344e6edbb tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=105985) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 23 01:21:20.332447 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-535c250b-765d-4744-b2cc-028344e6edbb tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "DELETE /networking/v2.0/agents/a91cc8d9-71ef-44e2-a8d5-14ea6c4184af/l3-routers/1ada627b-476f-434f-b91f-e924d499e32d HTTP/1.1" status: 204 len: 168 time: 0.1531107 Oct 23 01:21:20.335607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38316) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:20.440159 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bc160728-51fb-40bf-9b85-d1d84e522c6f tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/1ada627b-476f-434f-b91f-e924d499e32d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1034522 Oct 23 01:21:20.443286 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38318) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:20.502754 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a1e2e2ad-c709-4023-a1be-69f415b8de39 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/04cc57a1-d04d-4afa-ae60-4dcb792db7ae HTTP/1.1" status: 200 len: 993 time: 0.0584145 Oct 23 01:21:21.076957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e0e6e-bb7f-4a3a-a7ab-11fa48123536 None None] New status for floating IP 04cc57a1-d04d-4afa-ae60-4dcb792db7ae: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:21:21.506724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38320) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:21.564921 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f19a243b-b8de-46c4-b932-65a5e36de7b7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/04cc57a1-d04d-4afa-ae60-4dcb792db7ae HTTP/1.1" status: 200 len: 991 time: 0.0569861 Oct 23 01:21:21.823593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:22.008298 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:21:22.218890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 752894f9-b268-4829-8231-2c1e4e491b4a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:21:22.289873 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 752894f9-b268-4829-8231-2c1e4e491b4a is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:22.290254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:22.323149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 752894f9-b268-4829-8231-2c1e4e491b4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=752894f9-b268-4829-8231-2c1e4e491b4a,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:22.406136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:22.406849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 803dfb96-93b4-4e92-b5f8-61e63244adc0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:21:22.481870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=752894f9-b268-4829-8231-2c1e4e491b4a,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:22.491731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.492067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.492401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.492728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.493050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.493370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.493687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.494029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.494348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.494666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.494983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.495299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.495612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.495923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.496232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:22.529156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 803dfb96-93b4-4e92-b5f8-61e63244adc0 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:22.529537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:22.550057 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 803dfb96-93b4-4e92-b5f8-61e63244adc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=803dfb96-93b4-4e92-b5f8-61e63244adc0,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:22.629557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:22.679101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=803dfb96-93b4-4e92-b5f8-61e63244adc0,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:22.712206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38324) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:22.886228 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508105be-24d0-4abd-b02a-29cc09fa8c97 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Router 1ada627b-476f-434f-b91f-e924d499e32d is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:21:22.886566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508105be-24d0-4abd-b02a-29cc09fa8c97 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=105985) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 23 01:21:22.904729 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-508105be-24d0-4abd-b02a-29cc09fa8c97 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "POST /networking/v2.0/agents/a91cc8d9-71ef-44e2-a8d5-14ea6c4184af/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1914632 Oct 23 01:21:22.907661 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38330) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:22.918334 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a2766-5a31-43a2-bbdd-a7824142016c None None] Sync routers for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:21:22.929504 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a2766-5a31-43a2-bbdd-a7824142016c None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:22.930275 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2f8a2766-5a31-43a2-bbdd-a7824142016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:23.017666 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-55f49fbf-d358-4364-98ee-ba3744740857 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers/1ada627b-476f-434f-b91f-e924d499e32d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1085398 Oct 23 01:21:23.020418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38332) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:23.040532 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-2f8a2766-5a31-43a2-bbdd-a7824142016c None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:23.081607 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bd6d8960-9eaf-46b7-a987-8716fb4f3e5c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/04cc57a1-d04d-4afa-ae60-4dcb792db7ae HTTP/1.1" status: 200 len: 991 time: 0.0591063 Oct 23 01:21:23.251044 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2f8a2766-5a31-43a2-bbdd-a7824142016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04cc57a1-d04d-4afa-ae60-4dcb792db7ae', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.56', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'port_id': '36e23413-2442-418c-9f47-21662f024af6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'mac_address': 'fa:16:3e:9e:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:20:46Z', 'updated_at': '2022-10-23T01:21:21Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:21:22Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:23.280240 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a2766-5a31-43a2-bbdd-a7824142016c None None] Checking router: 1ada627b-476f-434f-b91f-e924d499e32d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:21:23.288864 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a2766-5a31-43a2-bbdd-a7824142016c None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:23.289469 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2f8a2766-5a31-43a2-bbdd-a7824142016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:23.386216 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-2f8a2766-5a31-43a2-bbdd-a7824142016c None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:23.594246 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-2f8a2766-5a31-43a2-bbdd-a7824142016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04cc57a1-d04d-4afa-ae60-4dcb792db7ae', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.56', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'port_id': '36e23413-2442-418c-9f47-21662f024af6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'mac_address': 'fa:16:3e:9e:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:20:46Z', 'updated_at': '2022-10-23T01:21:21Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:21:22Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:23.619949 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a2766-5a31-43a2-bbdd-a7824142016c None None] The sync data for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv is: [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04cc57a1-d04d-4afa-ae60-4dcb792db7ae', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.56', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'port_id': '36e23413-2442-418c-9f47-21662f024af6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'mac_address': 'fa:16:3e:9e:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:20:46Z', 'updated_at': '2022-10-23T01:21:21Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:21:22Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:21:24.085595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38334) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:24.149571 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-65c4013b-f898-425d-b4c6-ad58d897d537 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/04cc57a1-d04d-4afa-ae60-4dcb792db7ae HTTP/1.1" status: 200 len: 991 time: 0.0626676 Oct 23 01:21:24.265522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 752894f9-b268-4829-8231-2c1e4e491b4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:21:24.311455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 752894f9-b268-4829-8231-2c1e4e491b4a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:24.312111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:24.312453 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 752894f9-b268-4829-8231-2c1e4e491b4a Oct 23 01:21:24.399976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 752894f9-b268-4829-8231-2c1e4e491b4a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:24.400998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:24.447609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 752894f9-b268-4829-8231-2c1e4e491b4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=752894f9-b268-4829-8231-2c1e4e491b4a,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:24.537267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:24.597967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=752894f9-b268-4829-8231-2c1e4e491b4a,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:25.153390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38336) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:25.215083 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-890bb2b4-7745-4a21-ab83-ea71b9b00f65 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/04cc57a1-d04d-4afa-ae60-4dcb792db7ae HTTP/1.1" status: 200 len: 991 time: 0.0604551 Oct 23 01:21:25.223428 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297ee12-0247-4800-ad2a-e14dbfdc0089 None None] New status for floating IP 04cc57a1-d04d-4afa-ae60-4dcb792db7ae: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:21:26.217993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38338) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:26.281699 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2c4f7e45-ea15-4cf9-9d00-28232f0187f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/04cc57a1-d04d-4afa-ae60-4dcb792db7ae HTTP/1.1" status: 200 len: 993 time: 0.0597363 Oct 23 01:21:26.287233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 752894f9-b268-4829-8231-2c1e4e491b4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:21:26.333403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 752894f9-b268-4829-8231-2c1e4e491b4a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:26.333854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:26.334173 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 752894f9-b268-4829-8231-2c1e4e491b4a Oct 23 01:21:26.409536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 752894f9-b268-4829-8231-2c1e4e491b4a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:26.410661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 803dfb96-93b4-4e92-b5f8-61e63244adc0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:21:26.453549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 803dfb96-93b4-4e92-b5f8-61e63244adc0 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:26.453956 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:26.454295 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 803dfb96-93b4-4e92-b5f8-61e63244adc0 Oct 23 01:21:26.529109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 803dfb96-93b4-4e92-b5f8-61e63244adc0 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:26.529502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:26.545477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38344) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:26.550496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 803dfb96-93b4-4e92-b5f8-61e63244adc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=803dfb96-93b4-4e92-b5f8-61e63244adc0,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:26.629060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:26.654308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:26.660738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:26.679224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=803dfb96-93b4-4e92-b5f8-61e63244adc0,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:26.685075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port a8b47058-4cf3-4b8b-8ccb-9067320c354d {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:21:26.686090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a8b47058-4cf3-4b8b-8ccb-9067320c354d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:26.764957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a8b47058-4cf3-4b8b-8ccb-9067320c354d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:26.765276 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (a8b47058-4cf3-4b8b-8ccb-9067320c354d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:26.778531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for a8b47058-4cf3-4b8b-8ccb-9067320c354d owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:21:26.993923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a8b47058-4cf3-4b8b-8ccb-9067320c354d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:27.017198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=a8b47058-4cf3-4b8b-8ccb-9067320c354d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:27.082144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (04cc57a1-d04d-4afa-ae60-4dcb792db7ae), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:27.082473 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP 04cc57a1-d04d-4afa-ae60-4dcb792db7ae disassociated (deleted). External IP: 172.36.3.56, port: 36e23413-2442-418c-9f47-21662f024af6. Oct 23 01:21:27.279962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 1ada627b-476f-434f-b91f-e924d499e32d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:21:27.339399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:27.384924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:21:27.389185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:27.394513 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437730e-dc73-4a4b-9ea4-96099244b76a None None] Sync routers for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:21:27.407481 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437730e-dc73-4a4b-9ea4-96099244b76a None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:27.408171 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5437730e-dc73-4a4b-9ea4-96099244b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:27.409603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:27.419699 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-89d9bcb8-5c02-4255-8a4e-a25ec6c4f7d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/04cc57a1-d04d-4afa-ae60-4dcb792db7ae HTTP/1.1" status: 204 len: 168 time: 0.8771443 Oct 23 01:21:27.422993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'tag': '36e23413-2442-418c-9f47-21662f024af6'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:21:27.422993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2019908e-afbc-48a3-9547-e90e83911302" -d '{"events": [{"name": "network-changed", "server_uuid": "f22895e1-188f-43e7-95dd-3d44292cb623", "tag": "36e23413-2442-418c-9f47-21662f024af6"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:21:27.463775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1422e7d-2d92-42a1-8a86-f683158389d4 x-openstack-request-id: req-f1422e7d-2d92-42a1-8a86-f683158389d4 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:21:27.464068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22895e1-188f-43e7-95dd-3d44292cb623", "tag": "36e23413-2442-418c-9f47-21662f024af6", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:21:27.466150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1422e7d-2d92-42a1-8a86-f683158389d4 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:21:27.466150 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1422e7d-2d92-42a1-8a86-f683158389d4'] response: {'name': 'network-changed', 'server_uuid': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'tag': '36e23413-2442-418c-9f47-21662f024af6', 'status': 'completed', 'code': 200} Oct 23 01:21:27.488958 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:27.509369 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:27.513861 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-5437730e-dc73-4a4b-9ea4-96099244b76a None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:27.553057 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019908e-afbc-48a3-9547-e90e83911302 req-358bfd7f-9e40-458d-a9ac-f91e3dabbbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:27.554541 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2019908e-afbc-48a3-9547-e90e83911302 req-358bfd7f-9e40-458d-a9ac-f91e3dabbbd8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 1130 time: 0.0432403 Oct 23 01:21:27.650932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019908e-afbc-48a3-9547-e90e83911302 req-648b9b20-510b-4ffa-a0c6-26c5e55852d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:27.652428 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2019908e-afbc-48a3-9547-e90e83911302 req-648b9b20-510b-4ffa-a0c6-26c5e55852d8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=fe096d33-b6b3-4b43-86cc-8527269390ce HTTP/1.1" status: 200 len: 897 time: 0.0918269 Oct 23 01:21:27.691944 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2019908e-afbc-48a3-9547-e90e83911302 req-9aacfbf2-5ccd-4a44-96cc-15b8d55bde6c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36e23413-2442-418c-9f47-21662f024af6 HTTP/1.1" status: 200 len: 217 time: 0.0327332 Oct 23 01:21:27.704987 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5437730e-dc73-4a4b-9ea4-96099244b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:21:24Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:27.732574 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437730e-dc73-4a4b-9ea4-96099244b76a None None] Checking router: 1ada627b-476f-434f-b91f-e924d499e32d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:21:27.742599 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437730e-dc73-4a4b-9ea4-96099244b76a None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:27.743339 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5437730e-dc73-4a4b-9ea4-96099244b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:27.747574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019908e-afbc-48a3-9547-e90e83911302 req-163a0421-e04b-4f84-95d1-eb6ec299fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:27.749090 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2019908e-afbc-48a3-9547-e90e83911302 req-163a0421-e04b-4f84-95d1-eb6ec299fdf0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d HTTP/1.1" status: 200 len: 835 time: 0.0519781 Oct 23 01:21:27.794177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019908e-afbc-48a3-9547-e90e83911302 req-9c9cefd4-bb13-40fb-8c88-1014e9e94f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:27.795711 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2019908e-afbc-48a3-9547-e90e83911302 req-9c9cefd4-bb13-40fb-8c88-1014e9e94f78 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=fe096d33-b6b3-4b43-86cc-8527269390ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411119 Oct 23 01:21:27.845679 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-5437730e-dc73-4a4b-9ea4-96099244b76a None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:27.891900 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2019908e-afbc-48a3-9547-e90e83911302 req-1b13f3bd-f3cf-416a-be34-83ec2b605626 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/fe096d33-b6b3-4b43-86cc-8527269390ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906663 Oct 23 01:21:27.961179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f091aa6-80e8-498e-b131-81bba8ce3877 req-805bdc55-b898-478e-87bc-0a1613f1366e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:27.962743 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7f091aa6-80e8-498e-b131-81bba8ce3877 req-805bdc55-b898-478e-87bc-0a1613f1366e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 946 time: 0.0525277 Oct 23 01:21:28.013760 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7f091aa6-80e8-498e-b131-81bba8ce3877 req-838ea4ed-292a-4753-9cb6-7697af8043b5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448806 Oct 23 01:21:28.034578 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5437730e-dc73-4a4b-9ea4-96099244b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:21:24Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:28.062164 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437730e-dc73-4a4b-9ea4-96099244b76a None None] The sync data for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv is: [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:20:28Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '752894f9-b268-4829-8231-2c1e4e491b4a', 'name': '', 'network_id': 'fe096d33-b6b3-4b43-86cc-8527269390ce', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:20:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:27Z', 'updated_at': '2022-10-23T01:21:24Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:21:28.246576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 803dfb96-93b4-4e92-b5f8-61e63244adc0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:21:28.248941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:28.293012 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 803dfb96-93b4-4e92-b5f8-61e63244adc0 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:28.293388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:28.294650 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 803dfb96-93b4-4e92-b5f8-61e63244adc0 Oct 23 01:21:28.372110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 803dfb96-93b4-4e92-b5f8-61e63244adc0 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:28.707755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037cb405-7ad5-4175-9962-36b233add8a8 None None] New status for floating IP 04cc57a1-d04d-4afa-ae60-4dcb792db7ae: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:21:29.014848 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2019908e-afbc-48a3-9547-e90e83911302 req-ccdf2b68-7fab-4fc7-887c-8810ba4f35de service neutron] 10.222.0.48 "GET /networking/v2.0/networks/fe096d33-b6b3-4b43-86cc-8527269390ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861292 Oct 23 01:21:29.143525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cb56b-9efd-449c-83a4-2fbeeb1add30 req-53a31168-fbf2-41e7-a173-6f46af487985 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:29.145041 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-df5cb56b-9efd-449c-83a4-2fbeeb1add30 req-53a31168-fbf2-41e7-a173-6f46af487985 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 946 time: 0.0511937 Oct 23 01:21:29.194395 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-df5cb56b-9efd-449c-83a4-2fbeeb1add30 req-4a705dbf-7b3c-49b8-8771-ecf81fa0033e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2bc23711-86b3-4849-bc7e-fadc24df887a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432732 Oct 23 01:21:29.380296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd09779-1d77-4625-b0dc-80d3aaea00f2 req-c31bfffa-6d57-4ea6-be2d-552a1c768735 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:29.381822 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2dd09779-1d77-4625-b0dc-80d3aaea00f2 req-c31bfffa-6d57-4ea6-be2d-552a1c768735 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 946 time: 0.0508354 Oct 23 01:21:29.460925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-2dd09779-1d77-4625-b0dc-80d3aaea00f2 req-f94e0467-f0d1-432b-a0d0-15ede3c588a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 36e23413-2442-418c-9f47-21662f024af6 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:21:29.461258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2dd09779-1d77-4625-b0dc-80d3aaea00f2 req-f94e0467-f0d1-432b-a0d0-15ede3c588a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (36e23413-2442-418c-9f47-21662f024af6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:29.553493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-2dd09779-1d77-4625-b0dc-80d3aaea00f2 req-f94e0467-f0d1-432b-a0d0-15ede3c588a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 36e23413-2442-418c-9f47-21662f024af6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=36e23413-2442-418c-9f47-21662f024af6,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:29.553885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2dd09779-1d77-4625-b0dc-80d3aaea00f2 req-f94e0467-f0d1-432b-a0d0-15ede3c588a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (36e23413-2442-418c-9f47-21662f024af6), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:29.566623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-2dd09779-1d77-4625-b0dc-80d3aaea00f2 req-f94e0467-f0d1-432b-a0d0-15ede3c588a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 36e23413-2442-418c-9f47-21662f024af6 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:21:29.682817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:29.789331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2dd09779-1d77-4625-b0dc-80d3aaea00f2 req-f94e0467-f0d1-432b-a0d0-15ede3c588a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (36e23413-2442-418c-9f47-21662f024af6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:29.815401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:29.818089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e0467-f0d1-432b-a0d0-15ede3c588a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=36e23413-2442-418c-9f47-21662f024af6,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:29.862795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd09779-1d77-4625-b0dc-80d3aaea00f2 req-f94e0467-f0d1-432b-a0d0-15ede3c588a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] No DVR routers for this DVR port 36e23413-2442-418c-9f47-21662f024af6 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:21:29.866576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-2dd09779-1d77-4625-b0dc-80d3aaea00f2 req-f94e0467-f0d1-432b-a0d0-15ede3c588a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:29.869173 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2dd09779-1d77-4625-b0dc-80d3aaea00f2 req-f94e0467-f0d1-432b-a0d0-15ede3c588a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "DELETE /networking/v2.0/ports/36e23413-2442-418c-9f47-21662f024af6 HTTP/1.1" status: 204 len: 173 time: 0.4825330 Oct 23 01:21:29.869680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'name': 'network-vif-deleted', 'tag': '36e23413-2442-418c-9f47-21662f024af6'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:21:29.871937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e991a7-91ae-4e4a-8bec-1ba7840237d7" -d '{"events": [{"server_uuid": "f22895e1-188f-43e7-95dd-3d44292cb623", "name": "network-vif-deleted", "tag": "36e23413-2442-418c-9f47-21662f024af6"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:21:29.909435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66888ac1-6ab2-468d-8c73-93c565b69325 x-openstack-request-id: req-66888ac1-6ab2-468d-8c73-93c565b69325 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:21:29.909811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22895e1-188f-43e7-95dd-3d44292cb623", "name": "network-vif-deleted", "tag": "36e23413-2442-418c-9f47-21662f024af6", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:21:29.910136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66888ac1-6ab2-468d-8c73-93c565b69325 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:21:29.910592 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66888ac1-6ab2-468d-8c73-93c565b69325'] response: {'server_uuid': 'f22895e1-188f-43e7-95dd-3d44292cb623', 'name': 'network-vif-deleted', 'tag': '36e23413-2442-418c-9f47-21662f024af6', 'status': 'completed', 'code': 200} Oct 23 01:21:30.320972 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e3b849db-a21e-4f00-9375-66229c6872c9 req-77396879-8884-47fd-b6ce-3129d2a7836c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f22895e1-188f-43e7-95dd-3d44292cb623 HTTP/1.1" status: 200 len: 210 time: 0.0277443 Oct 23 01:21:31.392673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38362) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:31.449411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e3da888-09a4-48a4-a0c6-517b754d0cf7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (2bc23711-86b3-4849-bc7e-fadc24df887a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:31.472956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e3da888-09a4-48a4-a0c6-517b754d0cf7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (2bc23711-86b3-4849-bc7e-fadc24df887a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:31.601044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e3da888-09a4-48a4-a0c6-517b754d0cf7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2bc23711-86b3-4849-bc7e-fadc24df887a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:31.603657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8e3da888-09a4-48a4-a0c6-517b754d0cf7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:31.604842 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8e3da888-09a4-48a4-a0c6-517b754d0cf7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2bc23711-86b3-4849-bc7e-fadc24df887a HTTP/1.1" status: 204 len: 168 time: 0.2120812 Oct 23 01:21:31.615059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3da888-09a4-48a4-a0c6-517b754d0cf7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc23711-86b3-4849-bc7e-fadc24df887a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:31.704592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38366) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:32.030920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (1ada627b-476f-434f-b91f-e924d499e32d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:32.260901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 752894f9-b268-4829-8231-2c1e4e491b4a {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:21:32.261242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:32.353146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 752894f9-b268-4829-8231-2c1e4e491b4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=752894f9-b268-4829-8231-2c1e4e491b4a,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:32.353463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:32.366139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 752894f9-b268-4829-8231-2c1e4e491b4a owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:21:32.410398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:32.424323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:32.612131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (752894f9-b268-4829-8231-2c1e4e491b4a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:32.639228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=752894f9-b268-4829-8231-2c1e4e491b4a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:32.812671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (1ada627b-476f-434f-b91f-e924d499e32d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:32.833101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bc74bc-7023-404c-bde0-43d73fd038fc None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:21:32.909939 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc74bc-7023-404c-bde0-43d73fd038fc None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:21:33.369194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 1ada627b-476f-434f-b91f-e924d499e32d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:21:33.465705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36e23413-2442-418c-9f47-21662f024af6 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:21:33.472411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:21:33.478228 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-acec6667-996f-44f9-8cf4-0b816d4f95bc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/1ada627b-476f-434f-b91f-e924d499e32d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7726223 Oct 23 01:21:33.481234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38368) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:33.486012 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1a802-5c71-4ff0-9b64-773ad17862b9 None None] Sync routers for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:21:33.494654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 36e23413-2442-418c-9f47-21662f024af6 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:21:33.494998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 36e23413-2442-418c-9f47-21662f024af6 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:21:33.497248 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1a802-5c71-4ff0-9b64-773ad17862b9 None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:33.497882 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-35c1a802-5c71-4ff0-9b64-773ad17862b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:33.508376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:33.530030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bb94d504-d244-4dd2-a707-cd31c9bbb1be None None] Provisioning complete for port 28109ee2-44ff-4fda-9762-8f74a5be4251 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:33.530411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bb94d504-d244-4dd2-a707-cd31c9bbb1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:33.530748 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bb94d504-d244-4dd2-a707-cd31c9bbb1be None None] Attempt 1 to provision port 28109ee2-44ff-4fda-9762-8f74a5be4251 Oct 23 01:21:33.536838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6488c6-955f-456a-ace3-866250295ed9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting subnet 9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:21:33.541604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:33.542636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0a6488c6-955f-456a-ace3-866250295ed9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:33.589320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0a6488c6-955f-456a-ace3-866250295ed9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:33.604111 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-35c1a802-5c71-4ff0-9b64-773ad17862b9 None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:33.630993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bb94d504-d244-4dd2-a707-cd31c9bbb1be None None] Current status of the port 28109ee2-44ff-4fda-9762-8f74a5be4251 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:33.673491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0a6488c6-955f-456a-ace3-866250295ed9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:33.767556 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:33.772614 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-35c1a802-5c71-4ff0-9b64-773ad17862b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:33.797052 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1a802-5c71-4ff0-9b64-773ad17862b9 None None] Checking router: 1ada627b-476f-434f-b91f-e924d499e32d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:21:33.805475 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1a802-5c71-4ff0-9b64-773ad17862b9 None None] Routers {'1ada627b-476f-434f-b91f-e924d499e32d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:33.806098 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-35c1a802-5c71-4ff0-9b64-773ad17862b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['1ada627b-476f-434f-b91f-e924d499e32d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:33.835212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0a6488c6-955f-456a-ace3-866250295ed9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:33.865501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6488c6-955f-456a-ace3-866250295ed9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:33.871813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0a6488c6-955f-456a-ace3-866250295ed9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:33.874970 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0a6488c6-955f-456a-ace3-866250295ed9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/9cf9ed0a-352c-4c42-a4a2-f1da4efc2e9d HTTP/1.1" status: 204 len: 168 time: 0.3927190 Oct 23 01:21:33.877766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38370) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:33.878132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb59b183-ba6f-4912-8139-cc9f6018d269 None None] Network fe096d33-b6b3-4b43-86cc-8527269390ce requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:21:33.907245 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-35c1a802-5c71-4ff0-9b64-773ad17862b9 None None] Set router 1ada627b-476f-434f-b91f-e924d499e32d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:34.002565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (1ada627b-476f-434f-b91f-e924d499e32d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.044183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:34.055915 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b803b94-549c-4b22-b4c5-c5ea42254894 None None] DHCP port deletion for fe096d33-b6b3-4b43-86cc-8527269390ce request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:21:34.089005 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:34.099352 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-35c1a802-5c71-4ff0-9b64-773ad17862b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:34.101736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1b803b94-549c-4b22-b4c5-c5ea42254894 None None] Deleting port 28109ee2-44ff-4fda-9762-8f74a5be4251 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:21:34.102148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1b803b94-549c-4b22-b4c5-c5ea42254894 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.113737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (1ada627b-476f-434f-b91f-e924d499e32d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.125888 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1a802-5c71-4ff0-9b64-773ad17862b9 None None] The sync data for ids ['1ada627b-476f-434f-b91f-e924d499e32d'] in dv-neutron-master-2-hyperv is: [{'id': '1ada627b-476f-434f-b91f-e924d499e32d', 'name': 'tempest-TestNetworkBasicOps-router-1793198047', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223'}], 'enable_snat': True}, 'gw_port_id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:32Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '803dfb96-93b4-4e92-b5f8-61e63244adc0', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada627b-476f-434f-b91f-e924d499e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:20:24Z', 'updated_at': '2022-10-23T01:21:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:21:34.175295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-1b803b94-549c-4b22-b4c5-c5ea42254894 None None] For port 28109ee2-44ff-4fda-9762-8f74a5be4251, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28109ee2-44ff-4fda-9762-8f74a5be4251,segment=NetworkSegment(3e684405-7b60-4af5-8000-f35a6842fbfc),segment_id=3e684405-7b60-4af5-8000-f35a6842fbfc)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:34.175693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1b803b94-549c-4b22-b4c5-c5ea42254894 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.188729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1b803b94-549c-4b22-b4c5-c5ea42254894 None None] Calling delete_port for 28109ee2-44ff-4fda-9762-8f74a5be4251 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:21:34.228487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 803dfb96-93b4-4e92-b5f8-61e63244adc0 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:21:34.228756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.243727 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:34.313051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 803dfb96-93b4-4e92-b5f8-61e63244adc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=803dfb96-93b4-4e92-b5f8-61e63244adc0,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:34.313411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.326392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 803dfb96-93b4-4e92-b5f8-61e63244adc0 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:21:34.388224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1b803b94-549c-4b22-b4c5-c5ea42254894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (28109ee2-44ff-4fda-9762-8f74a5be4251), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.416930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b803b94-549c-4b22-b4c5-c5ea42254894 None None] Pushing event deleted for resources: {'Port': ['ID=28109ee2-44ff-4fda-9762-8f74a5be4251,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:34.421374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b803b94-549c-4b22-b4c5-c5ea42254894 None None] No DVR routers for this DVR port 28109ee2-44ff-4fda-9762-8f74a5be4251 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:21:34.531791 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 752894f9-b268-4829-8231-2c1e4e491b4a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:21:34.552858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 752894f9-b268-4829-8231-2c1e4e491b4a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:21:34.553204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 752894f9-b268-4829-8231-2c1e4e491b4a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:21:34.553665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 28109ee2-44ff-4fda-9762-8f74a5be4251 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:21:34.572403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (803dfb96-93b4-4e92-b5f8-61e63244adc0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.574737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 28109ee2-44ff-4fda-9762-8f74a5be4251 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:21:34.575041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 28109ee2-44ff-4fda-9762-8f74a5be4251 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:21:34.598426 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=803dfb96-93b4-4e92-b5f8-61e63244adc0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:34.665196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (1ada627b-476f-434f-b91f-e924d499e32d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.757072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (1ada627b-476f-434f-b91f-e924d499e32d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.760034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (1ada627b-476f-434f-b91f-e924d499e32d), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.937606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (1ada627b-476f-434f-b91f-e924d499e32d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.938252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Fanout notify agent at l3_agent the message router_deleted on router 1ada627b-476f-434f-b91f-e924d499e32d {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:21:34.947961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:34.947961 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-97c64e1f-adce-4441-bdef-d73a612e1ba0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/routers/1ada627b-476f-434f-b91f-e924d499e32d HTTP/1.1" status: 204 len: 168 time: 1.0667143 Oct 23 01:21:34.948590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38372) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:35.030614 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (fe096d33-b6b3-4b43-86cc-8527269390ce), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.042917 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:35.122116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (fe096d33-b6b3-4b43-86cc-8527269390ce), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.143085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe096d33-b6b3-4b43-86cc-8527269390ce']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:35.153226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e684405-7b60-4af5-8000-f35a6842fbfc') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:35.153895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e684405-7b60-4af5-8000-f35a6842fbfc') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:35.163277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (3e684405-7b60-4af5-8000-f35a6842fbfc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.176243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (3e684405-7b60-4af5-8000-f35a6842fbfc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.182464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:21:35.182844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (3e684405-7b60-4af5-8000-f35a6842fbfc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.231064 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 3e684405-7b60-4af5-8000-f35a6842fbfc resource provider aggregate not found Oct 23 01:21:35.248320 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 3e684405-7b60-4af5-8000-f35a6842fbfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e684405-7b60-4af5-8000-f35a6842fbfc found for delete ", "request_id": "req-5fe772da-4628-4242-b6dc-3711e53c61c7"}]} Oct 23 01:21:35.336407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (fe096d33-b6b3-4b43-86cc-8527269390ce), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.353908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.353908 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/networks/fe096d33-b6b3-4b43-86cc-8527269390ce HTTP/1.1" status: 204 len: 168 time: 0.3967631 Oct 23 01:21:35.365703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59677e8-e7e7-4f42-9379-459c88076fcf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Network': ['ID=fe096d33-b6b3-4b43-86cc-8527269390ce,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:35.369855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38378) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:35.375363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'network': {'name': 'tempest-network-smoke--1964891964', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'port_security_enabled': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:35.474559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:21:35.478656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.503711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:21:35.513493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (c14728b3-5434-4ec9-8749-e6f18416ddab), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.517627 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Added segment c14728b3-5434-4ec9-8749-e6f18416ddab of type vlan for network 6847516f-4a7e-4cce-944f-b1ab85e65637 Oct 23 01:21:35.554201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (6847516f-4a7e-4cce-944f-b1ab85e65637), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.656507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (6847516f-4a7e-4cce-944f-b1ab85e65637), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.661403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:35.661972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.731646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Network': ['ID=6847516f-4a7e-4cce-944f-b1ab85e65637,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:35.742990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 6847516f-4a7e-4cce-944f-b1ab85e65637 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:21:35.808944 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2d04a973-ff2a-4744-b01d-d5b414cb65a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4376895 Oct 23 01:21:35.811407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38380) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:35.815894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-40423076', 'admin_state_up': True, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:35.896214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.897243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:35.946615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:36.071004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:36.167949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:36.229164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 803dfb96-93b4-4e92-b5f8-61e63244adc0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:21:36.248277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 803dfb96-93b4-4e92-b5f8-61e63244adc0 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:21:36.248625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 803dfb96-93b4-4e92-b5f8-61e63244adc0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:21:36.407148 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:36.430427 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:36.539143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.94 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/12e25b57-f9c7-4e3a-b437-3dddeafa34b4) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:21:36.543032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=11 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:36.648571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:36.744203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:36.784460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:21:36.788474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:21:36.789921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:21:36.822895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=12e25b57-f9c7-4e3a-b437-3dddeafa34b4,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:36.835815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.836158 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.836491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.836822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.837150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.837471 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.837857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.838178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.838498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.838817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.839134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.839452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.839765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.840081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:36.840394 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:37.059736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:37.112406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:37.300620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:37.503089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:21:37.605280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:21:37.615052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Sync routers for ids ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:21:37.626848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Routers {'89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:37.627407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:37.705292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:37.706577 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6278a2bb-2424-47a3-8751-bc43fa313c02 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8942225 Oct 23 01:21:37.710236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38382) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:37.734985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Set router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:37.738701 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7a4a2c11-ffb4-49c0-a43b-18fc8bb26b74 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=0226f1f233794f45b9d6ad046f30f76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273714 Oct 23 01:21:37.741246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38384) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:37.831116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabc52e-5892-4311-b567-c1e1ad063ff8 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:37.833515 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-deabc52e-5892-4311-b567-c1e1ad063ff8 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904179 Oct 23 01:21:37.836061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38386) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:37.863869 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4ff6290a-5001-437d-b0da-2bfcc8c5d649 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267313 Oct 23 01:21:37.866588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38388) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:37.871232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1023609996', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:37.903079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:36Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:37.927792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:37.932736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Checking router: 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:21:37.933090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Updating router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:21:37.934857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:37.962046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:38.012112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:21:38.015950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:38.046480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:38.068626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:38.135350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:38.214985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Publish callbacks [] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:38.251942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (df421892-a3c9-476f-98b4-c6488c2ea225), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:38.280160 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:38.312938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Attempting to bind port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:21:38.313314 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Attempting to bind port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:21:38.313687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Attempting to bind port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:21:38.318846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Subnet': ['ID=df421892-a3c9-476f-98b4-c6488c2ea225,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:38.328461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Checking segment: {'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:21:38.328819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network hostable DHCP agents. Network: 6847516f-4a7e-4cce-944f-b1ab85e65637, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:21:38.354454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b56457-7bde-4549-9a66-715d654056c1 None None] Pushing event updated for resources: {'Port': ['ID=12e25b57-f9c7-4e3a-b437-3dddeafa34b4,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:38.371436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:21:38.371820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:21:38.372208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:38.372592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:21:38.373061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Bound port: 12e25b57-f9c7-4e3a-b437-3dddeafa34b4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:21:38.373439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:38.422372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] For port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:21:38.425341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] For port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=12e25b57-f9c7-4e3a-b437-3dddeafa34b4,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:21:38.434599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 6847516f-4a7e-4cce-944f-b1ab85e65637 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:21:38.503496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:38.515081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6847516f-4a7e-4cce-944f-b1ab85e65637) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:21:38.519626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:38.520965 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:38.532158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf71e6-b9b9-49b2-a946-22d66fa8c7b5 None None] Network 6847516f-4a7e-4cce-944f-b1ab85e65637 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:21:38.560532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Routers {'89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:38.561170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:38.632422 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-70177e34-0f59-4f5d-8d7a-b09709a83a8f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7648072 Oct 23 01:21:38.635641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38390) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:38.645095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b56457-7bde-4549-9a66-715d654056c1 None None] Pushing event updated for resources: {'Port': ['ID=12e25b57-f9c7-4e3a-b437-3dddeafa34b4,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:38.906446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6847516f-4a7e-4cce-944f-b1ab85e65637', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ips': [{'subnet_id': 'df421892-a3c9-476f-98b4-c6488c2ea225'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:21:38.907368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:38.914619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] Set router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:39.095056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d9346a5-8323-4da7-8b24-a50d9883d047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:39.115417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:39.216118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Allocated IP 172.20.0.2 (6847516f-4a7e-4cce-944f-b1ab85e65637/df421892-a3c9-476f-98b4-c6488c2ea225/03f2c86b-23be-4ced-9774-c0806fd81f03) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:21:39.224034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:36Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:39.259866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341cf7cd-777c-47f1-b297-ffb979bc9ea9 None None] The sync data for ids ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'] in dv-neutron-master-2-hyperv is: [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:36Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:21:39.363121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:39.412596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Publish callbacks [] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:39.412977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:39.483523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:39.528297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Network 6847516f-4a7e-4cce-944f-b1ab85e65637 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:21:39.533933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:21:39.538678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:21:39.545596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Pushing event updated for resources: {'Port': ['ID=03f2c86b-23be-4ced-9774-c0806fd81f03,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:39.552053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:39.604329 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Attempting to bind port 03f2c86b-23be-4ced-9774-c0806fd81f03 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:21:39.604721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Attempting to bind port 03f2c86b-23be-4ced-9774-c0806fd81f03 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:21:39.605090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Attempting to bind port 03f2c86b-23be-4ced-9774-c0806fd81f03 on network 6847516f-4a7e-4cce-944f-b1ab85e65637 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:21:39.653015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:21:39.653746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Checking segment: {'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:21:39.653917 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:39.654222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Bound using segment: {'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:21:39.654701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Bound port: 03f2c86b-23be-4ced-9774-c0806fd81f03, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:21:39.655086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:39.715855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:39.723131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c99e71df-f640-401c-8a65-892353cd752f None None] For port 03f2c86b-23be-4ced-9774-c0806fd81f03, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:21:39.726842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c99e71df-f640-401c-8a65-892353cd752f None None] For port 03f2c86b-23be-4ced-9774-c0806fd81f03, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03f2c86b-23be-4ced-9774-c0806fd81f03,segment=NetworkSegment(c14728b3-5434-4ec9-8749-e6f18416ddab),segment_id=c14728b3-5434-4ec9-8749-e6f18416ddab)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:21:39.738953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.1 (6847516f-4a7e-4cce-944f-b1ab85e65637/df421892-a3c9-476f-98b4-c6488c2ea225/9893c054-ac68-4aa6-990c-86874b4ebff8) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:21:39.824087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:39.869996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:39.883826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e71df-f640-401c-8a65-892353cd752f None None] Pushing event updated for resources: {'Port': ['ID=03f2c86b-23be-4ced-9774-c0806fd81f03,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:39.967144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.013117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 6847516f-4a7e-4cce-944f-b1ab85e65637 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:21:40.028656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:21:40.036331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:21:40.063900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=9893c054-ac68-4aa6-990c-86874b4ebff8,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:40.098708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.279913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:21:40.291678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.324810 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:40.325178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.325516 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 Oct 23 01:21:40.334213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:40.375706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:40.403300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:40.403689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.424585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=12e25b57-f9c7-4e3a-b437-3dddeafa34b4,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:40.515395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.516739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 03f2c86b-23be-4ced-9774-c0806fd81f03 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:21:40.589269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.600850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=12e25b57-f9c7-4e3a-b437-3dddeafa34b4,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:40.609247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 03f2c86b-23be-4ced-9774-c0806fd81f03 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:40.609618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.610728 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 03f2c86b-23be-4ced-9774-c0806fd81f03 Oct 23 01:21:40.647516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.694394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 03f2c86b-23be-4ced-9774-c0806fd81f03 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:40.695028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.731901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=9893c054-ac68-4aa6-990c-86874b4ebff8,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:40.737520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.743926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 03f2c86b-23be-4ced-9774-c0806fd81f03, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03f2c86b-23be-4ced-9774-c0806fd81f03,segment=NetworkSegment(c14728b3-5434-4ec9-8749-e6f18416ddab),segment_id=c14728b3-5434-4ec9-8749-e6f18416ddab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:40.812073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.835330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:40.842825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 6847516f-4a7e-4cce-944f-b1ab85e65637 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:21:40.843704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:21:40.868629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475c7fe3-453a-4bff-b3bd-1586a3684f9a None None] Network 6847516f-4a7e-4cce-944f-b1ab85e65637 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:21:40.886916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=03f2c86b-23be-4ced-9774-c0806fd81f03,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:40.940105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d36c8346-7871-4c9a-8e07-3c56fa140e49 None None] Provisioning complete for port 03f2c86b-23be-4ced-9774-c0806fd81f03 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:40.940407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d36c8346-7871-4c9a-8e07-3c56fa140e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:40.940802 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d36c8346-7871-4c9a-8e07-3c56fa140e49 None None] Attempt 1 to provision port 03f2c86b-23be-4ced-9774-c0806fd81f03 Oct 23 01:21:40.963855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:21:41.079317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:21:41.089755 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a19c824e-7088-47dc-94b5-86fc765d583b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4501550 Oct 23 01:21:41.089755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38392) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:41.091361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d36c8346-7871-4c9a-8e07-3c56fa140e49 None None] Current status of the port 03f2c86b-23be-4ced-9774-c0806fd81f03 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:41.157929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-667ea018-92fa-433f-b28c-0e38a5e167af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:41.201760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd648e1-aee3-4b87-b77b-4e675e61cba1 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:41.201760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd648e1-aee3-4b87-b77b-4e675e61cba1 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:41.201760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd648e1-aee3-4b87-b77b-4e675e61cba1 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:41.201760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd648e1-aee3-4b87-b77b-4e675e61cba1 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:41.201760 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8fd648e1-aee3-4b87-b77b-4e675e61cba1 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1100373 Oct 23 01:21:41.203717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38394) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:41.261737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab3679-3846-4bc1-92ee-d44ee1a144cb tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:41.262258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab3679-3846-4bc1-92ee-d44ee1a144cb tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:41.262721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab3679-3846-4bc1-92ee-d44ee1a144cb tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:41.263173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab3679-3846-4bc1-92ee-d44ee1a144cb tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:41.266315 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-09ab3679-3846-4bc1-92ee-d44ee1a144cb tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0600634 Oct 23 01:21:41.267755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38396) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:41.316820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3eaea6c6-4b83-4713-a0bc-c2b1d10cba21 None None] Provisioning complete for port 03f2c86b-23be-4ced-9774-c0806fd81f03 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:41.317245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3eaea6c6-4b83-4713-a0bc-c2b1d10cba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:41.317724 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3eaea6c6-4b83-4713-a0bc-c2b1d10cba21 None None] Attempt 1 to provision port 03f2c86b-23be-4ced-9774-c0806fd81f03 Oct 23 01:21:41.342230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:41.386820 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-02ea22c3-4130-41c2-8c03-5897f0bbc279 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1179054 Oct 23 01:21:41.404736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3eaea6c6-4b83-4713-a0bc-c2b1d10cba21 None None] Current status of the port 03f2c86b-23be-4ced-9774-c0806fd81f03 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:41.417080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3eaea6c6-4b83-4713-a0bc-c2b1d10cba21 None None] Provisioning complete for port 9893c054-ac68-4aa6-990c-86874b4ebff8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:41.417080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3eaea6c6-4b83-4713-a0bc-c2b1d10cba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:41.417080 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3eaea6c6-4b83-4713-a0bc-c2b1d10cba21 None None] Attempt 1 to provision port 9893c054-ac68-4aa6-990c-86874b4ebff8 Oct 23 01:21:41.453531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3eaea6c6-4b83-4713-a0bc-c2b1d10cba21 None None] Port 9893c054-ac68-4aa6-990c-86874b4ebff8 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:21:41.462785 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Sync routers for ids ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:21:41.474206 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Routers {'89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:41.476358 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:41.501108 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38400) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:41.506132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0d21ac9d-4f25-443e-9ca8-c1e319e6c8ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104717986', 'description': 'tempest-secgroup-smoke-2104717986 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:41.580115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-dd7448ef-9f01-458c-8582-600ec95173fe None None] Provisioning complete for port 9893c054-ac68-4aa6-990c-86874b4ebff8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:41.583614 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dd7448ef-9f01-458c-8582-600ec95173fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:41.583614 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-dd7448ef-9f01-458c-8582-600ec95173fe None None] Attempt 1 to provision port 9893c054-ac68-4aa6-990c-86874b4ebff8 Oct 23 01:21:41.595012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac9d-4f25-443e-9ca8-c1e319e6c8ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:41.619089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-dd7448ef-9f01-458c-8582-600ec95173fe None None] Port 9893c054-ac68-4aa6-990c-86874b4ebff8 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:21:41.639947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:41.675791 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac9d-4f25-443e-9ca8-c1e319e6c8ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (d2a07bc1-a8ea-4e94-bd38-4b3a0792325e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:41.691939 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Set router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:41.726206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac9d-4f25-443e-9ca8-c1e319e6c8ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d2a07bc1-a8ea-4e94-bd38-4b3a0792325e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:41.737985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a7410e-5ab1-4aef-8e3b-92868907eab3 None None] Provisioning complete for port 9893c054-ac68-4aa6-990c-86874b4ebff8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:41.738763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a7410e-5ab1-4aef-8e3b-92868907eab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:41.738763 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a7410e-5ab1-4aef-8e3b-92868907eab3 None None] Attempt 1 to provision port 9893c054-ac68-4aa6-990c-86874b4ebff8 Oct 23 01:21:41.758155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21ac9d-4f25-443e-9ca8-c1e319e6c8ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:41.773099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7410e-5ab1-4aef-8e3b-92868907eab3 None None] Port 9893c054-ac68-4aa6-990c-86874b4ebff8 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:21:41.830715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d21ac9d-4f25-443e-9ca8-c1e319e6c8ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:41.835552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38402) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:41.836110 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0d21ac9d-4f25-443e-9ca8-c1e319e6c8ab tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3332200 Oct 23 01:21:41.841329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-528e289b-2858-4d63-89e2-6c06fc65d75a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'd2a07bc1-a8ea-4e94-bd38-4b3a0792325e', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:41.889919 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9893c054-ac68-4aa6-990c-86874b4ebff8', 'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:75:5a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:39Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:41.915514 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Checking router: 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:21:41.915864 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Updating router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 port 9893c054-ac68-4aa6-990c-86874b4ebff8 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:21:41.932224 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-528e289b-2858-4d63-89e2-6c06fc65d75a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (12f4b5ac-876e-4d6b-aed1-4e35957e083f), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:41.943789 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:41.990452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-528e289b-2858-4d63-89e2-6c06fc65d75a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (12f4b5ac-876e-4d6b-aed1-4e35957e083f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.062256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-528e289b-2858-4d63-89e2-6c06fc65d75a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (12f4b5ac-876e-4d6b-aed1-4e35957e083f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.082486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e289b-2858-4d63-89e2-6c06fc65d75a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f4b5ac-876e-4d6b-aed1-4e35957e083f,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:42.168321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-528e289b-2858-4d63-89e2-6c06fc65d75a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.169686 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-528e289b-2858-4d63-89e2-6c06fc65d75a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331327 Oct 23 01:21:42.173259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38404) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:42.178236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-db1194f5-e6cd-4e63-b617-75b978a3d0aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'd2a07bc1-a8ea-4e94-bd38-4b3a0792325e', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:42.178984 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:42.204452 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Publish callbacks [] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.251129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:21:42.286912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-db1194f5-e6cd-4e63-b617-75b978a3d0aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (836cddf0-b44f-4be1-9c8a-d50a65cb7bd0), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.299388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:42.299762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.300104 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 Oct 23 01:21:42.309493 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.341222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:42.354645 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-db1194f5-e6cd-4e63-b617-75b978a3d0aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (836cddf0-b44f-4be1-9c8a-d50a65cb7bd0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.388298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:42.389316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 03f2c86b-23be-4ced-9774-c0806fd81f03 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:21:42.390123 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Pushing event updated for resources: {'Port': ['ID=9893c054-ac68-4aa6-990c-86874b4ebff8,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:42.405657 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.406043 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.406354 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.406686 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.407035 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.407365 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.407698 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.408029 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.408370 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.408676 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.408997 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.409319 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.409632 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.409977 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.410296 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:42.417364 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Attempting to bind port 9893c054-ac68-4aa6-990c-86874b4ebff8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:21:42.417736 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Attempting to bind port 9893c054-ac68-4aa6-990c-86874b4ebff8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:21:42.418137 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Attempting to bind port 9893c054-ac68-4aa6-990c-86874b4ebff8 on network 6847516f-4a7e-4cce-944f-b1ab85e65637 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:21:42.433896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 03f2c86b-23be-4ced-9774-c0806fd81f03 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:42.434274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.434607 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 03f2c86b-23be-4ced-9774-c0806fd81f03 Oct 23 01:21:42.435044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-db1194f5-e6cd-4e63-b617-75b978a3d0aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (836cddf0-b44f-4be1-9c8a-d50a65cb7bd0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.457526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1194f5-e6cd-4e63-b617-75b978a3d0aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836cddf0-b44f-4be1-9c8a-d50a65cb7bd0,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:42.462809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.465777 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:21:42.466362 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Checking segment: {'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:21:42.466574 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.466960 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Bound using segment: {'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:21:42.467454 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Bound port: 9893c054-ac68-4aa6-990c-86874b4ebff8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:21:42.467858 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.515827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 03f2c86b-23be-4ced-9774-c0806fd81f03 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:42.528911 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] For port 9893c054-ac68-4aa6-990c-86874b4ebff8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:21:42.532266 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] For port 9893c054-ac68-4aa6-990c-86874b4ebff8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9893c054-ac68-4aa6-990c-86874b4ebff8,segment=NetworkSegment(c14728b3-5434-4ec9-8749-e6f18416ddab),segment_id=c14728b3-5434-4ec9-8749-e6f18416ddab)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:21:42.549408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-db1194f5-e6cd-4e63-b617-75b978a3d0aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.552206 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-db1194f5-e6cd-4e63-b617-75b978a3d0aa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3764925 Oct 23 01:21:42.554138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38406) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:42.559377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d4e32474-1757-4ea6-a9aa-9067291cd735 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'd2a07bc1-a8ea-4e94-bd38-4b3a0792325e', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:42.652563 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.657667 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:42.688404 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Routers {'89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:42.689106 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:42.723002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d4e32474-1757-4ea6-a9aa-9067291cd735 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (bbe2fea6-a556-43a3-b377-6203878085af), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.746230 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8e7c2-0e16-404e-8921-2ed900b18001 None None] Pushing event updated for resources: {'Port': ['ID=9893c054-ac68-4aa6-990c-86874b4ebff8,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:42.774712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d4e32474-1757-4ea6-a9aa-9067291cd735 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (bbe2fea6-a556-43a3-b377-6203878085af), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.808094 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] Set router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:42.840248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d4e32474-1757-4ea6-a9aa-9067291cd735 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (bbe2fea6-a556-43a3-b377-6203878085af), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.861266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e32474-1757-4ea6-a9aa-9067291cd735 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe2fea6-a556-43a3-b377-6203878085af,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:42.951424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d4e32474-1757-4ea6-a9aa-9067291cd735 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:42.952654 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d4e32474-1757-4ea6-a9aa-9067291cd735 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3967896 Oct 23 01:21:42.955648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38408) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:42.960601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-277b4893-5fb3-4489-82f8-29b73e03ecd7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'd2a07bc1-a8ea-4e94-bd38-4b3a0792325e', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:42.994571 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9893c054-ac68-4aa6-990c-86874b4ebff8', 'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:75:5a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:39Z', 'updated_at': '2022-10-23T01:21:42Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:43.018405 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4934fe-50db-45d9-a823-f1b983468b23 None None] The sync data for ids ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'] in dv-neutron-master-2-hyperv is: [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9893c054-ac68-4aa6-990c-86874b4ebff8', 'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:75:5a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:39Z', 'updated_at': '2022-10-23T01:21:42Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:21:43.140892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:43.142856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-277b4893-5fb3-4489-82f8-29b73e03ecd7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (2c218cd5-ccc9-4a07-a6cd-6a15b0b1c8fb), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:43.207034 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-277b4893-5fb3-4489-82f8-29b73e03ecd7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (2c218cd5-ccc9-4a07-a6cd-6a15b0b1c8fb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:43.303647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-277b4893-5fb3-4489-82f8-29b73e03ecd7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (2c218cd5-ccc9-4a07-a6cd-6a15b0b1c8fb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:43.324454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:43.325312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b4893-5fb3-4489-82f8-29b73e03ecd7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c218cd5-ccc9-4a07-a6cd-6a15b0b1c8fb,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:43.390977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-277b4893-5fb3-4489-82f8-29b73e03ecd7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:43.392264 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-277b4893-5fb3-4489-82f8-29b73e03ecd7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4356790 Oct 23 01:21:43.395142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38410) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:43.400404 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1cd2e085-e873-483d-9dfe-438e006a5db1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'd2a07bc1-a8ea-4e94-bd38-4b3a0792325e', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:43.521313 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-1cd2e085-e873-483d-9dfe-438e006a5db1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:21:43.527516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e085-e873-483d-9dfe-438e006a5db1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (ef6179a9-2c41-4db0-81ab-ef24f65bd45e), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:43.597601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e085-e873-483d-9dfe-438e006a5db1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (ef6179a9-2c41-4db0-81ab-ef24f65bd45e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:43.703061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e085-e873-483d-9dfe-438e006a5db1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (ef6179a9-2c41-4db0-81ab-ef24f65bd45e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:43.726233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2e085-e873-483d-9dfe-438e006a5db1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6179a9-2c41-4db0-81ab-ef24f65bd45e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:43.790765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e085-e873-483d-9dfe-438e006a5db1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:43.792125 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1cd2e085-e873-483d-9dfe-438e006a5db1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3952510 Oct 23 01:21:43.795036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38412) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:43.799516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-251bef7e-ec12-4575-a5f2-206b722fa7ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': 'd2a07bc1-a8ea-4e94-bd38-4b3a0792325e', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:43.874730 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-251bef7e-ec12-4575-a5f2-206b722fa7ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:21:43.881401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-251bef7e-ec12-4575-a5f2-206b722fa7ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (e46af058-cec3-4328-b190-ead4728df5bf), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:43.936383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:43.945812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-251bef7e-ec12-4575-a5f2-206b722fa7ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (e46af058-cec3-4328-b190-ead4728df5bf), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:44.010688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-251bef7e-ec12-4575-a5f2-206b722fa7ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (e46af058-cec3-4328-b190-ead4728df5bf), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:44.030577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bef7e-ec12-4575-a5f2-206b722fa7ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46af058-cec3-4328-b190-ead4728df5bf,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:44.034937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:44.093599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-251bef7e-ec12-4575-a5f2-206b722fa7ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:44.094808 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-251bef7e-ec12-4575-a5f2-206b722fa7ea tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2988262 Oct 23 01:21:44.258389 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-86b05381-a633-4efc-aa28-4fcbfba8c390 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2104717986&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0498328 Oct 23 01:21:44.271432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9893c054-ac68-4aa6-990c-86874b4ebff8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:21:44.317292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9893c054-ac68-4aa6-990c-86874b4ebff8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:44.317667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:44.318039 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9893c054-ac68-4aa6-990c-86874b4ebff8 Oct 23 01:21:44.371142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-911c1fb5-48b0-43e0-848a-86c099f644b3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:44.372535 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-911c1fb5-48b0-43e0-848a-86c099f644b3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/networks?id=6847516f-4a7e-4cce-944f-b1ab85e65637 HTTP/1.1" status: 200 len: 797 time: 0.1070759 Oct 23 01:21:44.387141 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-3245d41d-d139-4b22-8494-26a56fb4ce96 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/quotas/0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 375 time: 0.0090849 Oct 23 01:21:44.394231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9893c054-ac68-4aa6-990c-86874b4ebff8 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:44.394627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:44.428762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 9893c054-ac68-4aa6-990c-86874b4ebff8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9893c054-ac68-4aa6-990c-86874b4ebff8,segment=NetworkSegment(c14728b3-5434-4ec9-8749-e6f18416ddab),segment_id=c14728b3-5434-4ec9-8749-e6f18416ddab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:44.437283 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-52a36990-dca0-4300-abed-e278b980c917 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450044 Oct 23 01:21:44.513422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:44.541030 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-5cde60f4-780e-4b8d-966d-dc37feebde26 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921848 Oct 23 01:21:44.563597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=9893c054-ac68-4aa6-990c-86874b4ebff8,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:44.632087 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-bb1ef5b8-55de-452e-b452-a4c2fbf113f5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839205 Oct 23 01:21:44.876290 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1ce1a02e-5185-472d-bd5b-678b17a3cb47 req-64b1da28-0a02-49c1-a12c-0203790ea15d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0281045 Oct 23 01:21:45.979715 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e83bef76-e3e2-492e-be74-61b44b791d95 req-37390a8c-6a4c-4383-bec1-6e3c14a4f814 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0282354 Oct 23 01:21:46.240208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9893c054-ac68-4aa6-990c-86874b4ebff8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:21:46.263728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:46.289284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 9893c054-ac68-4aa6-990c-86874b4ebff8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:46.289662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:46.290032 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 9893c054-ac68-4aa6-990c-86874b4ebff8 Oct 23 01:21:46.363979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 9893c054-ac68-4aa6-990c-86874b4ebff8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:46.985275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-61d668bf-98d7-4b9a-a41a-40419931b968 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:46.986745 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-61d668bf-98d7-4b9a-a41a-40419931b968 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=6847516f-4a7e-4cce-944f-b1ab85e65637 HTTP/1.1" status: 200 len: 797 time: 0.1042624 Oct 23 01:21:47.077636 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-4c061a7e-7d38-4d55-84ff-f5ed4e9dcfde tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 380 time: 0.0670404 Oct 23 01:21:47.095358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'device_id': 'cc135236-b044-4610-ba7d-50563653a4b0', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'admin_state_up': True, 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'security_groups': ['d2a07bc1-a8ea-4e94-bd38-4b3a0792325e']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:47.102015 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-75c0bd73-a623-4c59-bcaa-91f442a17692 req-5e84c01e-d90b-45e2-9592-ac911be640d6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0401688 Oct 23 01:21:47.198627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:47.318983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:21:47.322971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:47.452912 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.5 (6847516f-4a7e-4cce-944f-b1ab85e65637/df421892-a3c9-476f-98b4-c6488c2ea225/1605c83f-8e0d-42d1-a462-110c4dc4f682) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:21:47.581022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:47.593856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:47.703526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:47.752624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 6847516f-4a7e-4cce-944f-b1ab85e65637 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:21:47.757903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:21:47.761698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:21:47.791129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=1605c83f-8e0d-42d1-a462-110c4dc4f682,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:47.816268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:47.817411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:47.893105 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-0aa75afd-56fd-420d-8566-d4d36478e3cc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8013356 Oct 23 01:21:47.911436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Request body: {'port': {'device_id': 'cc135236-b044-4610-ba7d-50563653a4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:47.972314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:48.030832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4a2228cc-cd87-4dee-bedc-d84b64142e91 None None] Provisioning complete for port 1605c83f-8e0d-42d1-a462-110c4dc4f682 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:48.031401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4a2228cc-cd87-4dee-bedc-d84b64142e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:48.031533 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4a2228cc-cd87-4dee-bedc-d84b64142e91 None None] Attempt 1 to provision port 1605c83f-8e0d-42d1-a462-110c4dc4f682 Oct 23 01:21:48.062895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4a2228cc-cd87-4dee-bedc-d84b64142e91 None None] Port 1605c83f-8e0d-42d1-a462-110c4dc4f682 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:21:48.227672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228e3fd-ab33-455a-9c8e-8bcfa157693e req-e46ad0d8-466b-441d-acbd-a533f0b98f85 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:48.229045 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8228e3fd-ab33-455a-9c8e-8bcfa157693e req-e46ad0d8-466b-441d-acbd-a533f0b98f85 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 931 time: 0.0512667 Oct 23 01:21:48.232567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1605c83f-8e0d-42d1-a462-110c4dc4f682 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:21:48.240759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Publish callbacks [] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:48.253072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Transition to ACTIVE for port object 1605c83f-8e0d-42d1-a462-110c4dc4f682 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:21:48.263309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:48.280074 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8228e3fd-ab33-455a-9c8e-8bcfa157693e req-386e5c5a-1f0c-4a24-b3dd-3d6236ac702c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452313 Oct 23 01:21:48.308943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:48.371065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854f744-af43-4056-979d-3a40395db47a service neutron] Pushing event updated for resources: {'Port': ['ID=1605c83f-8e0d-42d1-a462-110c4dc4f682,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:48.413052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:48.423465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Attempting to bind port 1605c83f-8e0d-42d1-a462-110c4dc4f682 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:21:48.423802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Attempting to bind port 1605c83f-8e0d-42d1-a462-110c4dc4f682 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:21:48.424126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Attempting to bind port 1605c83f-8e0d-42d1-a462-110c4dc4f682 on network 6847516f-4a7e-4cce-944f-b1ab85e65637 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:21:48.465542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Port 1605c83f-8e0d-42d1-a462-110c4dc4f682 on network 6847516f-4a7e-4cce-944f-b1ab85e65637 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:21:48.465892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Attempting to bind port 1605c83f-8e0d-42d1-a462-110c4dc4f682 on network 6847516f-4a7e-4cce-944f-b1ab85e65637 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:21:48.511786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:21:48.512015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Checking segment: {'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:21:48.512404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Bound using segment: {'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:21:48.512843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Bound port: 1605c83f-8e0d-42d1-a462-110c4dc4f682, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14728b3-5434-4ec9-8749-e6f18416ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:21:48.513238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:48.572324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:48.578145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] For port 1605c83f-8e0d-42d1-a462-110c4dc4f682, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:21:48.582906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] For port 1605c83f-8e0d-42d1-a462-110c4dc4f682, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1605c83f-8e0d-42d1-a462-110c4dc4f682,segment=NetworkSegment(c14728b3-5434-4ec9-8749-e6f18416ddab),segment_id=c14728b3-5434-4ec9-8749-e6f18416ddab)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:21:48.658711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:48.663619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:48.664229 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:48.665739 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-a854f744-af43-4056-979d-3a40395db47a service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/1605c83f-8e0d-42d1-a462-110c4dc4f682 HTTP/1.1" status: 200 len: 1093 time: 0.7587445 Oct 23 01:21:48.666213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc135236-b044-4610-ba7d-50563653a4b0', 'tag': '1605c83f-8e0d-42d1-a462-110c4dc4f682'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:21:48.668468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670596cf-bdef-4443-a617-5f3f20d0082f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc135236-b044-4610-ba7d-50563653a4b0", "tag": "1605c83f-8e0d-42d1-a462-110c4dc4f682"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:21:48.711196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134f26b4-e858-4fb8-922e-a06afbc48190 x-openstack-request-id: req-134f26b4-e858-4fb8-922e-a06afbc48190 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:21:48.711196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc135236-b044-4610-ba7d-50563653a4b0", "tag": "1605c83f-8e0d-42d1-a462-110c4dc4f682", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:21:48.711196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-134f26b4-e858-4fb8-922e-a06afbc48190 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:21:48.711196 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134f26b4-e858-4fb8-922e-a06afbc48190'] response: {'name': 'network-changed', 'server_uuid': 'cc135236-b044-4610-ba7d-50563653a4b0', 'tag': '1605c83f-8e0d-42d1-a462-110c4dc4f682', 'status': 'completed', 'code': 200} Oct 23 01:21:48.723980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854f744-af43-4056-979d-3a40395db47a service neutron] Pushing event updated for resources: {'Port': ['ID=1605c83f-8e0d-42d1-a462-110c4dc4f682,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:48.793920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670596cf-bdef-4443-a617-5f3f20d0082f req-ad53c725-310e-4a9f-a766-c67591b5fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:48.795487 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-670596cf-bdef-4443-a617-5f3f20d0082f req-ad53c725-310e-4a9f-a766-c67591b5fb9e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 1127 time: 0.0402706 Oct 23 01:21:48.900416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670596cf-bdef-4443-a617-5f3f20d0082f req-402c1591-3339-4ec8-ab85-22adbc556116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:48.901904 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-670596cf-bdef-4443-a617-5f3f20d0082f req-402c1591-3339-4ec8-ab85-22adbc556116 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0226f1f233794f45b9d6ad046f30f76b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0947888 Oct 23 01:21:48.998067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670596cf-bdef-4443-a617-5f3f20d0082f req-1d32f6d7-f825-49fb-bb5a-0e3a9a758aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:48.999784 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-670596cf-bdef-4443-a617-5f3f20d0082f req-1d32f6d7-f825-49fb-bb5a-0e3a9a758aa1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916903 Oct 23 01:21:49.094777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-2b6373f3-f0b0-4d5e-912b-61c01714a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:49.096195 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-2b6373f3-f0b0-4d5e-912b-61c01714a163 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 1127 time: 0.0396497 Oct 23 01:21:49.143905 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-596a0548-4973-4fbd-b9ef-37fd95985c78 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1605c83f-8e0d-42d1-a462-110c4dc4f682 HTTP/1.1" status: 200 len: 217 time: 0.0354061 Oct 23 01:21:49.190987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-7749e5bd-c747-49c1-96e5-0cb7ca8b522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:49.192473 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-7749e5bd-c747-49c1-96e5-0cb7ca8b522b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=df421892-a3c9-476f-98b4-c6488c2ea225 HTTP/1.1" status: 200 len: 844 time: 0.0431888 Oct 23 01:21:49.235760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-d385db01-fffc-4f76-9fcc-8fe0cb166a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:49.237242 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-d385db01-fffc-4f76-9fcc-8fe0cb166a08 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6847516f-4a7e-4cce-944f-b1ab85e65637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391595 Oct 23 01:21:49.329237 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-c6742b90-7823-4356-bf91-71e629694b18 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Oct 23 01:21:49.407453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5d9a2-c2f4-48f9-a068-9097617b56b2 req-0c7f69b7-9c42-42a5-a912-da4a420cb44f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:49.409007 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fbe5d9a2-c2f4-48f9-a068-9097617b56b2 req-0c7f69b7-9c42-42a5-a912-da4a420cb44f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 943 time: 0.0515132 Oct 23 01:21:49.423816 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22aa64a4-954d-4710-bd21-d37f3f9ef4d5 req-e1580544-75dd-4a25-9da9-02da484841e9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892138 Oct 23 01:21:49.459181 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fbe5d9a2-c2f4-48f9-a068-9097617b56b2 req-c4589d01-c549-4a1c-ba44-73539263b775 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445368 Oct 23 01:21:50.580441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4927-506d-4445-9058-d6223e0a447e req-81848b96-3ccf-49d0-803b-41aa3ba71bee tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:50.582001 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a9ac4927-506d-4445-9058-d6223e0a447e req-81848b96-3ccf-49d0-803b-41aa3ba71bee tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 943 time: 0.0482535 Oct 23 01:21:50.635542 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a9ac4927-506d-4445-9058-d6223e0a447e req-2e417d23-1042-4203-a1d0-fd853fa21146 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480151 Oct 23 01:21:51.524479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 1605c83f-8e0d-42d1-a462-110c4dc4f682 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:21:51.608610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:51.623749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 1605c83f-8e0d-42d1-a462-110c4dc4f682, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1605c83f-8e0d-42d1-a462-110c4dc4f682,segment=NetworkSegment(c14728b3-5434-4ec9-8749-e6f18416ddab),segment_id=c14728b3-5434-4ec9-8749-e6f18416ddab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:51.635970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '1605c83f-8e0d-42d1-a462-110c4dc4f682', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'port_id': '1605c83f-8e0d-42d1-a462-110c4dc4f682', 'mac_address': 'fa:16:3e:e3:86:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:21:51.676110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 1605c83f-8e0d-42d1-a462-110c4dc4f682 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:51.676501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:51.690451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1605c83f-8e0d-42d1-a462-110c4dc4f682 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:21:51.711682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 1605c83f-8e0d-42d1-a462-110c4dc4f682, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1605c83f-8e0d-42d1-a462-110c4dc4f682,segment=NetworkSegment(c14728b3-5434-4ec9-8749-e6f18416ddab),segment_id=c14728b3-5434-4ec9-8749-e6f18416ddab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:51.761261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729894c-b349-40bb-99df-869c15fddf2a req-abc2ae24-b672-44d8-922b-3f2b1af4e05c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:51.762757 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e729894c-b349-40bb-99df-869c15fddf2a req-abc2ae24-b672-44d8-922b-3f2b1af4e05c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 943 time: 0.0516381 Oct 23 01:21:51.777111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:51.815610 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e729894c-b349-40bb-99df-869c15fddf2a req-f1161902-de07-4433-9094-362d042d2849 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468416 Oct 23 01:21:51.824274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=1605c83f-8e0d-42d1-a462-110c4dc4f682,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:51.845552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:52.056857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['1605c83f-8e0d-42d1-a462-110c4dc4f682'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:21:52.937029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90b649-9874-4c23-9091-3f13d8e238dc req-d498a5db-8e56-4a6c-bb4b-f8551ee472ef tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:52.938515 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bb90b649-9874-4c23-9091-3f13d8e238dc req-d498a5db-8e56-4a6c-bb4b-f8551ee472ef tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 944 time: 0.0460763 Oct 23 01:21:52.964144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:52.987956 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bb90b649-9874-4c23-9091-3f13d8e238dc req-452e8df1-1262-4938-afc1-97fac5627eec tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Oct 23 01:21:52.996591 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:52.997542 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=17 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:53.552833 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 1605c83f-8e0d-42d1-a462-110c4dc4f682 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:21:53.595943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 1605c83f-8e0d-42d1-a462-110c4dc4f682 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:21:53.679611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 1605c83f-8e0d-42d1-a462-110c4dc4f682 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:21:53.679988 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:53.680357 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 1605c83f-8e0d-42d1-a462-110c4dc4f682 Oct 23 01:21:53.890582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 1605c83f-8e0d-42d1-a462-110c4dc4f682 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:21:53.890875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:53.908523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:53.913758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc135236-b044-4610-ba7d-50563653a4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1605c83f-8e0d-42d1-a462-110c4dc4f682'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:21:53.915987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384d4c10-d020-4546-82cc-98f15c4954eb" -d '{"events": [{"server_uuid": "cc135236-b044-4610-ba7d-50563653a4b0", "name": "network-vif-plugged", "status": "completed", "tag": "1605c83f-8e0d-42d1-a462-110c4dc4f682"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:21:53.928372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 1605c83f-8e0d-42d1-a462-110c4dc4f682, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1605c83f-8e0d-42d1-a462-110c4dc4f682,segment=NetworkSegment(c14728b3-5434-4ec9-8749-e6f18416ddab),segment_id=c14728b3-5434-4ec9-8749-e6f18416ddab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:21:53.953726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe27d856-e7c6-4e0a-9fc0-9963e1285aa3 x-openstack-request-id: req-fe27d856-e7c6-4e0a-9fc0-9963e1285aa3 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:21:53.954065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc135236-b044-4610-ba7d-50563653a4b0", "name": "network-vif-plugged", "status": "completed", "tag": "1605c83f-8e0d-42d1-a462-110c4dc4f682", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:21:53.954318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe27d856-e7c6-4e0a-9fc0-9963e1285aa3 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:21:53.954717 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe27d856-e7c6-4e0a-9fc0-9963e1285aa3'] response: {'server_uuid': 'cc135236-b044-4610-ba7d-50563653a4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1605c83f-8e0d-42d1-a462-110c4dc4f682', 'code': 200} Oct 23 01:21:54.016734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:54.066434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=1605c83f-8e0d-42d1-a462-110c4dc4f682,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:54.113634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f7754-8ae5-4743-abc6-e7044958e7d4 req-b3933659-510d-47ba-bb2c-23b73dd831b1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:54.115132 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a89f7754-8ae5-4743-abc6-e7044958e7d4 req-b3933659-510d-47ba-bb2c-23b73dd831b1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 945 time: 0.0485854 Oct 23 01:21:54.165436 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a89f7754-8ae5-4743-abc6-e7044958e7d4 req-44b4ec5a-63cc-4a75-9496-0756f1708bd5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444074 Oct 23 01:21:54.294703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f0eb0-69fa-46e9-a219-f0d4fac84654 req-389e1a80-b2cb-4cb9-af41-1fefaedc9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:54.296179 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f11f0eb0-69fa-46e9-a219-f0d4fac84654 req-389e1a80-b2cb-4cb9-af41-1fefaedc9834 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 1129 time: 0.0418239 Oct 23 01:21:54.341743 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f11f0eb0-69fa-46e9-a219-f0d4fac84654 req-e500311a-8ae6-4251-bc26-a62046f4d52f service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392213 Oct 23 01:21:55.272216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:55.292774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978222b3-e85d-4664-8d0a-22ea761d3dcc req-3afe133f-d23f-4970-8360-14bc61ed9d50 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:55.294292 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-978222b3-e85d-4664-8d0a-22ea761d3dcc req-3afe133f-d23f-4970-8360-14bc61ed9d50 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 945 time: 0.0509996 Oct 23 01:21:55.347163 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-978222b3-e85d-4664-8d0a-22ea761d3dcc req-cd37437a-76c8-4320-9452-4e552a1cb39f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472381 Oct 23 01:21:56.466957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb244a3d-adf0-4fa0-9384-25ed1ce4591b req-f696b111-1ff3-43ae-8028-bccd5c284f22 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:56.468364 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fb244a3d-adf0-4fa0-9384-25ed1ce4591b req-f696b111-1ff3-43ae-8028-bccd5c284f22 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 945 time: 0.0476539 Oct 23 01:21:56.493565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:56.518861 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fb244a3d-adf0-4fa0-9384-25ed1ce4591b req-1f993906-7970-42e8-a895-ff233675acaa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438337 Oct 23 01:21:56.643488 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b7fe0-0ff4-47e7-9102-9e070cc1f646 req-69bdb85b-fcd7-462f-a6fd-0a7857a4ecd1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:56.645485 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-313b7fe0-0ff4-47e7-9102-9e070cc1f646 req-69bdb85b-fcd7-462f-a6fd-0a7857a4ecd1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 945 time: 0.0458438 Oct 23 01:21:56.697923 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-313b7fe0-0ff4-47e7-9102-9e070cc1f646 req-8dc14bec-c6cd-40d4-828b-8d81309d7544 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468524 Oct 23 01:21:56.726756 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38472) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:56.763625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f256597-ea86-4d2d-8619-4ba6797d2dc6 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:56.765135 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9f256597-ea86-4d2d-8619-4ba6797d2dc6 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 1124 time: 0.0374832 Oct 23 01:21:56.768017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38474) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:56.772721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '1605c83f-8e0d-42d1-a462-110c4dc4f682', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:21:56.884906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:56.970279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:57.097189 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.135 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:21:57.203878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:57.320621 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:57.344038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:57.365949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:21:57.369144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:57.371382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:21:57.374250 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:21:57.397864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.398219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.398570 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.398914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.399251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.399584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.399911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.400235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.400562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.400888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.401214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.401538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.401905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.402214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.402535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:21:57.495017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:57.966068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (f3a8da5b-6c9f-4062-9852-2dec4186465f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:58.083766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:58.229222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:58.279547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:58.349517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:21:58.352305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (f3a8da5b-6c9f-4062-9852-2dec4186465f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:58.445127 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP f3a8da5b-6c9f-4062-9852-2dec4186465f associated. External IP: 172.36.3.135, port: 1605c83f-8e0d-42d1-a462-110c4dc4f682. Oct 23 01:21:58.591285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:58.646533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:21:58.653872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:58.753406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:21:58.763579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29033132-4135-461e-9498-b61ac9a09b29 None None] Sync routers for ids ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:21:58.773807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29033132-4135-461e-9498-b61ac9a09b29 None None] Routers {'89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:58.774458 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-29033132-4135-461e-9498-b61ac9a09b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:58.835184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:21:58.867914 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1a5c59fb-7c12-4b50-9ef3-7eb4b7254db4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0988758 Oct 23 01:21:58.868669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc135236-b044-4610-ba7d-50563653a4b0', 'tag': '1605c83f-8e0d-42d1-a462-110c4dc4f682'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:21:58.870996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6ca4da-b491-4515-ac74-b3d09baebccb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc135236-b044-4610-ba7d-50563653a4b0", "tag": "1605c83f-8e0d-42d1-a462-110c4dc4f682"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:21:58.871189 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38476) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:21:58.880030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-29033132-4135-461e-9498-b61ac9a09b29 None None] Set router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:58.918495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9224178f-0c8a-4a19-a6c7-8b41cf011a6f x-openstack-request-id: req-9224178f-0c8a-4a19-a6c7-8b41cf011a6f {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:21:58.918793 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc135236-b044-4610-ba7d-50563653a4b0", "tag": "1605c83f-8e0d-42d1-a462-110c4dc4f682", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:21:58.919040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9224178f-0c8a-4a19-a6c7-8b41cf011a6f {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:21:58.919446 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9224178f-0c8a-4a19-a6c7-8b41cf011a6f'] response: {'name': 'network-changed', 'server_uuid': 'cc135236-b044-4610-ba7d-50563653a4b0', 'tag': '1605c83f-8e0d-42d1-a462-110c4dc4f682', 'status': 'completed', 'code': 200} Oct 23 01:21:58.941399 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a8e52237-c5c6-4a06-a811-1c85d8380c40 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/f3a8da5b-6c9f-4062-9852-2dec4186465f HTTP/1.1" status: 200 len: 991 time: 0.0692549 Oct 23 01:21:59.007900 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:21:59.015047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca4da-b491-4515-ac74-b3d09baebccb req-7f06c128-183f-4399-9695-3b87c52242fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:59.016623 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c6ca4da-b491-4515-ac74-b3d09baebccb req-7f06c128-183f-4399-9695-3b87c52242fe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 1129 time: 0.0502582 Oct 23 01:21:59.107772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca4da-b491-4515-ac74-b3d09baebccb req-8f348101-1e28-4072-bc48-447cf02a7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:59.109236 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c6ca4da-b491-4515-ac74-b3d09baebccb req-8f348101-1e28-4072-bc48-447cf02a7440 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6847516f-4a7e-4cce-944f-b1ab85e65637 HTTP/1.1" status: 200 len: 898 time: 0.0872772 Oct 23 01:21:59.175259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-29033132-4135-461e-9498-b61ac9a09b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f3a8da5b-6c9f-4062-9852-2dec4186465f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.135', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'port_id': '1605c83f-8e0d-42d1-a462-110c4dc4f682', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'mac_address': 'fa:16:3e:e3:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc135236-b044-4610-ba7d-50563653a4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:21:57Z', 'updated_at': '2022-10-23T01:21:57Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9893c054-ac68-4aa6-990c-86874b4ebff8', 'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:75:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:39Z', 'updated_at': '2022-10-23T01:21:44Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:59.176049 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c6ca4da-b491-4515-ac74-b3d09baebccb req-6658f04a-9838-4071-bfde-f157ecc73817 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1605c83f-8e0d-42d1-a462-110c4dc4f682 HTTP/1.1" status: 200 len: 999 time: 0.0606406 Oct 23 01:21:59.202042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29033132-4135-461e-9498-b61ac9a09b29 None None] Checking router: 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:21:59.211596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29033132-4135-461e-9498-b61ac9a09b29 None None] Routers {'89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:21:59.212217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-29033132-4135-461e-9498-b61ac9a09b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:21:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:59.215508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:59.226648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca4da-b491-4515-ac74-b3d09baebccb req-c804fd78-2c4c-4bea-9738-8c6adb4c39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:59.228182 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c6ca4da-b491-4515-ac74-b3d09baebccb req-c804fd78-2c4c-4bea-9738-8c6adb4c39fc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=df421892-a3c9-476f-98b4-c6488c2ea225 HTTP/1.1" status: 200 len: 844 time: 0.0466900 Oct 23 01:21:59.272660 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca4da-b491-4515-ac74-b3d09baebccb req-2493c02f-0e83-41b9-b64c-7832bbf22ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:21:59.274476 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c6ca4da-b491-4515-ac74-b3d09baebccb req-2493c02f-0e83-41b9-b64c-7832bbf22ada service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6847516f-4a7e-4cce-944f-b1ab85e65637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401254 Oct 23 01:21:59.320337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-29033132-4135-461e-9498-b61ac9a09b29 None None] Set router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:21:59.373900 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c6ca4da-b491-4515-ac74-b3d09baebccb req-dd5971a3-f119-48aa-8e3b-2c97190620af service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920255 Oct 23 01:21:59.464775 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c6ca4da-b491-4515-ac74-b3d09baebccb req-137f4d98-987d-4fbf-8ad7-0ec3826146dc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852208 Oct 23 01:21:59.473490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:21:59.542724 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-29033132-4135-461e-9498-b61ac9a09b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f3a8da5b-6c9f-4062-9852-2dec4186465f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.135', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'port_id': '1605c83f-8e0d-42d1-a462-110c4dc4f682', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'mac_address': 'fa:16:3e:e3:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc135236-b044-4610-ba7d-50563653a4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:21:57Z', 'updated_at': '2022-10-23T01:21:57Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9893c054-ac68-4aa6-990c-86874b4ebff8', 'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:75:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:39Z', 'updated_at': '2022-10-23T01:21:44Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:21:59.567929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29033132-4135-461e-9498-b61ac9a09b29 None None] The sync data for ids ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'] in dv-neutron-master-2-hyperv is: [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f3a8da5b-6c9f-4062-9852-2dec4186465f', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.135', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'port_id': '1605c83f-8e0d-42d1-a462-110c4dc4f682', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'mac_address': 'fa:16:3e:e3:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc135236-b044-4610-ba7d-50563653a4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:21:57Z', 'updated_at': '2022-10-23T01:21:57Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9893c054-ac68-4aa6-990c-86874b4ebff8', 'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:75:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:39Z', 'updated_at': '2022-10-23T01:21:44Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:21:59.756189 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e880f-9cd5-4c54-90c9-da634c12347d None None] New status for floating IP f3a8da5b-6c9f-4062-9852-2dec4186465f: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:21:59.946129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38480) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:22:00.018932 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b22a564a-1e96-4b12-9907-1a8c78b82c25 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/f3a8da5b-6c9f-4062-9852-2dec4186465f HTTP/1.1" status: 200 len: 993 time: 0.0717902 Oct 23 01:22:08.834216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-667c3fda-3f4f-447b-aadd-c2ea3706e4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:22:09.460534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=78 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:09.461463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=52 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:09.849212 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=11 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:09.857750 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:10.000525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=33,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:10.011652 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:11.091046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a3dc23e0-d2e1-4215-ac8a-4ea567a57102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:22:12.439617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:22:13.919329 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:22:14.005346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:22:21.828456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:22:31.763347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:31.767254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:31.768967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:36.007522 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:22:37.010060 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:38.133542 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-d989a5c2-00c5-4023-8f39-4c06eeb6cb65 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424011 Oct 23 01:22:38.235284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-02a86983-8975-4b3d-9bb2-8a52a118f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:22:38.236759 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-02a86983-8975-4b3d-9bb2-8a52a118f126 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 1129 time: 0.0386934 Oct 23 01:22:38.340998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-7bc5f113-c58f-4e9f-9525-b75f07a7a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:22:38.342514 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-7bc5f113-c58f-4e9f-9525-b75f07a7a0b3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6847516f-4a7e-4cce-944f-b1ab85e65637 HTTP/1.1" status: 200 len: 898 time: 0.0885296 Oct 23 01:22:38.722601 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-5821ce67-d693-474d-8e7b-7c547b978d1c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1605c83f-8e0d-42d1-a462-110c4dc4f682 HTTP/1.1" status: 200 len: 1001 time: 0.3733518 Oct 23 01:22:38.771171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-67de8a00-d8f0-4d91-8e78-f535cc01f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:22:38.772631 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-67de8a00-d8f0-4d91-8e78-f535cc01f9c9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=df421892-a3c9-476f-98b4-c6488c2ea225 HTTP/1.1" status: 200 len: 844 time: 0.0438311 Oct 23 01:22:38.818620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-1e88f160-d876-445d-9982-7883053f4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:22:38.820047 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-1e88f160-d876-445d-9982-7883053f4584 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6847516f-4a7e-4cce-944f-b1ab85e65637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420287 Oct 23 01:22:38.844945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0541123f-d69c-4b11-97ae-5f034dcadc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:22:38.911525 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-a6e5840b-fb21-4edc-8bf2-3a95c5325ecf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857394 Oct 23 01:22:39.002899 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e978ec10-3bb8-4503-a309-6e22229985f2 req-0aaddcf6-c052-4254-8c8f-3c9c19193719 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862210 Oct 23 01:22:41.112053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7a3a2f2f-e78d-48e9-a069-1025c586eac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:22:42.444709 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:22:43.911795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:22:44.026237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:22:46.003847 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:48.993704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=47 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:48.999730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=54 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:22:51.326378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-25a58835-53b7-4ada-9155-ae7c265d198d req-d8087077-2591-42a1-afd5-882282558d8c service neutron] (105985) timed out ('10.222.0.48', 49860) {{(pid=105985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:22:51.833300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:01.761984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:01.766817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:01.768535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:04.977978 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:04.982776 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:08.810304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-461c97fa-fc23-454f-a29b-fefc12e9d9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:11.110721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c966b34d-46e6-4b93-828b-2698707360c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:12.447953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:13.006808 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:23:13.929528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:14.032519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:21.882276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:23.001726 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:23.002460 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:31.760770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:31.764846 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:31.767060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:38.801895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-533e1802-a3a2-4f36-8c1a-49d2f206dcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:39.167437 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e39f88b-291b-4695-b797-d17a318af465 req-ea2d9efd-4b56-4fb1-9e08-22ef0cdcabe7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781972 Oct 23 01:23:39.268858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f88b-291b-4695-b797-d17a318af465 req-ebb7bd48-23de-49a8-bd25-d57fb8dc38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:23:39.270374 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e39f88b-291b-4695-b797-d17a318af465 req-ebb7bd48-23de-49a8-bd25-d57fb8dc38eb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 1129 time: 0.0392871 Oct 23 01:23:39.375060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f88b-291b-4695-b797-d17a318af465 req-d0c50c5b-a866-4d43-b0fe-4e9a74623009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:23:39.376458 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e39f88b-291b-4695-b797-d17a318af465 req-d0c50c5b-a866-4d43-b0fe-4e9a74623009 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6847516f-4a7e-4cce-944f-b1ab85e65637 HTTP/1.1" status: 200 len: 898 time: 0.0867195 Oct 23 01:23:39.437452 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e39f88b-291b-4695-b797-d17a318af465 req-d18c72d3-9acb-4c8b-b98b-6305ca1f20ee service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1605c83f-8e0d-42d1-a462-110c4dc4f682 HTTP/1.1" status: 200 len: 1001 time: 0.0537550 Oct 23 01:23:39.491497 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f88b-291b-4695-b797-d17a318af465 req-f3ad967e-43eb-4f9b-8521-6002899f5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:23:39.492956 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e39f88b-291b-4695-b797-d17a318af465 req-f3ad967e-43eb-4f9b-8521-6002899f5f33 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=df421892-a3c9-476f-98b4-c6488c2ea225 HTTP/1.1" status: 200 len: 844 time: 0.0486097 Oct 23 01:23:39.536905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f88b-291b-4695-b797-d17a318af465 req-80ecb2b5-2906-4481-9cc2-3e2a5d06e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:23:39.538497 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e39f88b-291b-4695-b797-d17a318af465 req-80ecb2b5-2906-4481-9cc2-3e2a5d06e983 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6847516f-4a7e-4cce-944f-b1ab85e65637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0398250 Oct 23 01:23:39.630544 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e39f88b-291b-4695-b797-d17a318af465 req-349d1acd-af1b-42d3-8a1d-b5610cccd5a9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861175 Oct 23 01:23:39.716950 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e39f88b-291b-4695-b797-d17a318af465 req-c81ee7bc-2552-470b-b22c-5f3a6c570560 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810661 Oct 23 01:23:41.104410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f367f776-9853-40d9-9e39-731e02b1ae6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:41.986918 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:41.987601 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:42.436177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:43.921629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:44.009621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:49.596786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38506) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:23:49.602094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:23:49.694455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5340849'] for subnet (df421892-a3c9-476f-98b4-c6488c2ea225), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:49.889685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733989090744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5534802'] for subnet (df421892-a3c9-476f-98b4-c6488c2ea225), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:49.930078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:23:49.930678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:49.932316 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/subnets/df421892-a3c9-476f-98b4-c6488c2ea225 HTTP/1.1" status: 200 len: 836 time: 0.3341777 Oct 23 01:23:49.935690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9a37a-1507-4bb8-890a-ae1ed308adb5 None None] Network 6847516f-4a7e-4cce-944f-b1ab85e65637 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:23:49.948434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Subnet': ['ID=df421892-a3c9-476f-98b4-c6488c2ea225,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:23:49.956415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.956765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.957110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.957453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.957806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.958144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.958471 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.958798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.959127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.959452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.959776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.960104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.960423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.960753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:49.961065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595e239-55bb-4af4-842d-01f44de13256 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:23:50.005233 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:23:50.266292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Provisioning complete for port 1605c83f-8e0d-42d1-a462-110c4dc4f682 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:23:50.266638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:50.266972 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Attempt 1 to provision port 1605c83f-8e0d-42d1-a462-110c4dc4f682 Oct 23 01:23:50.341516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Current status of the port 1605c83f-8e0d-42d1-a462-110c4dc4f682 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:23:50.349530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Provisioning complete for port 03f2c86b-23be-4ced-9774-c0806fd81f03 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:23:50.349927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:50.350258 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Attempt 1 to provision port 03f2c86b-23be-4ced-9774-c0806fd81f03 Oct 23 01:23:50.418767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Current status of the port 03f2c86b-23be-4ced-9774-c0806fd81f03 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:23:50.426488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Provisioning complete for port 9893c054-ac68-4aa6-990c-86874b4ebff8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:23:50.426851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:50.427182 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Attempt 1 to provision port 9893c054-ac68-4aa6-990c-86874b4ebff8 Oct 23 01:23:50.500611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-52c690e0-6f06-4c54-a4a4-fee864c4dd19 None None] Current status of the port 9893c054-ac68-4aa6-990c-86874b4ebff8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:23:51.835581 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:23:59.951138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:23:59.953332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:00.001749 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:01.763391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=39 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:01.767225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:01.768940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:08.791353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d07f0b88-caf5-4d41-bbbb-ea11bb6ea807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:11.106067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f9404908-62f9-4401-accf-ec96672a70a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:12.442887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:13.927153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:14.018066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:18.988787 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:18.993520 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:21.834972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:27.004184 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:24:31.763083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:31.766973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:31.768685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:32.811746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38520) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:33.050830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:24:33.051167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:33.127708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:33.127956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:33.140792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:24:33.355067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:33.380363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=c3fb4f2c-f3ab-4be1-8fec-cbd3604a400b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:33.445126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (f3a8da5b-6c9f-4062-9852-2dec4186465f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:33.445457 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP f3a8da5b-6c9f-4062-9852-2dec4186465f disassociated (deleted). External IP: 172.36.3.135, port: 1605c83f-8e0d-42d1-a462-110c4dc4f682. Oct 23 01:24:33.644971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:24:33.747897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:24:33.752803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:33.757768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbbdef5-9d47-4679-b7bf-5bd0b30ea7f8 None None] Sync routers for ids ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:24:33.768191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbbdef5-9d47-4679-b7bf-5bd0b30ea7f8 None None] Routers {'89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:24:33.778030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5bbbdef5-9d47-4679-b7bf-5bd0b30ea7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:24:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:33.783301 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8fc1706d-ee9f-488b-ad33-c8c6fff58012 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/f3a8da5b-6c9f-4062-9852-2dec4186465f HTTP/1.1" status: 204 len: 168 time: 0.9703345 Oct 23 01:24:33.784002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc135236-b044-4610-ba7d-50563653a4b0', 'tag': '1605c83f-8e0d-42d1-a462-110c4dc4f682'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:24:33.786948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cc135236-b044-4610-ba7d-50563653a4b0", "tag": "1605c83f-8e0d-42d1-a462-110c4dc4f682"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:24:33.847310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac855eaa-f07a-4375-bcf3-46e78ba9af30 x-openstack-request-id: req-ac855eaa-f07a-4375-bcf3-46e78ba9af30 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:24:33.847947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc135236-b044-4610-ba7d-50563653a4b0", "tag": "1605c83f-8e0d-42d1-a462-110c4dc4f682", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:24:33.847947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac855eaa-f07a-4375-bcf3-46e78ba9af30 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:24:33.848866 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac855eaa-f07a-4375-bcf3-46e78ba9af30'] response: {'name': 'network-changed', 'server_uuid': 'cc135236-b044-4610-ba7d-50563653a4b0', 'tag': '1605c83f-8e0d-42d1-a462-110c4dc4f682', 'status': 'completed', 'code': 200} Oct 23 01:24:33.888903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-5bbbdef5-9d47-4679-b7bf-5bd0b30ea7f8 None None] Set router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:24:33.911200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:33.938187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:33.941415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed req-e6071bcb-c380-4787-b647-ade650ec0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:33.943611 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed req-e6071bcb-c380-4787-b647-ade650ec0ad6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 1129 time: 0.0419786 Oct 23 01:24:34.041713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed req-03661890-99c0-480a-accd-24cd9b87b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:34.043304 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed req-03661890-99c0-480a-accd-24cd9b87b342 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6847516f-4a7e-4cce-944f-b1ab85e65637 HTTP/1.1" status: 200 len: 898 time: 0.0921948 Oct 23 01:24:34.080721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5bbbdef5-9d47-4679-b7bf-5bd0b30ea7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9893c054-ac68-4aa6-990c-86874b4ebff8', 'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:75:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:39Z', 'updated_at': '2022-10-23T01:21:44Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:34.106891 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed req-edc6f341-7f06-4155-a9b5-f5a0a2326971 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1605c83f-8e0d-42d1-a462-110c4dc4f682 HTTP/1.1" status: 200 len: 217 time: 0.0352612 Oct 23 01:24:34.110469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbbdef5-9d47-4679-b7bf-5bd0b30ea7f8 None None] Checking router: 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:24:34.119240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbbdef5-9d47-4679-b7bf-5bd0b30ea7f8 None None] Routers {'89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:24:34.119840 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5bbbdef5-9d47-4679-b7bf-5bd0b30ea7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:24:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:34.158081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed req-8b4dadb2-1cd5-4b40-a7df-8d2e3406bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:34.159575 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed req-8b4dadb2-1cd5-4b40-a7df-8d2e3406bc42 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=df421892-a3c9-476f-98b4-c6488c2ea225 HTTP/1.1" status: 200 len: 844 time: 0.0465183 Oct 23 01:24:34.204863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed req-b53a03d2-fa91-4d81-98a5-1bf5b047b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:34.206163 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed req-b53a03d2-fa91-4d81-98a5-1bf5b047b7c2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6847516f-4a7e-4cce-944f-b1ab85e65637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0398657 Oct 23 01:24:34.311898 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed req-f3d13b6d-0e93-4bc0-9cb2-391d6bb464f1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995448 Oct 23 01:24:34.367672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-5bbbdef5-9d47-4679-b7bf-5bd0b30ea7f8 None None] Set router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:24:34.439969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f6be9-bbde-4f54-ab7f-212c875edb2a req-7bc7f7ef-8adf-40dc-87d2-ff1396ad7935 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:34.441457 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4e9f6be9-bbde-4f54-ab7f-212c875edb2a req-7bc7f7ef-8adf-40dc-87d2-ff1396ad7935 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 945 time: 0.1215670 Oct 23 01:24:34.492029 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4e9f6be9-bbde-4f54-ab7f-212c875edb2a req-0db95111-a742-4bde-a9c3-075028ba2461 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442371 Oct 23 01:24:34.558052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-5bbbdef5-9d47-4679-b7bf-5bd0b30ea7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9893c054-ac68-4aa6-990c-86874b4ebff8', 'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:75:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:39Z', 'updated_at': '2022-10-23T01:21:44Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:34.583554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbbdef5-9d47-4679-b7bf-5bd0b30ea7f8 None None] The sync data for ids ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'] in dv-neutron-master-2-hyperv is: [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9893c054-ac68-4aa6-990c-86874b4ebff8', 'name': '', 'network_id': '6847516f-4a7e-4cce-944f-b1ab85e65637', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:75:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:39Z', 'updated_at': '2022-10-23T01:21:44Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': 'df421892-a3c9-476f-98b4-c6488c2ea225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:24:34.799621 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab62408-43bb-4408-92c9-ab9eadea8848 None None] New status for floating IP f3a8da5b-6c9f-4062-9852-2dec4186465f: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:24:35.440979 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-19c5b00b-cabf-4b5d-9140-95a5fc1c58ed req-3453a3ce-79ae-40d8-90ba-b1eb41531b35 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886552 Oct 23 01:24:35.663440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc0ee3-c7a8-4a79-8ad6-561ec07b5217 req-77964f4a-8a22-46b0-9d60-1fa6d5e58550 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:35.665073 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cfbc0ee3-c7a8-4a79-8ad6-561ec07b5217 req-77964f4a-8a22-46b0-9d60-1fa6d5e58550 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 945 time: 0.0918829 Oct 23 01:24:35.714922 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cfbc0ee3-c7a8-4a79-8ad6-561ec07b5217 req-137e09dd-4fca-41aa-becb-7c38a16aad27 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 Oct 23 01:24:35.818233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a02b1-d41c-477e-9e45-55f7b281c26f req-7f94d16c-9359-45f9-aef5-8ccf3a64307d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:35.819714 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0a0a02b1-d41c-477e-9e45-55f7b281c26f req-7f94d16c-9359-45f9-aef5-8ccf3a64307d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 945 time: 0.0463510 Oct 23 01:24:35.902073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-0a0a02b1-d41c-477e-9e45-55f7b281c26f req-57648af3-4674-422b-9832-c7e82e2b8a30 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 1605c83f-8e0d-42d1-a462-110c4dc4f682 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:24:35.902411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0a0a02b1-d41c-477e-9e45-55f7b281c26f req-57648af3-4674-422b-9832-c7e82e2b8a30 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:35.990847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-0a0a02b1-d41c-477e-9e45-55f7b281c26f req-57648af3-4674-422b-9832-c7e82e2b8a30 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 1605c83f-8e0d-42d1-a462-110c4dc4f682, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1605c83f-8e0d-42d1-a462-110c4dc4f682,segment=NetworkSegment(c14728b3-5434-4ec9-8749-e6f18416ddab),segment_id=c14728b3-5434-4ec9-8749-e6f18416ddab)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:24:35.991184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0a0a02b1-d41c-477e-9e45-55f7b281c26f req-57648af3-4674-422b-9832-c7e82e2b8a30 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:36.003992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-0a0a02b1-d41c-477e-9e45-55f7b281c26f req-57648af3-4674-422b-9832-c7e82e2b8a30 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 1605c83f-8e0d-42d1-a462-110c4dc4f682 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:24:36.008118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:36.197336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0a0a02b1-d41c-477e-9e45-55f7b281c26f req-57648af3-4674-422b-9832-c7e82e2b8a30 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1605c83f-8e0d-42d1-a462-110c4dc4f682), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:36.225704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57648af3-4674-422b-9832-c7e82e2b8a30 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=1605c83f-8e0d-42d1-a462-110c4dc4f682,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:36.272794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0a02b1-d41c-477e-9e45-55f7b281c26f req-57648af3-4674-422b-9832-c7e82e2b8a30 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] No DVR routers for this DVR port 1605c83f-8e0d-42d1-a462-110c4dc4f682 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:24:36.275296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0a0a02b1-d41c-477e-9e45-55f7b281c26f req-57648af3-4674-422b-9832-c7e82e2b8a30 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:36.278533 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0a0a02b1-d41c-477e-9e45-55f7b281c26f req-57648af3-4674-422b-9832-c7e82e2b8a30 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "DELETE /networking/v2.0/ports/1605c83f-8e0d-42d1-a462-110c4dc4f682 HTTP/1.1" status: 204 len: 173 time: 0.4536746 Oct 23 01:24:36.279015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc135236-b044-4610-ba7d-50563653a4b0', 'name': 'network-vif-deleted', 'tag': '1605c83f-8e0d-42d1-a462-110c4dc4f682'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:24:36.281315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be2e412-5a50-4fbe-8677-7b97d33d29a2" -d '{"events": [{"server_uuid": "cc135236-b044-4610-ba7d-50563653a4b0", "name": "network-vif-deleted", "tag": "1605c83f-8e0d-42d1-a462-110c4dc4f682"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:24:36.320158 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c049c684-197a-49f2-9542-83ebb3982ca0 x-openstack-request-id: req-c049c684-197a-49f2-9542-83ebb3982ca0 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:24:36.320453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc135236-b044-4610-ba7d-50563653a4b0", "name": "network-vif-deleted", "tag": "1605c83f-8e0d-42d1-a462-110c4dc4f682", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:24:36.320700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c049c684-197a-49f2-9542-83ebb3982ca0 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:24:36.321097 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c049c684-197a-49f2-9542-83ebb3982ca0'] response: {'server_uuid': 'cc135236-b044-4610-ba7d-50563653a4b0', 'name': 'network-vif-deleted', 'tag': '1605c83f-8e0d-42d1-a462-110c4dc4f682', 'status': 'completed', 'code': 200} Oct 23 01:24:36.829114 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-505777d7-267e-486e-8475-23d304655fe9 req-421b444f-d886-4e97-aea9-1a10ac542d58 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc135236-b044-4610-ba7d-50563653a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0277109 Oct 23 01:24:37.896060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38558) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:37.951832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03b24396-db50-4d05-bcca-5271498caac2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (d2a07bc1-a8ea-4e94-bd38-4b3a0792325e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:37.976446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03b24396-db50-4d05-bcca-5271498caac2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (d2a07bc1-a8ea-4e94-bd38-4b3a0792325e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:38.105380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03b24396-db50-4d05-bcca-5271498caac2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d2a07bc1-a8ea-4e94-bd38-4b3a0792325e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:38.107993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-03b24396-db50-4d05-bcca-5271498caac2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:38.109186 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-03b24396-db50-4d05-bcca-5271498caac2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d2a07bc1-a8ea-4e94-bd38-4b3a0792325e HTTP/1.1" status: 204 len: 168 time: 0.2130041 Oct 23 01:24:38.118706 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b24396-db50-4d05-bcca-5271498caac2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a07bc1-a8ea-4e94-bd38-4b3a0792325e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:38.203720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38562) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:38.294162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:38.529741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:38.676203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:38.762780 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 9893c054-ac68-4aa6-990c-86874b4ebff8 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:24:38.763129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:38.802896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f23d2e5f-7edf-4b74-927b-ccb0e4bd581a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:38.852608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 9893c054-ac68-4aa6-990c-86874b4ebff8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9893c054-ac68-4aa6-990c-86874b4ebff8,segment=NetworkSegment(c14728b3-5434-4ec9-8749-e6f18416ddab),segment_id=c14728b3-5434-4ec9-8749-e6f18416ddab)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:24:38.852982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:38.866299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 9893c054-ac68-4aa6-990c-86874b4ebff8 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:24:39.094678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9893c054-ac68-4aa6-990c-86874b4ebff8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:39.119761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=9893c054-ac68-4aa6-990c-86874b4ebff8,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:39.292198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:39.312818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b1c15-9795-4234-9e31-fcd64cbef4b1 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:24:39.336622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:39.388429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b1c15-9795-4234-9e31-fcd64cbef4b1 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:24:39.452414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:39.507682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:24:39.970997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:24:39.970997 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ea0aa350-3d0c-4cf6-962a-ab5aac41997b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7466321 Oct 23 01:24:39.970997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38564) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:39.973207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e066135-9987-44f6-ace2-2cd2a65d9b29 None None] Sync routers for ids ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:24:39.973207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e066135-9987-44f6-ace2-2cd2a65d9b29 None None] Routers {'89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:24:39.973207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1e066135-9987-44f6-ace2-2cd2a65d9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:24:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:40.006506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc4f318-36bc-4263-b989-6c1c56ee2f8c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting subnet df421892-a3c9-476f-98b4-c6488c2ea225 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:24:40.009675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f318-36bc-4263-b989-6c1c56ee2f8c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (df421892-a3c9-476f-98b4-c6488c2ea225), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.033098 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b993479a-b685-412a-8200-03fa8220b163 None None] Provisioning complete for port 03f2c86b-23be-4ced-9774-c0806fd81f03 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:24:40.033557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b993479a-b685-412a-8200-03fa8220b163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.034000 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b993479a-b685-412a-8200-03fa8220b163 None None] Attempt 1 to provision port 03f2c86b-23be-4ced-9774-c0806fd81f03 Oct 23 01:24:40.050108 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f318-36bc-4263-b989-6c1c56ee2f8c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (df421892-a3c9-476f-98b4-c6488c2ea225), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.127061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-1e066135-9987-44f6-ace2-2cd2a65d9b29 None None] Set router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:24:40.138632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f318-36bc-4263-b989-6c1c56ee2f8c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (df421892-a3c9-476f-98b4-c6488c2ea225), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.259998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b993479a-b685-412a-8200-03fa8220b163 None None] Current status of the port 03f2c86b-23be-4ced-9774-c0806fd81f03 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:24:40.265326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f318-36bc-4263-b989-6c1c56ee2f8c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (df421892-a3c9-476f-98b4-c6488c2ea225), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.297388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4f318-36bc-4263-b989-6c1c56ee2f8c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Subnet': ['ID=df421892-a3c9-476f-98b4-c6488c2ea225,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:40.299520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f318-36bc-4263-b989-6c1c56ee2f8c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.303326 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0bc4f318-36bc-4263-b989-6c1c56ee2f8c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/df421892-a3c9-476f-98b4-c6488c2ea225 HTTP/1.1" status: 204 len: 168 time: 0.3483624 Oct 23 01:24:40.306174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38566) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:40.319362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07fa2e0-3132-4c39-af16-1b6c1db8ac46 None None] Network 6847516f-4a7e-4cce-944f-b1ab85e65637 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:24:40.334367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:40.384996 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1e066135-9987-44f6-ace2-2cd2a65d9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:24:38Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:40.414066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.418787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 1605c83f-8e0d-42d1-a462-110c4dc4f682 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:24:40.423869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e066135-9987-44f6-ace2-2cd2a65d9b29 None None] Checking router: 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:24:40.460619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 1605c83f-8e0d-42d1-a462-110c4dc4f682 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:24:40.460962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 1605c83f-8e0d-42d1-a462-110c4dc4f682 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:24:40.471904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:40.476843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e066135-9987-44f6-ace2-2cd2a65d9b29 None None] Routers {'89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:24:40.477463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1e066135-9987-44f6-ace2-2cd2a65d9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:24:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:40.544116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.561032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] DHCP port deletion for 6847516f-4a7e-4cce-944f-b1ab85e65637 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:24:40.597871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:40.640769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Deleting port 03f2c86b-23be-4ced-9774-c0806fd81f03 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:24:40.641078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.677555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:24:40.677929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.696157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-1e066135-9987-44f6-ace2-2cd2a65d9b29 None None] Set router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:24:40.768715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 12e25b57-f9c7-4e3a-b437-3dddeafa34b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=12e25b57-f9c7-4e3a-b437-3dddeafa34b4,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:24:40.769019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.783496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:24:40.819039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] For port 03f2c86b-23be-4ced-9774-c0806fd81f03, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03f2c86b-23be-4ced-9774-c0806fd81f03,segment=NetworkSegment(c14728b3-5434-4ec9-8749-e6f18416ddab),segment_id=c14728b3-5434-4ec9-8749-e6f18416ddab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:24:40.819438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:40.837535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Calling delete_port for 03f2c86b-23be-4ced-9774-c0806fd81f03 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:24:40.967121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-1e066135-9987-44f6-ace2-2cd2a65d9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:24:38Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:40.995779 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e066135-9987-44f6-ace2-2cd2a65d9b29 None None] The sync data for ids ['89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8'] in dv-neutron-master-2-hyperv is: [{'id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'name': 'tempest-TestNetworkBasicOps-router-40423076', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94'}], 'enable_snat': True}, 'gw_port_id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:21:35Z', 'updated_at': '2022-10-23T01:24:38Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '12e25b57-f9c7-4e3a-b437-3dddeafa34b4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:21:36Z', 'updated_at': '2022-10-23T01:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:24:41.025517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (12e25b57-f9c7-4e3a-b437-3dddeafa34b4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.052088 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=12e25b57-f9c7-4e3a-b437-3dddeafa34b4,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:41.066269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.066621 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.066967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.068178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.068178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.068178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.068364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.068642 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.069000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.069327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.069657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.070036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.070361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.070681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.071004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.085900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (03f2c86b-23be-4ced-9774-c0806fd81f03), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.112657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Pushing event deleted for resources: {'Port': ['ID=03f2c86b-23be-4ced-9774-c0806fd81f03,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:41.116435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-118dd399-80ef-4311-a5cb-5c52242da9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.123312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] No DVR routers for this DVR port 03f2c86b-23be-4ced-9774-c0806fd81f03 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:24:41.125426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.125772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.126146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.126485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.126815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.127142 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.127474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.127801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.128126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.128449 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.128775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.129098 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.129463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.130538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.130639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.130869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf00ad-5c52-4842-9ca1-c2fa7005c0a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:41.224923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.227038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.337246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.337903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Fanout notify agent at l3_agent the message router_deleted on router 89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:24:41.344389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.347469 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8649f4e1-83c3-41db-a3ab-932accdde0fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/routers/89247a6b-a5ca-4ac7-ad6d-3a55ec97eee8 HTTP/1.1" status: 204 len: 168 time: 1.0386543 Oct 23 01:24:41.349246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38568) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:41.430358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (6847516f-4a7e-4cce-944f-b1ab85e65637), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.433218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:41.444321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:41.528226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (6847516f-4a7e-4cce-944f-b1ab85e65637), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.550274 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6847516f-4a7e-4cce-944f-b1ab85e65637']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:41.564891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14728b3-5434-4ec9-8749-e6f18416ddab') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:41.565197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14728b3-5434-4ec9-8749-e6f18416ddab') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:41.576712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (c14728b3-5434-4ec9-8749-e6f18416ddab), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.591316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (c14728b3-5434-4ec9-8749-e6f18416ddab), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.598835 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:24:41.599240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (c14728b3-5434-4ec9-8749-e6f18416ddab), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.679238 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment c14728b3-5434-4ec9-8749-e6f18416ddab resource provider aggregate not found Oct 23 01:24:41.696728 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment c14728b3-5434-4ec9-8749-e6f18416ddab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c14728b3-5434-4ec9-8749-e6f18416ddab found for delete ", "request_id": "req-7342b74a-433d-472d-932e-8fbc5480a497"}]} Oct 23 01:24:41.749115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (6847516f-4a7e-4cce-944f-b1ab85e65637), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.756908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.760057 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/networks/6847516f-4a7e-4cce-944f-b1ab85e65637 HTTP/1.1" status: 204 len: 168 time: 0.4097540 Oct 23 01:24:41.771928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38576) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:41.772408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b22cf-0727-4de0-964d-047b25905a46 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Network': ['ID=6847516f-4a7e-4cce-944f-b1ab85e65637,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:41.777696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'network': {'name': 'tempest-network-smoke--1389119347', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'port_security_enabled': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:41.882924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:24:41.886739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.910562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:24:41.919234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (883ec204-e5a5-4a78-a1f7-6f993e18cd5c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:41.919523 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Added segment 883ec204-e5a5-4a78-a1f7-6f993e18cd5c of type vlan for network aaa6f5d3-3bf5-4572-b853-512104a7185b Oct 23 01:24:41.962409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (aaa6f5d3-3bf5-4572-b853-512104a7185b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:42.057457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (aaa6f5d3-3bf5-4572-b853-512104a7185b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:42.062421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:42.062997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:42.129973 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Network': ['ID=aaa6f5d3-3bf5-4572-b853-512104a7185b,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:42.140080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network aaa6f5d3-3bf5-4572-b853-512104a7185b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:24:42.185991 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3c01bc8c-ed65-40ff-b192-527d63ef7a09 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4122546 Oct 23 01:24:42.188745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38578) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:42.193180 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'admin_state_up': True, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:42.280379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (771b88b2-520e-4514-8a0c-2b7d456c1105), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:42.281439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (771b88b2-520e-4514-8a0c-2b7d456c1105), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:42.289777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:42.312864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:24:42.332460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:24:42.332807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 12e25b57-f9c7-4e3a-b437-3dddeafa34b4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:24:42.333218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 03f2c86b-23be-4ced-9774-c0806fd81f03 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:24:42.337400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (771b88b2-520e-4514-8a0c-2b7d456c1105), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:42.352093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 03f2c86b-23be-4ced-9774-c0806fd81f03 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:24:42.354967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 03f2c86b-23be-4ced-9774-c0806fd81f03 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:24:42.354967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9893c054-ac68-4aa6-990c-86874b4ebff8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:24:42.374317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 9893c054-ac68-4aa6-990c-86874b4ebff8 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:24:42.374664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 9893c054-ac68-4aa6-990c-86874b4ebff8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:24:42.459491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:42.534373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (771b88b2-520e-4514-8a0c-2b7d456c1105), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:42.537732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:42.782489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (771b88b2-520e-4514-8a0c-2b7d456c1105), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:42.801453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:42.903401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.218 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/d709ece5-6b27-4961-97ed-77dfcf683247) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:24:43.010362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (d709ece5-6b27-4961-97ed-77dfcf683247), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:43.092308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:43.128429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:24:43.131924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:24:43.137662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:24:43.164720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=d709ece5-6b27-4961-97ed-77dfcf683247,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:43.465212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (771b88b2-520e-4514-8a0c-2b7d456c1105), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:43.598856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:43.614548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:43.654630 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (771b88b2-520e-4514-8a0c-2b7d456c1105), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:43.885587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 771b88b2-520e-4514-8a0c-2b7d456c1105 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:24:43.965544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:43.991054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:24:44.000550 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Sync routers for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:24:44.010677 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:24:44.011291 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:24:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:44.016997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:44.070961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:44.072303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-36a277ea-70be-4c29-8489-671c49914273 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8824835 Oct 23 01:24:44.075355 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38580) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:44.114967 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:24:44.166895 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-96307737-b8b4-451b-82b9-5b62813b1ee0 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=0226f1f233794f45b9d6ad046f30f76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0903680 Oct 23 01:24:44.169381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38584) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:44.258398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160e920-a689-428a-93be-d3849fc7e021 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:44.262343 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8160e920-a689-428a-93be-d3849fc7e021 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895054 Oct 23 01:24:44.262865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38586) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:44.283059 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:43Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:44.300122 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f9787745-d095-4ff2-bbd2-58c6f7cee0dd tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339177 Oct 23 01:24:44.300327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38588) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:44.304996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1944031353', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:44.308855 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Checking router: 771b88b2-520e-4514-8a0c-2b7d456c1105 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:24:44.309197 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Updating router 771b88b2-520e-4514-8a0c-2b7d456c1105 port d709ece5-6b27-4961-97ed-77dfcf683247 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:24:44.339793 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:44.482849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:24:44.486978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:44.587563 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Publish callbacks [] for port (d709ece5-6b27-4961-97ed-77dfcf683247), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:44.674477 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:44.710800 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Attempting to bind port d709ece5-6b27-4961-97ed-77dfcf683247 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:24:44.710989 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Attempting to bind port d709ece5-6b27-4961-97ed-77dfcf683247 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:24:44.711302 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Attempting to bind port d709ece5-6b27-4961-97ed-77dfcf683247 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:24:44.744278 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Pushing event updated for resources: {'Port': ['ID=d709ece5-6b27-4961-97ed-77dfcf683247,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:44.758045 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.758381 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.758775 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.759101 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.759426 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.759741 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.760053 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.760366 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.760457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (23130b1a-9f45-4c44-87a5-380d68825e44), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:44.760679 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.760987 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.761296 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.761602 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.761951 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.762256 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.762560 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:44.778708 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:24:44.779167 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:24:44.779564 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:44.779949 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:24:44.780403 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Bound port: d709ece5-6b27-4961-97ed-77dfcf683247, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:24:44.780770 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:44.824966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Subnet': ['ID=23130b1a-9f45-4c44-87a5-380d68825e44,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:44.832589 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] For port d709ece5-6b27-4961-97ed-77dfcf683247, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:24:44.834217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Checking segment: {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:24:44.834583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network hostable DHCP agents. Network: aaa6f5d3-3bf5-4572-b853-512104a7185b, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:24:44.835858 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] For port d709ece5-6b27-4961-97ed-77dfcf683247, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d709ece5-6b27-4961-97ed-77dfcf683247,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:24:44.917117 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:44.945054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network aaa6f5d3-3bf5-4572-b853-512104a7185b is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:24:44.952908 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:24:44.953523 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:24:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:45.003483 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:45.006187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, aaa6f5d3-3bf5-4572-b853-512104a7185b) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:24:45.008442 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:45.010354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:45.015824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:45.016506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f294a-59ff-4d21-973c-8763796e5006 None None] Network aaa6f5d3-3bf5-4572-b853-512104a7185b requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:24:45.017758 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509018b-ad6c-4c1e-a242-16a437eb3007 None None] Pushing event updated for resources: {'Port': ['ID=d709ece5-6b27-4961-97ed-77dfcf683247,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:45.080825 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:24:45.094210 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d287d42a-b5eb-4ff8-9e30-b8a4ccbe55ff tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7928398 Oct 23 01:24:45.097282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38590) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:45.124756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-aaa6f5d3-3bf5-4572-b853-512104a7185b', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:24:45.125985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:45.216047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:45.261377 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:43Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:45.277260 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Allocated IP 172.20.0.2 (aaa6f5d3-3bf5-4572-b853-512104a7185b/23130b1a-9f45-4c44-87a5-380d68825e44/1c5a117c-376a-429b-b9b0-fee08c00a059) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:24:45.287339 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f37d2b-b155-4c37-8dbb-08d9e84257a8 None None] The sync data for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv is: [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:43Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:24:45.409408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:45.432719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Publish callbacks [] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:45.486612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:45.579472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:45.726588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Network aaa6f5d3-3bf5-4572-b853-512104a7185b is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:24:45.727889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Pushing event updated for resources: {'Port': ['ID=1c5a117c-376a-429b-b9b0-fee08c00a059,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:45.730656 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:24:45.732879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:24:45.796358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Attempting to bind port 1c5a117c-376a-429b-b9b0-fee08c00a059 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:24:45.796747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Attempting to bind port 1c5a117c-376a-429b-b9b0-fee08c00a059 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:24:45.797117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Attempting to bind port 1c5a117c-376a-429b-b9b0-fee08c00a059 on network aaa6f5d3-3bf5-4572-b853-512104a7185b {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:24:45.851119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:45.853342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:45.887185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.1 (aaa6f5d3-3bf5-4572-b853-512104a7185b/23130b1a-9f45-4c44-87a5-380d68825e44/500b6ebb-4d8c-48d2-b06e-0379e214152a) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:24:45.895556 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:24:45.895941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Checking segment: {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:24:45.896492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:45.896751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Bound using segment: {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:24:45.897257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Bound port: 1c5a117c-376a-429b-b9b0-fee08c00a059, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:24:45.897647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:45.920622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:46.025062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] For port 1c5a117c-376a-429b-b9b0-fee08c00a059, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:24:46.025831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:46.027290 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:46.028515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] For port 1c5a117c-376a-429b-b9b0-fee08c00a059, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c5a117c-376a-429b-b9b0-fee08c00a059,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:24:46.089199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:46.129969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:46.160520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a7e88-4a53-424e-981c-4fdd6a300fe3 None None] Pushing event updated for resources: {'Port': ['ID=1c5a117c-376a-429b-b9b0-fee08c00a059,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:46.193007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network aaa6f5d3-3bf5-4572-b853-512104a7185b is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:24:46.198520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:24:46.201537 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=500b6ebb-4d8c-48d2-b06e-0379e214152a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:46.203196 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:24:46.399686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d709ece5-6b27-4961-97ed-77dfcf683247 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:24:46.451589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d709ece5-6b27-4961-97ed-77dfcf683247 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:24:46.451985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:46.452316 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d709ece5-6b27-4961-97ed-77dfcf683247 Oct 23 01:24:46.527926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (771b88b2-520e-4514-8a0c-2b7d456c1105), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:46.537400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d709ece5-6b27-4961-97ed-77dfcf683247 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:24:46.537726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:46.559888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port d709ece5-6b27-4961-97ed-77dfcf683247, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d709ece5-6b27-4961-97ed-77dfcf683247,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:24:46.654247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:46.704737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=d709ece5-6b27-4961-97ed-77dfcf683247,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:46.723272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:46.851719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:46.996949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:47.068731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:47.146393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=500b6ebb-4d8c-48d2-b06e-0379e214152a,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:47.152991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (771b88b2-520e-4514-8a0c-2b7d456c1105), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:47.256891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network aaa6f5d3-3bf5-4572-b853-512104a7185b is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:24:47.258412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:24:47.373481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 771b88b2-520e-4514-8a0c-2b7d456c1105 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:24:47.416722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b715bfa8-19d2-4d00-baae-c88132f1753a None None] Network aaa6f5d3-3bf5-4572-b853-512104a7185b requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:24:47.431968 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:47.475730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c3dc2416-c0a5-46d0-843e-acb20b3578de None None] Provisioning complete for port 1c5a117c-376a-429b-b9b0-fee08c00a059 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:24:47.476096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2416-c0a5-46d0-843e-acb20b3578de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:47.476429 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c3dc2416-c0a5-46d0-843e-acb20b3578de None None] Attempt 1 to provision port 1c5a117c-376a-429b-b9b0-fee08c00a059 Oct 23 01:24:47.483930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:24:47.488887 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6d08e95f-a8c5-437b-a7be-4590dbf13507 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/771b88b2-520e-4514-8a0c-2b7d456c1105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3898823 Oct 23 01:24:47.491586 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38592) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:47.506568 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Sync routers for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:24:47.545286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:24:47.545286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:24:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:47.589925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed6a3a-26f9-47da-aec0-6a14f1fe0d03 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:47.590430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed6a3a-26f9-47da-aec0-6a14f1fe0d03 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:47.590904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed6a3a-26f9-47da-aec0-6a14f1fe0d03 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:47.591391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed6a3a-26f9-47da-aec0-6a14f1fe0d03 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:47.593069 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-11ed6a3a-26f9-47da-aec0-6a14f1fe0d03 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1002905 Oct 23 01:24:47.596099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38594) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:47.653352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a91df-93ca-41b2-9f53-d18f34d62ca6 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:47.655232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a91df-93ca-41b2-9f53-d18f34d62ca6 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:47.655857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a91df-93ca-41b2-9f53-d18f34d62ca6 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:47.656523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a91df-93ca-41b2-9f53-d18f34d62ca6 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:47.661421 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8d0a91df-93ca-41b2-9f53-d18f34d62ca6 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0617828 Oct 23 01:24:47.661707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38596) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:47.687386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc2416-c0a5-46d0-843e-acb20b3578de None None] Current status of the port 1c5a117c-376a-429b-b9b0-fee08c00a059 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:24:47.687781 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2416-c0a5-46d0-843e-acb20b3578de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:47.725650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:24:47.767284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c3dc2416-c0a5-46d0-843e-acb20b3578de None None] For port 1c5a117c-376a-429b-b9b0-fee08c00a059, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c5a117c-376a-429b-b9b0-fee08c00a059,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:24:47.782009 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-554c795e-51f2-4aab-a130-6357443513a1 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1190639 Oct 23 01:24:47.824056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2416-c0a5-46d0-843e-acb20b3578de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:47.925119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc2416-c0a5-46d0-843e-acb20b3578de None None] Pushing event updated for resources: {'Port': ['ID=1c5a117c-376a-429b-b9b0-fee08c00a059,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:47.949228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:47.962898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38600) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:47.967543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f4ae1485-59bf-4a3d-a7af-f52a8633e509 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271652672', 'description': 'tempest-secgroup-smoke-1271652672 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:47.976149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1ff89f59-012a-4669-aac8-0acd6dd4816c None None] Provisioning complete for port 500b6ebb-4d8c-48d2-b06e-0379e214152a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:24:47.976526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1ff89f59-012a-4669-aac8-0acd6dd4816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:47.976864 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1ff89f59-012a-4669-aac8-0acd6dd4816c None None] Attempt 1 to provision port 500b6ebb-4d8c-48d2-b06e-0379e214152a Oct 23 01:24:48.017222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:48.046850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1ff89f59-012a-4669-aac8-0acd6dd4816c None None] Port 500b6ebb-4d8c-48d2-b06e-0379e214152a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:24:48.051221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Checking router: 771b88b2-520e-4514-8a0c-2b7d456c1105 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:24:48.051589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Updating router 771b88b2-520e-4514-8a0c-2b7d456c1105 port 500b6ebb-4d8c-48d2-b06e-0379e214152a binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:24:48.059983 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f4ae1485-59bf-4a3d-a7af-f52a8633e509 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.078565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1ff89f59-012a-4669-aac8-0acd6dd4816c None None] Provisioning complete for port 1c5a117c-376a-429b-b9b0-fee08c00a059 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:24:48.078885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1ff89f59-012a-4669-aac8-0acd6dd4816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.079225 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1ff89f59-012a-4669-aac8-0acd6dd4816c None None] Attempt 1 to provision port 1c5a117c-376a-429b-b9b0-fee08c00a059 Oct 23 01:24:48.106590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.142348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f4ae1485-59bf-4a3d-a7af-f52a8633e509 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (3144bb90-8f13-4b65-a60d-83b4137908e8), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.207254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f4ae1485-59bf-4a3d-a7af-f52a8633e509 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3144bb90-8f13-4b65-a60d-83b4137908e8), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.240523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae1485-59bf-4a3d-a7af-f52a8633e509 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3144bb90-8f13-4b65-a60d-83b4137908e8,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:48.261431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1ff89f59-012a-4669-aac8-0acd6dd4816c None None] Current status of the port 1c5a117c-376a-429b-b9b0-fee08c00a059 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:24:48.266431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:48.316485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f4ae1485-59bf-4a3d-a7af-f52a8633e509 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.323828 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f4ae1485-59bf-4a3d-a7af-f52a8633e509 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3541353 Oct 23 01:24:48.323828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38602) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:48.327502 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-414de670-7953-42d1-ac33-7ab15ec942c0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '3144bb90-8f13-4b65-a60d-83b4137908e8', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:48.337121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:48.388240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1eca5289-1b9a-428b-a6e3-10d40bf1428a None None] Provisioning complete for port 500b6ebb-4d8c-48d2-b06e-0379e214152a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:24:48.388524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1eca5289-1b9a-428b-a6e3-10d40bf1428a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.388856 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1eca5289-1b9a-428b-a6e3-10d40bf1428a None None] Attempt 1 to provision port 500b6ebb-4d8c-48d2-b06e-0379e214152a Oct 23 01:24:48.419414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1c5a117c-376a-429b-b9b0-fee08c00a059 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:24:48.449187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-414de670-7953-42d1-ac33-7ab15ec942c0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (fd656994-d770-49c3-b356-2af0cdaf5a25), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.486674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1eca5289-1b9a-428b-a6e3-10d40bf1428a None None] Port 500b6ebb-4d8c-48d2-b06e-0379e214152a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:24:48.506097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Publish callbacks [] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.509250 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-414de670-7953-42d1-ac33-7ab15ec942c0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (fd656994-d770-49c3-b356-2af0cdaf5a25), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.516718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1c5a117c-376a-429b-b9b0-fee08c00a059 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:24:48.517079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.517419 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1c5a117c-376a-429b-b9b0-fee08c00a059 Oct 23 01:24:48.577460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-414de670-7953-42d1-ac33-7ab15ec942c0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (fd656994-d770-49c3-b356-2af0cdaf5a25), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.592569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.598684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414de670-7953-42d1-ac33-7ab15ec942c0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd656994-d770-49c3-b356-2af0cdaf5a25,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:48.601139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1c5a117c-376a-429b-b9b0-fee08c00a059 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:24:48.602242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d709ece5-6b27-4961-97ed-77dfcf683247 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:24:48.678974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-414de670-7953-42d1-ac33-7ab15ec942c0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.680148 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-414de670-7953-42d1-ac33-7ab15ec942c0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3581419 Oct 23 01:24:48.683160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38604) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:48.687533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7fe551a8-2ba6-4953-9115-292d44cc3472 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '3144bb90-8f13-4b65-a60d-83b4137908e8', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:48.687664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176c061-0a3e-4ff5-9488-699186cd058e None None] Pushing event updated for resources: {'Port': ['ID=500b6ebb-4d8c-48d2-b06e-0379e214152a,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:48.703717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:48.723480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d709ece5-6b27-4961-97ed-77dfcf683247 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:24:48.723874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.724192 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d709ece5-6b27-4961-97ed-77dfcf683247 Oct 23 01:24:48.744768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Attempting to bind port 500b6ebb-4d8c-48d2-b06e-0379e214152a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:24:48.745144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Attempting to bind port 500b6ebb-4d8c-48d2-b06e-0379e214152a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:24:48.745509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Attempting to bind port 500b6ebb-4d8c-48d2-b06e-0379e214152a on network aaa6f5d3-3bf5-4572-b853-512104a7185b {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:24:48.800881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7fe551a8-2ba6-4953-9115-292d44cc3472 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (97745700-5c20-4cf2-b9a6-816c006fbcc3), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.865243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7fe551a8-2ba6-4953-9115-292d44cc3472 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (97745700-5c20-4cf2-b9a6-816c006fbcc3), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.933764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7fe551a8-2ba6-4953-9115-292d44cc3472 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (97745700-5c20-4cf2-b9a6-816c006fbcc3), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.942693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:24:48.942986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Checking segment: {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:24:48.943391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.943787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Bound using segment: {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:24:48.944329 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Bound port: 500b6ebb-4d8c-48d2-b06e-0379e214152a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:24:48.946126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:48.956481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe551a8-2ba6-4953-9115-292d44cc3472 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97745700-5c20-4cf2-b9a6-816c006fbcc3,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:49.008366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d709ece5-6b27-4961-97ed-77dfcf683247 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:24:49.022552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7fe551a8-2ba6-4953-9115-292d44cc3472 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.023873 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7fe551a8-2ba6-4953-9115-292d44cc3472 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3397169 Oct 23 01:24:49.026791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38606) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:49.032145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-50966469-bffa-4eb6-bf23-bed7bce20dd8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '3144bb90-8f13-4b65-a60d-83b4137908e8', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:49.038317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] For port 500b6ebb-4d8c-48d2-b06e-0379e214152a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:24:49.041609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] For port 500b6ebb-4d8c-48d2-b06e-0379e214152a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=500b6ebb-4d8c-48d2-b06e-0379e214152a,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:24:49.123253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.151835 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-50966469-bffa-4eb6-bf23-bed7bce20dd8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (e64df34c-9733-4900-924b-73543d741670), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.157236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:24:49.157899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:24:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:49.203386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:49.211505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-50966469-bffa-4eb6-bf23-bed7bce20dd8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (e64df34c-9733-4900-924b-73543d741670), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.222932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176c061-0a3e-4ff5-9488-699186cd058e None None] Pushing event updated for resources: {'Port': ['ID=500b6ebb-4d8c-48d2-b06e-0379e214152a,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:49.283146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:24:49.291671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-50966469-bffa-4eb6-bf23-bed7bce20dd8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (e64df34c-9733-4900-924b-73543d741670), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.313890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50966469-bffa-4eb6-bf23-bed7bce20dd8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64df34c-9733-4900-924b-73543d741670,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:49.379969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-50966469-bffa-4eb6-bf23-bed7bce20dd8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.381272 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-50966469-bffa-4eb6-bf23-bed7bce20dd8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3529043 Oct 23 01:24:49.384001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38608) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:49.388290 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0874f581-1756-4036-b93c-4e25bee7a409 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '3144bb90-8f13-4b65-a60d-83b4137908e8', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:49.397981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:49.470616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:49Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:24:49.478382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0874f581-1756-4036-b93c-4e25bee7a409 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (9852ff30-f3a6-4b22-8988-efd452d7d700), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.497019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe54dc7-2892-4039-a662-6fdefacfb408 None None] The sync data for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv is: [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:49Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:24:49.565371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0874f581-1756-4036-b93c-4e25bee7a409 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (9852ff30-f3a6-4b22-8988-efd452d7d700), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.648550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0874f581-1756-4036-b93c-4e25bee7a409 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (9852ff30-f3a6-4b22-8988-efd452d7d700), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.671547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874f581-1756-4036-b93c-4e25bee7a409 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9852ff30-f3a6-4b22-8988-efd452d7d700,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:49.747430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0874f581-1756-4036-b93c-4e25bee7a409 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.748693 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0874f581-1756-4036-b93c-4e25bee7a409 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3637664 Oct 23 01:24:49.751448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38610) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:49.756033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6597db9f-180e-42ff-a3bd-0f6e51b786e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '3144bb90-8f13-4b65-a60d-83b4137908e8', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:49.840356 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-6597db9f-180e-42ff-a3bd-0f6e51b786e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:24:49.847290 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6597db9f-180e-42ff-a3bd-0f6e51b786e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (3ddf2f1b-69f8-4d36-9e75-1cde90008ced), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.913643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6597db9f-180e-42ff-a3bd-0f6e51b786e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (3ddf2f1b-69f8-4d36-9e75-1cde90008ced), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:49.985536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6597db9f-180e-42ff-a3bd-0f6e51b786e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (3ddf2f1b-69f8-4d36-9e75-1cde90008ced), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:50.006443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597db9f-180e-42ff-a3bd-0f6e51b786e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddf2f1b-69f8-4d36-9e75-1cde90008ced,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:50.078777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6597db9f-180e-42ff-a3bd-0f6e51b786e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:50.080044 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6597db9f-180e-42ff-a3bd-0f6e51b786e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3275664 Oct 23 01:24:50.083607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38612) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:24:50.088175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-37fc8fcc-75e9-42db-8ce9-64aa3f72f1c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '3144bb90-8f13-4b65-a60d-83b4137908e8', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:50.174435 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-37fc8fcc-75e9-42db-8ce9-64aa3f72f1c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:24:50.181254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37fc8fcc-75e9-42db-8ce9-64aa3f72f1c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (41cd8b54-2bcb-4d52-9109-13749df758d9), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:50.247192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37fc8fcc-75e9-42db-8ce9-64aa3f72f1c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (41cd8b54-2bcb-4d52-9109-13749df758d9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:50.343649 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 500b6ebb-4d8c-48d2-b06e-0379e214152a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:24:50.362688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37fc8fcc-75e9-42db-8ce9-64aa3f72f1c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (41cd8b54-2bcb-4d52-9109-13749df758d9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:50.382831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc8fcc-75e9-42db-8ce9-64aa3f72f1c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41cd8b54-2bcb-4d52-9109-13749df758d9,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:50.399968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 500b6ebb-4d8c-48d2-b06e-0379e214152a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:24:50.400349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:50.400690 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 500b6ebb-4d8c-48d2-b06e-0379e214152a Oct 23 01:24:50.456116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37fc8fcc-75e9-42db-8ce9-64aa3f72f1c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:50.469072 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-37fc8fcc-75e9-42db-8ce9-64aa3f72f1c2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3843119 Oct 23 01:24:50.483195 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 500b6ebb-4d8c-48d2-b06e-0379e214152a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:24:50.483752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:50.521907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 500b6ebb-4d8c-48d2-b06e-0379e214152a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=500b6ebb-4d8c-48d2-b06e-0379e214152a,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:24:50.600455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:50.641144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:50.655321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=500b6ebb-4d8c-48d2-b06e-0379e214152a,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:50.661303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-c7b60dcb-1da5-461c-9352-fbc0237a42d0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1271652672&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0464406 Oct 23 01:24:50.741774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:50.771627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-3c7823fd-e5cd-4186-bdea-f013be709b6b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:50.773076 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-3c7823fd-e5cd-4186-bdea-f013be709b6b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 797 time: 0.1051605 Oct 23 01:24:50.788125 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-a26949e6-8b11-49b3-89f7-aed4ae9521ce tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/quotas/0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 375 time: 0.0091653 Oct 23 01:24:50.841854 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-54268644-792c-4546-9272-6a8ca02ace77 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485377 Oct 23 01:24:50.949043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:50.976266 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-63df24ef-ed7e-4be9-8bbe-673ae841b12f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224074 Oct 23 01:24:51.072656 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-b0c2ec1b-69d2-4fc6-a88d-9f6b64d955f9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906136 Oct 23 01:24:51.374782 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f04b74e8-9590-40d9-8116-3c397e703707 req-241bd23b-c2cf-4cf4-ae6b-1da9d86c4661 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 210 time: 0.0305521 Oct 23 01:24:51.822856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:52.323231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 500b6ebb-4d8c-48d2-b06e-0379e214152a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:24:52.373363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 500b6ebb-4d8c-48d2-b06e-0379e214152a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:24:52.373715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:52.374071 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 500b6ebb-4d8c-48d2-b06e-0379e214152a Oct 23 01:24:52.450526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 500b6ebb-4d8c-48d2-b06e-0379e214152a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:24:52.478566 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-51bb3129-4fb8-4548-861f-ca1c3c637318 req-9dd444c5-497b-40db-a930-96645f3aa382 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 210 time: 0.0285175 Oct 23 01:24:53.520951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-dbb1f65f-df11-4aec-a134-364bf06e02d1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:53.522630 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-dbb1f65f-df11-4aec-a134-364bf06e02d1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 797 time: 0.1075602 Oct 23 01:24:53.587663 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c322c5e0-8648-4ab3-94d3-11b6bea35f0b req-206b6f50-bdaf-493f-a89d-10311b888a1a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 210 time: 0.0324118 Oct 23 01:24:53.596193 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-45bc46ab-49c0-4a98-aff9-6b07862bac42 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 380 time: 0.0588984 Oct 23 01:24:53.605923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'device_id': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'admin_state_up': True, 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'security_groups': ['3144bb90-8f13-4b65-a60d-83b4137908e8']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:53.782728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:24:53.786548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:53.916122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.9 (aaa6f5d3-3bf5-4572-b853-512104a7185b/23130b1a-9f45-4c44-87a5-380d68825e44/18b215d1-61db-4ae3-bb6a-0d3d3fd80a74) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:24:54.059407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:54.077614 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:54.139592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:54.183534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network aaa6f5d3-3bf5-4572-b853-512104a7185b is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:24:54.188689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:24:54.192607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:24:54.199144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:54.230080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.230428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.230771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.231119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.231451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.231784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.232129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.232442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.232769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.233093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.233445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.233747 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.234094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.234416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.234739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:24:54.248690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:54.258849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:54.259457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:54.354749 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-2083c7ed-0ea3-45ec-8be3-2c40b3cad2dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532482 Oct 23 01:24:54.372198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Request body: {'port': {'device_id': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:24:54.440134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:54.441289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ccbf9991-f1b7-436e-b2d4-e4e19453c728 None None] Provisioning complete for port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:24:54.441849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ccbf9991-f1b7-436e-b2d4-e4e19453c728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:54.441988 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ccbf9991-f1b7-436e-b2d4-e4e19453c728 None None] Attempt 1 to provision port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 Oct 23 01:24:54.464915 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:54.476431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf9991-f1b7-436e-b2d4-e4e19453c728 None None] Port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:24:54.748345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a7bab-aee7-47d5-a249-9561c3b66d9e req-0bcf0ace-a9ba-41c0-8ebb-195a96e020ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:54.749859 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d7a7bab-aee7-47d5-a249-9561c3b66d9e req-0bcf0ace-a9ba-41c0-8ebb-195a96e020ba tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 931 time: 0.0850430 Oct 23 01:24:54.755932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:24:54.765017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Publish callbacks [] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:54.793842 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Transition to ACTIVE for port object 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:24:54.820737 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d7a7bab-aee7-47d5-a249-9561c3b66d9e req-f3f3a59e-5a8e-41f3-a56a-3d7b6dd997c3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602541 Oct 23 01:24:54.854102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:54.914932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Pushing event updated for resources: {'Port': ['ID=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:54.969637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Attempting to bind port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:24:54.970254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Attempting to bind port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:24:54.970579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Attempting to bind port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 on network aaa6f5d3-3bf5-4572-b853-512104a7185b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:24:55.012374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 on network aaa6f5d3-3bf5-4572-b853-512104a7185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:24:55.012701 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Attempting to bind port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 on network aaa6f5d3-3bf5-4572-b853-512104a7185b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:24:55.055314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:24:55.055653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Checking segment: {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:24:55.056030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Bound using segment: {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:24:55.056468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Bound port: 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:24:55.056835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:55.093134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:55.124366 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] For port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:24:55.127793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] For port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:24:55.214556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:55.217714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:55.218548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:55.220244 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 HTTP/1.1" status: 200 len: 1093 time: 0.8522525 Oct 23 01:24:55.222572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:24:55.224982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:24:55.274730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7617f4-e0e5-4c0c-abbe-e731e6d24275 service neutron] Pushing event updated for resources: {'Port': ['ID=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:55.325500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74dea29-e9fd-4309-a227-3b8b92eecee5 x-openstack-request-id: req-a74dea29-e9fd-4309-a227-3b8b92eecee5 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:24:55.325803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:24:55.326079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a74dea29-e9fd-4309-a227-3b8b92eecee5 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:24:55.326587 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74dea29-e9fd-4309-a227-3b8b92eecee5'] response: {'name': 'network-changed', 'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'status': 'completed', 'code': 200} Oct 23 01:24:55.364931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:55.394614 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-1812552a-b072-43b3-8cff-d60508055082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:55.396164 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-1812552a-b072-43b3-8cff-d60508055082 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 1127 time: 0.0409999 Oct 23 01:24:55.442688 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-d54b23bc-bd22-47ae-a46b-df532735a56d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 HTTP/1.1" status: 200 len: 217 time: 0.0341468 Oct 23 01:24:55.493729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-e3adc4d3-ebd7-4ad7-b7ec-59fd91c6dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:55.495312 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-e3adc4d3-ebd7-4ad7-b7ec-59fd91c6dfe8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=23130b1a-9f45-4c44-87a5-380d68825e44 HTTP/1.1" status: 200 len: 835 time: 0.0472987 Oct 23 01:24:55.542109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-817291b5-778c-470b-b438-4253164b10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:55.543730 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-817291b5-778c-470b-b438-4253164b10fd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=aaa6f5d3-3bf5-4572-b853-512104a7185b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426042 Oct 23 01:24:55.637378 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-8c62af6f-9bc5-4f39-9088-c8950696a9df service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872555 Oct 23 01:24:55.725332 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-add7ae30-61a3-458e-9aee-06265380d3b1 req-ce751150-15b6-4ab2-bb91-586a4f9ceeb5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826097 Oct 23 01:24:55.942484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb601ba-0ecc-4005-b709-ba9619ecdb11 req-87a8a624-0a49-4586-8ac6-b7f2c80c0627 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:55.943961 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1bb601ba-0ecc-4005-b709-ba9619ecdb11 req-87a8a624-0a49-4586-8ac6-b7f2c80c0627 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 943 time: 0.0468976 Oct 23 01:24:55.996228 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1bb601ba-0ecc-4005-b709-ba9619ecdb11 req-ccd64376-046b-4009-9da1-e80f05d618be tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467317 Oct 23 01:24:56.002483 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=53 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:56.888138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f req-9c175f58-f81e-4539-8903-13dee9c73eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:56.889538 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f req-9c175f58-f81e-4539-8903-13dee9c73eb4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 1127 time: 0.3634703 Oct 23 01:24:56.981510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f req-73ecf9b6-dcf3-4ae7-86ce-f159a50dc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:56.983026 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f req-73ecf9b6-dcf3-4ae7-86ce-f159a50dc724 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 898 time: 0.0867300 Oct 23 01:24:57.024597 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f req-45225094-32af-4edd-9bcd-5af3e3b64dc8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 HTTP/1.1" status: 200 len: 217 time: 0.0350540 Oct 23 01:24:57.072870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f req-8227a102-450d-424e-b5c4-212d828a6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:57.074375 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f req-8227a102-450d-424e-b5c4-212d828a6033 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=23130b1a-9f45-4c44-87a5-380d68825e44 HTTP/1.1" status: 200 len: 835 time: 0.0447617 Oct 23 01:24:57.118407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f req-ac4fe807-1932-4513-93a7-ade02284812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:57.119952 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f req-ac4fe807-1932-4513-93a7-ade02284812f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=aaa6f5d3-3bf5-4572-b853-512104a7185b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396175 Oct 23 01:24:57.122637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a9b7f-a1dd-4122-91d2-7a0af1c03c6f req-8d1e83d5-183a-418b-93b6-d8db2a45673d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:57.124156 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-de3a9b7f-a1dd-4122-91d2-7a0af1c03c6f req-8d1e83d5-183a-418b-93b6-d8db2a45673d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 943 time: 0.0501661 Oct 23 01:24:57.175568 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-de3a9b7f-a1dd-4122-91d2-7a0af1c03c6f req-9b00bf87-2a85-4097-8970-7ff4ac12b36f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452983 Oct 23 01:24:57.213475 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f req-e7dd0705-74e1-4c69-b9e6-54d93f0e2a86 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880136 Oct 23 01:24:57.309275 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-79a0a2f3-cdfe-43df-9aa0-45f83527dc8f req-52a00514-9a0b-4808-83b9-721f6819ff55 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902102 Oct 23 01:24:58.295994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657d3b9-b88f-4cb4-9e75-048bcdf7ba1b req-ffd54072-4695-4bb2-bfde-731951a58b86 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:58.297472 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3657d3b9-b88f-4cb4-9e75-048bcdf7ba1b req-ffd54072-4695-4bb2-bfde-731951a58b86 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 943 time: 0.0473967 Oct 23 01:24:58.347603 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3657d3b9-b88f-4cb4-9e75-048bcdf7ba1b req-0277a2b9-e7d6-445e-9f1d-bd36a3bca137 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437622 Oct 23 01:24:58.497163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:24:58.601324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:24:58.612743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'port_id': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'mac_address': 'fa:16:3e:1b:f6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:24:58.648037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:24:58.648420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:58.661870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:24:58.681880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:24:58.748224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:24:58.794760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:24:59.046512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['18b215d1-61db-4ae3-bb6a-0d3d3fd80a74'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:24:59.452332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:24:59.467763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b56ad-4fae-47bf-bce8-d260f06a17d2 req-b91390fa-f0c4-4ec0-8313-8149a09a85d9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:24:59.469250 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-861b56ad-4fae-47bf-bce8-d260f06a17d2 req-b91390fa-f0c4-4ec0-8313-8149a09a85d9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 944 time: 0.0476961 Oct 23 01:24:59.522072 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-861b56ad-4fae-47bf-bce8-d260f06a17d2 req-a0d43931-c9de-4121-adce-ecfef08f84eb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466039 Oct 23 01:25:00.502511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:25:00.538169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:00.550285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:25:00.643925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd93f80-b22e-471e-9fee-93dcd80e1be1 req-3a847b6e-29bc-41c8-bf51-7ab7f591a543 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:00.646062 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6cd93f80-b22e-471e-9fee-93dcd80e1be1 req-3a847b6e-29bc-41c8-bf51-7ab7f591a543 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 944 time: 0.0488811 Oct 23 01:25:00.673026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:00.674452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:25:00.674932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:00.675278 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 Oct 23 01:25:00.678357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:00.697964 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6cd93f80-b22e-471e-9fee-93dcd80e1be1 req-5cd9560f-e0a4-4c58-98f2-496e74fa8ca9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461476 Oct 23 01:25:00.751653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:25:00.752050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:00.775773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:25:00.777998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c84e3ce-b335-487d-a999-16fb8a35c671" -d '{"events": [{"server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "name": "network-vif-plugged", "status": "completed", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:25:00.791108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:25:00.871712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67156424-2038-43b7-a679-9f141541d267 x-openstack-request-id: req-67156424-2038-43b7-a679-9f141541d267 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:25:00.872002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "name": "network-vif-plugged", "status": "completed", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:25:00.872251 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67156424-2038-43b7-a679-9f141541d267 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:25:00.872651 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67156424-2038-43b7-a679-9f141541d267'] response: {'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'code': 200} Oct 23 01:25:00.904855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:00.955730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:01.219990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6edb0-d076-4042-9778-7fa48ec32d84 req-53171bbf-136a-4cca-991f-74dc96f525a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:01.221512 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f1c6edb0-d076-4042-9778-7fa48ec32d84 req-53171bbf-136a-4cca-991f-74dc96f525a9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 1129 time: 0.0436921 Oct 23 01:25:01.267738 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f1c6edb0-d076-4042-9778-7fa48ec32d84 req-4165071e-9b37-4e84-9f92-c18ec2f2320f service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403848 Oct 23 01:25:01.898917 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b017b49-8c61-48f0-a6b5-f57ef4983f00 req-9dad0d3a-716d-4eb2-a22c-f890cb3ec7a2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:01.900460 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b017b49-8c61-48f0-a6b5-f57ef4983f00 req-9dad0d3a-716d-4eb2-a22c-f890cb3ec7a2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 945 time: 0.1169517 Oct 23 01:25:01.951709 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b017b49-8c61-48f0-a6b5-f57ef4983f00 req-3703201a-8a57-4762-8659-bbc5465245a4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455825 Oct 23 01:25:03.091297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c11c2-89da-473d-b866-e4ef96f720c8 req-8c7490b1-55fa-4f10-bdb2-05dc9cf22489 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:03.092749 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-779c11c2-89da-473d-b866-e4ef96f720c8 req-8c7490b1-55fa-4f10-bdb2-05dc9cf22489 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 945 time: 0.0556052 Oct 23 01:25:03.146733 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-779c11c2-89da-473d-b866-e4ef96f720c8 req-1b1d7a6e-a16d-45ae-94f8-1139d1150aaa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470643 Oct 23 01:25:03.271870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d4bb4-9a6e-4681-801b-5665565fc642 req-c0dfd1ad-8b85-4273-8ad8-3fb4cc92370d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:03.273457 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d79d4bb4-9a6e-4681-801b-5665565fc642 req-c0dfd1ad-8b85-4273-8ad8-3fb4cc92370d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 945 time: 0.0509667 Oct 23 01:25:03.328932 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d79d4bb4-9a6e-4681-801b-5665565fc642 req-8be3864a-c1ad-4f52-b3b2-9a9490a6a540 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499392 Oct 23 01:25:03.377823 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38678) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:03.420428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f4ab87-1c31-42e3-b56c-620748282b54 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:03.422465 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-85f4ab87-1c31-42e3-b56c-620748282b54 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 1124 time: 0.0431662 Oct 23 01:25:03.424911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38680) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:03.431808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:03.511428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:03.608519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:03.711273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:03.717285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.125 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/29e3e107-9171-4824-8ccc-487e7435cf4e) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:25:03.829809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (29e3e107-9171-4824-8ccc-487e7435cf4e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:03.920271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (29e3e107-9171-4824-8ccc-487e7435cf4e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:03.948389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:03.964809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:25:03.970352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:25:03.972777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=29e3e107-9171-4824-8ccc-487e7435cf4e,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:03.975128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:25:04.004999 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:25:04.355531 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (04e3b695-3baf-4b80-9111-f393af8df39b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:04.478942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (29e3e107-9171-4824-8ccc-487e7435cf4e), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:04.633994 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (29e3e107-9171-4824-8ccc-487e7435cf4e), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:04.699487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (29e3e107-9171-4824-8ccc-487e7435cf4e), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:04.774339 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=29e3e107-9171-4824-8ccc-487e7435cf4e,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:04.780717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (04e3b695-3baf-4b80-9111-f393af8df39b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:04.817961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:04.885080 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP 04e3b695-3baf-4b80-9111-f393af8df39b associated. External IP: 172.36.3.125, port: 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74. Oct 23 01:25:05.027869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:05.091002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 771b88b2-520e-4514-8a0c-2b7d456c1105 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:25:05.196643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:25:05.206176 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299d54f8-26bc-4675-9d9e-9bf4595df49a None None] Sync routers for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:25:05.216301 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d54f8-26bc-4675-9d9e-9bf4595df49a None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:25:05.221659 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-299d54f8-26bc-4675-9d9e-9bf4595df49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:24:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:25:05.298897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:05.336144 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-262a143a-3fa5-4fbd-8001-7eb0437c15d8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9100335 Oct 23 01:25:05.336799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:25:05.339059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38682) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:05.339563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f4dc94-857f-4ede-9c3c-0f6205409677" -d '{"events": [{"name": "network-changed", "server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:25:05.382513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb41282-2bf0-45cf-ac04-e6926b353818 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:05.384398 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-acb41282-2bf0-45cf-ac04-e6926b353818 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 1124 time: 0.0441706 Oct 23 01:25:05.422756 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-299d54f8-26bc-4675-9d9e-9bf4595df49a None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:25:05.435778 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3752e5e-38b5-4c19-af0d-d150566371b9 x-openstack-request-id: req-f3752e5e-38b5-4c19-af0d-d150566371b9 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:25:05.436284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:25:05.436358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3752e5e-38b5-4c19-af0d-d150566371b9 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:25:05.437095 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3752e5e-38b5-4c19-af0d-d150566371b9'] response: {'name': 'network-changed', 'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'status': 'completed', 'code': 200} Oct 23 01:25:05.508747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38690) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:05.513643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-521508d2-5bfd-446e-b3cd-9edfaa2580fc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320335928', 'description': 'tempest-secgroup-smoke-320335928 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:05.524375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4dc94-857f-4ede-9c3c-0f6205409677 req-fb1d09c3-65c9-4967-af25-ad3f79341464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:05.526087 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9f4dc94-857f-4ede-9c3c-0f6205409677 req-fb1d09c3-65c9-4967-af25-ad3f79341464 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 1129 time: 0.0425889 Oct 23 01:25:05.619662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-521508d2-5bfd-446e-b3cd-9edfaa2580fc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:05.636325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4dc94-857f-4ede-9c3c-0f6205409677 req-2b0f9985-f477-4672-a3d5-cf477c4ee633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:05.638630 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9f4dc94-857f-4ede-9c3c-0f6205409677 req-2b0f9985-f477-4672-a3d5-cf477c4ee633 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 898 time: 0.1065123 Oct 23 01:25:05.651627 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-299d54f8-26bc-4675-9d9e-9bf4595df49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04e3b695-3baf-4b80-9111-f393af8df39b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.125', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:1b:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:04Z', 'updated_at': '2022-10-23T01:25:04Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:25:05.680733 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299d54f8-26bc-4675-9d9e-9bf4595df49a None None] Checking router: 771b88b2-520e-4514-8a0c-2b7d456c1105 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:25:05.690965 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d54f8-26bc-4675-9d9e-9bf4595df49a None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:25:05.691614 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-299d54f8-26bc-4675-9d9e-9bf4595df49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:24:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:25:05.700327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-521508d2-5bfd-446e-b3cd-9edfaa2580fc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (8df966a7-c926-4dbd-8ca7-fd4631c2c2de), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:05.708720 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9f4dc94-857f-4ede-9c3c-0f6205409677 req-0a4f8f75-b9f4-4a7b-985d-45d460f7d547 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 HTTP/1.1" status: 200 len: 999 time: 0.0643806 Oct 23 01:25:05.759185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4dc94-857f-4ede-9c3c-0f6205409677 req-a0cd858c-3cab-482c-9e74-c407d2f3c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:05.760717 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9f4dc94-857f-4ede-9c3c-0f6205409677 req-a0cd858c-3cab-482c-9e74-c407d2f3c5a5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=23130b1a-9f45-4c44-87a5-380d68825e44 HTTP/1.1" status: 200 len: 835 time: 0.0465975 Oct 23 01:25:05.762086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-521508d2-5bfd-446e-b3cd-9edfaa2580fc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (8df966a7-c926-4dbd-8ca7-fd4631c2c2de), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:05.793971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521508d2-5bfd-446e-b3cd-9edfaa2580fc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df966a7-c926-4dbd-8ca7-fd4631c2c2de,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:05.801512 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-299d54f8-26bc-4675-9d9e-9bf4595df49a None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:25:05.812354 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4dc94-857f-4ede-9c3c-0f6205409677 req-b64b389a-d3ba-416e-bb31-f3ca868e6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:05.813935 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9f4dc94-857f-4ede-9c3c-0f6205409677 req-b64b389a-d3ba-416e-bb31-f3ca868e6b0b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=aaa6f5d3-3bf5-4572-b853-512104a7185b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0481527 Oct 23 01:25:05.856136 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-521508d2-5bfd-446e-b3cd-9edfaa2580fc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:05.860389 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-521508d2-5bfd-446e-b3cd-9edfaa2580fc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3474882 Oct 23 01:25:05.860579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38692) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:05.864984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-aa6da33d-c1cf-4ba3-8b5d-6ce60b4bfb2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '8df966a7-c926-4dbd-8ca7-fd4631c2c2de', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:05.914636 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9f4dc94-857f-4ede-9c3c-0f6205409677 req-d360d873-ebfd-4aa7-b541-78db4fe84c4c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948632 Oct 23 01:25:05.969081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa6da33d-c1cf-4ba3-8b5d-6ce60b4bfb2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (05bc228e-bbbf-41f8-ab7b-57b0434a3d14), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.016455 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9f4dc94-857f-4ede-9c3c-0f6205409677 req-beb6b701-8d8f-4267-841f-5eaf1d526fbc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966058 Oct 23 01:25:06.022892 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-299d54f8-26bc-4675-9d9e-9bf4595df49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04e3b695-3baf-4b80-9111-f393af8df39b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.125', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:1b:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:04Z', 'updated_at': '2022-10-23T01:25:04Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:25:06.031430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa6da33d-c1cf-4ba3-8b5d-6ce60b4bfb2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (05bc228e-bbbf-41f8-ab7b-57b0434a3d14), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.048871 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299d54f8-26bc-4675-9d9e-9bf4595df49a None None] The sync data for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv is: [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04e3b695-3baf-4b80-9111-f393af8df39b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.125', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:1b:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:04Z', 'updated_at': '2022-10-23T01:25:04Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:25:06.104879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa6da33d-c1cf-4ba3-8b5d-6ce60b4bfb2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (05bc228e-bbbf-41f8-ab7b-57b0434a3d14), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.125218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6da33d-c1cf-4ba3-8b5d-6ce60b4bfb2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bc228e-bbbf-41f8-ab7b-57b0434a3d14,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:06.169929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa6da33d-c1cf-4ba3-8b5d-6ce60b4bfb2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.171236 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aa6da33d-c1cf-4ba3-8b5d-6ce60b4bfb2e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3096898 Oct 23 01:25:06.174038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38694) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:06.180714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-daf58c28-59d3-4944-b46e-27d91fc94452 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '8df966a7-c926-4dbd-8ca7-fd4631c2c2de', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:06.261696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96430570-9158-4d9e-9af9-5ea1ec50ae37 None None] New status for floating IP 04e3b695-3baf-4b80-9111-f393af8df39b: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:25:06.263712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-daf58c28-59d3-4944-b46e-27d91fc94452 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (fc81a64a-d00b-42b0-b300-8128abbc2f96), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.311327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:06.332947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-daf58c28-59d3-4944-b46e-27d91fc94452 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (fc81a64a-d00b-42b0-b300-8128abbc2f96), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.405484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-daf58c28-59d3-4944-b46e-27d91fc94452 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (fc81a64a-d00b-42b0-b300-8128abbc2f96), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.425349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf58c28-59d3-4944-b46e-27d91fc94452 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc81a64a-d00b-42b0-b300-8128abbc2f96,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:06.500042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-daf58c28-59d3-4944-b46e-27d91fc94452 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.501524 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-daf58c28-59d3-4944-b46e-27d91fc94452 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3265276 Oct 23 01:25:06.505132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38696) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:06.511109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-da2db7f1-c8bb-4e82-9df5-c243a4114465 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '8df966a7-c926-4dbd-8ca7-fd4631c2c2de', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:06.600728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da2db7f1-c8bb-4e82-9df5-c243a4114465 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (4d5ca732-18f5-4df6-9408-1376fc68da5e), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.604360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:06.658588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da2db7f1-c8bb-4e82-9df5-c243a4114465 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (4d5ca732-18f5-4df6-9408-1376fc68da5e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.736726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da2db7f1-c8bb-4e82-9df5-c243a4114465 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (4d5ca732-18f5-4df6-9408-1376fc68da5e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.757528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2db7f1-c8bb-4e82-9df5-c243a4114465 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5ca732-18f5-4df6-9408-1376fc68da5e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:06.848002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da2db7f1-c8bb-4e82-9df5-c243a4114465 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:06.849225 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-da2db7f1-c8bb-4e82-9df5-c243a4114465 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3428655 Oct 23 01:25:06.852204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38698) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:06.856641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f4698251-bf75-4faf-8f70-da3150ffc99d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '8df966a7-c926-4dbd-8ca7-fd4631c2c2de', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:06.974555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f4698251-bf75-4faf-8f70-da3150ffc99d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (8a0c35eb-1340-41d5-8215-30c200dc2a56), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.034216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f4698251-bf75-4faf-8f70-da3150ffc99d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (8a0c35eb-1340-41d5-8215-30c200dc2a56), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.099255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f4698251-bf75-4faf-8f70-da3150ffc99d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (8a0c35eb-1340-41d5-8215-30c200dc2a56), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.118635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4698251-bf75-4faf-8f70-da3150ffc99d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0c35eb-1340-41d5-8215-30c200dc2a56,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:07.192380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f4698251-bf75-4faf-8f70-da3150ffc99d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.193619 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f4698251-bf75-4faf-8f70-da3150ffc99d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3404810 Oct 23 01:25:07.196346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38700) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:07.200631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-699b5da3-613b-4515-b798-0ef8c376b5f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '8df966a7-c926-4dbd-8ca7-fd4631c2c2de', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:07.302632 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-699b5da3-613b-4515-b798-0ef8c376b5f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:25:07.308593 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-699b5da3-613b-4515-b798-0ef8c376b5f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (223f801d-03ef-4ddf-8d82-bf97cc4badcf), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.369410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-699b5da3-613b-4515-b798-0ef8c376b5f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (223f801d-03ef-4ddf-8d82-bf97cc4badcf), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.444940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-699b5da3-613b-4515-b798-0ef8c376b5f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (223f801d-03ef-4ddf-8d82-bf97cc4badcf), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.464956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b5da3-613b-4515-b798-0ef8c376b5f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223f801d-03ef-4ddf-8d82-bf97cc4badcf,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:07.529700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-699b5da3-613b-4515-b798-0ef8c376b5f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.531000 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-699b5da3-613b-4515-b798-0ef8c376b5f5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3336596 Oct 23 01:25:07.533637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38702) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:07.538581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-88a74b89-6206-4fe7-9cb2-5b6d16bbab5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '8df966a7-c926-4dbd-8ca7-fd4631c2c2de', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:07.625297 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-88a74b89-6206-4fe7-9cb2-5b6d16bbab5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:25:07.631773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88a74b89-6206-4fe7-9cb2-5b6d16bbab5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (020e7ebd-8d15-44c1-a5e6-f5216b233d9c), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.696332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88a74b89-6206-4fe7-9cb2-5b6d16bbab5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (020e7ebd-8d15-44c1-a5e6-f5216b233d9c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.790996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88a74b89-6206-4fe7-9cb2-5b6d16bbab5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (020e7ebd-8d15-44c1-a5e6-f5216b233d9c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.810455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a74b89-6206-4fe7-9cb2-5b6d16bbab5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020e7ebd-8d15-44c1-a5e6-f5216b233d9c,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:07.887389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-88a74b89-6206-4fe7-9cb2-5b6d16bbab5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:07.888559 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-88a74b89-6206-4fe7-9cb2-5b6d16bbab5b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3539662 Oct 23 01:25:08.042524 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-eece2c85-641a-43b4-8519-e8044aca4dfe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-320335928&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0438664 Oct 23 01:25:08.116618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:08.153524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-2b82f89c-2c43-47e6-8a31-c260a39d3eb2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:08.154962 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-2b82f89c-2c43-47e6-8a31-c260a39d3eb2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 797 time: 0.1060455 Oct 23 01:25:08.169716 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-3ae18d0f-4493-4426-b9c4-1e90cf79bec8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/quotas/0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 375 time: 0.0094080 Oct 23 01:25:08.223592 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-e8627f6f-4650-4046-9b71-842f0fa9c6d3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487583 Oct 23 01:25:08.364469 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-9b07e364-1f8e-4f86-a574-55e869642f5b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295409 Oct 23 01:25:08.448619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:08.459053 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-d61e4ecd-7936-4834-a2f8-8f318b25f22e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889702 Oct 23 01:25:08.744123 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a26a592-33a0-4434-acbd-d6f9d7884916 req-f84fa3c5-4760-46f7-8e47-9ce39c0c5c8c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 210 time: 0.0297647 Oct 23 01:25:08.805306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7ed7d3e2-d989-4cf4-821f-77d1e0294ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:09.847931 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e1387791-2ae9-4edf-a85d-3edcb2d92760 req-72a2dc5d-a513-4834-8cd1-897dd075f6e6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 210 time: 0.0282264 Oct 23 01:25:10.888981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-b5247aff-cce6-4cfd-998c-5d63ecf661e8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:10.890618 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-b5247aff-cce6-4cfd-998c-5d63ecf661e8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 797 time: 0.1106310 Oct 23 01:25:10.968962 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5dd1a708-082f-4ea7-bcc1-ffc80765e58a req-3f815a01-8812-41d7-8b4f-2e32d211b703 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 210 time: 0.0372276 Oct 23 01:25:10.994275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:11.006689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:11.015572 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-0c9f0b1a-fea8-4e80-af84-7a469a1d6cfe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 472 time: 0.1110573 Oct 23 01:25:11.024861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'device_id': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'admin_state_up': True, 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'security_groups': ['8df966a7-c926-4dbd-8ca7-fd4631c2c2de']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:11.141721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c406be44-4f8f-435c-afe8-57f8e8230f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:11.224656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:25:11.228569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:11.358005 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.7 (aaa6f5d3-3bf5-4572-b853-512104a7185b/23130b1a-9f45-4c44-87a5-380d68825e44/101234ff-1bcc-4d03-b99b-34c2e377e070) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:25:11.503513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:11.585575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:11.632473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network aaa6f5d3-3bf5-4572-b853-512104a7185b is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:25:11.637669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:25:11.641568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:25:11.666223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=101234ff-1bcc-4d03-b99b-34c2e377e070,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:11.696027 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:11.696654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:11.762591 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-1e9a917b-1b95-44f4-9f2a-69ffad70e455 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7415936 Oct 23 01:25:11.780446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Request body: {'port': {'device_id': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:11.845525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:11.898171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:11.909427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-aa629934-4c7b-4f68-844e-7480a7052a3f None None] Provisioning complete for port 101234ff-1bcc-4d03-b99b-34c2e377e070 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:25:11.909912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aa629934-4c7b-4f68-844e-7480a7052a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:11.910961 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-aa629934-4c7b-4f68-844e-7480a7052a3f None None] Attempt 1 to provision port 101234ff-1bcc-4d03-b99b-34c2e377e070 Oct 23 01:25:11.950000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-aa629934-4c7b-4f68-844e-7480a7052a3f None None] Port 101234ff-1bcc-4d03-b99b-34c2e377e070 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:25:12.037317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:12.093799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f1d3d-ec7e-4581-9c24-14a754fd5125 req-5ffcc72c-4afc-427e-9c5a-ae3aad13de26 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:12.095626 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b16f1d3d-ec7e-4581-9c24-14a754fd5125 req-5ffcc72c-4afc-427e-9c5a-ae3aad13de26 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 931 time: 0.0483534 Oct 23 01:25:12.115871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101234ff-1bcc-4d03-b99b-34c2e377e070 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:25:12.123870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Publish callbacks [] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:12.138159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Transition to ACTIVE for port object 101234ff-1bcc-4d03-b99b-34c2e377e070 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:25:12.146205 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b16f1d3d-ec7e-4581-9c24-14a754fd5125 req-64aa3988-6626-4c5d-854c-e5af3b617e3a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447526 Oct 23 01:25:12.188168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:12.268116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Pushing event updated for resources: {'Port': ['ID=101234ff-1bcc-4d03-b99b-34c2e377e070,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:12.301077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Attempting to bind port 101234ff-1bcc-4d03-b99b-34c2e377e070 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:25:12.301414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Attempting to bind port 101234ff-1bcc-4d03-b99b-34c2e377e070 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:25:12.301739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Attempting to bind port 101234ff-1bcc-4d03-b99b-34c2e377e070 on network aaa6f5d3-3bf5-4572-b853-512104a7185b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:25:12.347048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Port 101234ff-1bcc-4d03-b99b-34c2e377e070 on network aaa6f5d3-3bf5-4572-b853-512104a7185b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:25:12.347377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Attempting to bind port 101234ff-1bcc-4d03-b99b-34c2e377e070 on network aaa6f5d3-3bf5-4572-b853-512104a7185b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:25:12.388987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:25:12.389330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Checking segment: {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:25:12.389718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Bound using segment: {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:25:12.390205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Bound port: 101234ff-1bcc-4d03-b99b-34c2e377e070, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883ec204-e5a5-4a78-a1f7-6f993e18cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:25:12.390560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:12.452190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] For port 101234ff-1bcc-4d03-b99b-34c2e377e070, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:25:12.455171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] For port 101234ff-1bcc-4d03-b99b-34c2e377e070, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=101234ff-1bcc-4d03-b99b-34c2e377e070,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:25:12.459159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:12.522744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:12.527335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:12.527954 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:12.529348 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/101234ff-1bcc-4d03-b99b-34c2e377e070 HTTP/1.1" status: 200 len: 1093 time: 0.7533360 Oct 23 01:25:12.529908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'tag': '101234ff-1bcc-4d03-b99b-34c2e377e070'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:25:12.533601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75709aab-9171-4bb5-8d99-794bef35e063" -d '{"events": [{"name": "network-changed", "server_uuid": "853906f4-2f45-45df-89f1-6fe5e67ad11e", "tag": "101234ff-1bcc-4d03-b99b-34c2e377e070"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:25:12.576702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748a649-9a22-4bb0-a712-2d9cec04e7c5 x-openstack-request-id: req-1748a649-9a22-4bb0-a712-2d9cec04e7c5 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:25:12.576989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853906f4-2f45-45df-89f1-6fe5e67ad11e", "tag": "101234ff-1bcc-4d03-b99b-34c2e377e070", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:25:12.577242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1748a649-9a22-4bb0-a712-2d9cec04e7c5 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:25:12.577645 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1748a649-9a22-4bb0-a712-2d9cec04e7c5'] response: {'name': 'network-changed', 'server_uuid': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'tag': '101234ff-1bcc-4d03-b99b-34c2e377e070', 'status': 'completed', 'code': 200} Oct 23 01:25:12.589960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb17c2-850e-4e3e-a237-de18436fe695 service neutron] Pushing event updated for resources: {'Port': ['ID=101234ff-1bcc-4d03-b99b-34c2e377e070,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:12.666732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709aab-9171-4bb5-8d99-794bef35e063 req-3a51fa5a-5cc5-4f38-b5d5-2ae705ab478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:12.668247 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-75709aab-9171-4bb5-8d99-794bef35e063 req-3a51fa5a-5cc5-4f38-b5d5-2ae705ab478b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 1127 time: 0.0413294 Oct 23 01:25:12.775572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709aab-9171-4bb5-8d99-794bef35e063 req-e8ae32cf-7594-4267-9e2a-401f60913f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:12.776973 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-75709aab-9171-4bb5-8d99-794bef35e063 req-e8ae32cf-7594-4267-9e2a-401f60913f57 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0226f1f233794f45b9d6ad046f30f76b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0957208 Oct 23 01:25:12.881102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709aab-9171-4bb5-8d99-794bef35e063 req-1d97d925-ab66-4061-b60f-c0c0a1918395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:12.882602 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-75709aab-9171-4bb5-8d99-794bef35e063 req-1d97d925-ab66-4061-b60f-c0c0a1918395 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953212 Oct 23 01:25:12.982230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-c6ef785a-23b0-4136-82d3-4c97d718bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:12.983710 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-c6ef785a-23b0-4136-82d3-4c97d718bcb4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 1127 time: 0.0393789 Oct 23 01:25:13.033180 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-3e46ffea-3e5e-4623-9a6e-79ff92072c98 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=101234ff-1bcc-4d03-b99b-34c2e377e070 HTTP/1.1" status: 200 len: 217 time: 0.0354769 Oct 23 01:25:13.066823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:13.080898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-7cff1545-3e6c-4329-a4f7-2dc3ac26775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:13.082412 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-7cff1545-3e6c-4329-a4f7-2dc3ac26775d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=23130b1a-9f45-4c44-87a5-380d68825e44 HTTP/1.1" status: 200 len: 835 time: 0.0435014 Oct 23 01:25:13.126913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-7f4825bf-89d0-4bc2-843d-118235c5841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:13.128417 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-7f4825bf-89d0-4bc2-843d-118235c5841b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=aaa6f5d3-3bf5-4572-b853-512104a7185b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406671 Oct 23 01:25:13.214446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:13.225271 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-b2bc1553-9d00-4806-b23c-faae1b7d6b1a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908396 Oct 23 01:25:13.268395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e332021-4b7a-49d4-a7bb-d374bcce1dbc req-3c58195f-9ee2-4975-91b8-f353919015fc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:13.270408 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7e332021-4b7a-49d4-a7bb-d374bcce1dbc req-3c58195f-9ee2-4975-91b8-f353919015fc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 943 time: 0.0493584 Oct 23 01:25:13.316850 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-520b418a-cf15-4ca3-a8b4-a031db2f1471 req-adcb3819-5906-4f53-8c03-b0808ff9faea service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852375 Oct 23 01:25:13.558260 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7e332021-4b7a-49d4-a7bb-d374bcce1dbc req-2c868e1c-9e4f-4adf-b558-44553d57d9d2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821093 Oct 23 01:25:13.946338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:13.995833 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:14.684203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c2277-c2ee-4654-96bf-3462dc808acc req-5af6524f-a073-4714-a77e-b1a887ebb6f2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:14.685681 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b24c2277-c2ee-4654-96bf-3462dc808acc req-5af6524f-a073-4714-a77e-b1a887ebb6f2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 943 time: 0.0505788 Oct 23 01:25:14.735012 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b24c2277-c2ee-4654-96bf-3462dc808acc req-837cf2c6-12e8-4859-b3e7-17d1723b10f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437140 Oct 23 01:25:15.856579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac059c28-923c-48cf-816f-bdbcafa80ede req-e1187996-e309-4950-91a8-91b3786e508a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:15.858405 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ac059c28-923c-48cf-816f-bdbcafa80ede req-e1187996-e309-4950-91a8-91b3786e508a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 943 time: 0.0475557 Oct 23 01:25:15.908876 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ac059c28-923c-48cf-816f-bdbcafa80ede req-d23671fe-037d-4b73-9e0c-69223ed75f7e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448756 Oct 23 01:25:16.019965 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=70 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:16.026093 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=85 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:16.512566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 101234ff-1bcc-4d03-b99b-34c2e377e070 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:25:16.544369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:16.613504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 101234ff-1bcc-4d03-b99b-34c2e377e070, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=101234ff-1bcc-4d03-b99b-34c2e377e070,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:25:16.615731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:16.625229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '101234ff-1bcc-4d03-b99b-34c2e377e070', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'port_id': '101234ff-1bcc-4d03-b99b-34c2e377e070', 'mac_address': 'fa:16:3e:7b:7f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:25:16.661687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 101234ff-1bcc-4d03-b99b-34c2e377e070 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:25:16.662159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:16.675421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101234ff-1bcc-4d03-b99b-34c2e377e070 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:25:16.695764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 101234ff-1bcc-4d03-b99b-34c2e377e070, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=101234ff-1bcc-4d03-b99b-34c2e377e070,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:25:16.765451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:16.817964 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=101234ff-1bcc-4d03-b99b-34c2e377e070,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:17.035567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620618d-211c-4501-9714-b098e9d7daca req-b2efff2e-5943-4300-9913-f52e6e6ad09d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:17.037098 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1620618d-211c-4501-9714-b098e9d7daca req-b2efff2e-5943-4300-9913-f52e6e6ad09d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 944 time: 0.0486300 Oct 23 01:25:17.046863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['101234ff-1bcc-4d03-b99b-34c2e377e070'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:25:17.087311 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1620618d-211c-4501-9714-b098e9d7daca req-0de8e98c-9a33-40d6-a2af-22a9114f8c0c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444331 Oct 23 01:25:18.209928 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15b2d6-28e8-4a0b-8353-4f26502f8de9 req-27db70ea-b3a4-459a-a49d-7c6872a525ee tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:18.211303 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fd15b2d6-28e8-4a0b-8353-4f26502f8de9 req-27db70ea-b3a4-459a-a49d-7c6872a525ee tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 944 time: 0.0472753 Oct 23 01:25:18.259555 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fd15b2d6-28e8-4a0b-8353-4f26502f8de9 req-716a5e10-3815-476b-83a7-d4b93ce8b3a0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427592 Oct 23 01:25:18.535904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 101234ff-1bcc-4d03-b99b-34c2e377e070 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:25:18.578115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 101234ff-1bcc-4d03-b99b-34c2e377e070 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:25:18.645340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 101234ff-1bcc-4d03-b99b-34c2e377e070 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:25:18.645718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:18.646089 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 101234ff-1bcc-4d03-b99b-34c2e377e070 Oct 23 01:25:18.723569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 101234ff-1bcc-4d03-b99b-34c2e377e070 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:25:18.723956 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:18.746927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101234ff-1bcc-4d03-b99b-34c2e377e070'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:25:18.749192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d1242e-e5d7-4c95-bf48-d07818eac1ba" -d '{"events": [{"server_uuid": "853906f4-2f45-45df-89f1-6fe5e67ad11e", "name": "network-vif-plugged", "status": "completed", "tag": "101234ff-1bcc-4d03-b99b-34c2e377e070"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:25:18.761569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 101234ff-1bcc-4d03-b99b-34c2e377e070, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=101234ff-1bcc-4d03-b99b-34c2e377e070,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:25:18.788777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99358990-9b04-40d3-830a-4a33252e9a0d x-openstack-request-id: req-99358990-9b04-40d3-830a-4a33252e9a0d {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:25:18.789101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853906f4-2f45-45df-89f1-6fe5e67ad11e", "name": "network-vif-plugged", "status": "completed", "tag": "101234ff-1bcc-4d03-b99b-34c2e377e070", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:25:18.789377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99358990-9b04-40d3-830a-4a33252e9a0d {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:25:18.789776 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99358990-9b04-40d3-830a-4a33252e9a0d'] response: {'server_uuid': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101234ff-1bcc-4d03-b99b-34c2e377e070', 'code': 200} Oct 23 01:25:18.841992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:18.888974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=101234ff-1bcc-4d03-b99b-34c2e377e070,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:19.133473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8b948-ad79-4875-a934-69a5075e54fd req-dac96605-535f-4f67-b399-d0606de151bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:19.134916 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bbb8b948-ad79-4875-a934-69a5075e54fd req-dac96605-535f-4f67-b399-d0606de151bf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 1129 time: 0.0392826 Oct 23 01:25:19.185964 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bbb8b948-ad79-4875-a934-69a5075e54fd req-391939fb-e50c-4959-92da-e157de3658ea service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444150 Oct 23 01:25:19.387334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969fbd8-7dac-4eb0-963c-094e0b50aa6f req-d932d656-3013-4bd7-85fb-131807ffadb4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:19.388833 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7969fbd8-7dac-4eb0-963c-094e0b50aa6f req-d932d656-3013-4bd7-85fb-131807ffadb4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 945 time: 0.0516117 Oct 23 01:25:19.438180 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7969fbd8-7dac-4eb0-963c-094e0b50aa6f req-f17d89a2-6499-4542-88ea-a00c5a94d05f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 Oct 23 01:25:20.570702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8141d6-2a75-4ec8-bf41-b3b8d2e7de44 req-5699a07c-6b1d-40f8-8a0a-8c2ce402ff3d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:20.572232 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc8141d6-2a75-4ec8-bf41-b3b8d2e7de44 req-5699a07c-6b1d-40f8-8a0a-8c2ce402ff3d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 945 time: 0.0537460 Oct 23 01:25:20.624976 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc8141d6-2a75-4ec8-bf41-b3b8d2e7de44 req-84a3d884-a014-4c91-8745-5feb608e2175 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469880 Oct 23 01:25:20.745755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280ce3f-c302-4aad-9c39-0f650079175a req-bb2490f7-8d4f-4ae4-8cd9-d484551aca35 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:20.747290 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2280ce3f-c302-4aad-9c39-0f650079175a req-bb2490f7-8d4f-4ae4-8cd9-d484551aca35 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 945 time: 0.0480275 Oct 23 01:25:20.873186 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2280ce3f-c302-4aad-9c39-0f650079175a req-a17649b5-e54e-4694-a8b1-4264cd15fd7e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198380 Oct 23 01:25:20.900455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38758) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:20.942341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e09d3b-88a6-432b-b209-1cf428081486 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:20.943824 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f4e09d3b-88a6-432b-b209-1cf428081486 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 1124 time: 0.0423787 Oct 23 01:25:20.946713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38760) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:20.950960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '101234ff-1bcc-4d03-b99b-34c2e377e070', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:21.024834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:21.105917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:21.213081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:21.214450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.165 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:25:21.238658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:21.321837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:21.405402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:21.453137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:25:21.459029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:25:21.463393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:25:21.488811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:21.823058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (da80faf9-b60e-49db-b777-bebf95c1f172), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:21.848467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:21.947509 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:21.952996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:22.122105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:22.179177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:22.248061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:22.250704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (da80faf9-b60e-49db-b777-bebf95c1f172), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:22.334753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:22.353063 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP da80faf9-b60e-49db-b777-bebf95c1f172 associated. External IP: 172.36.3.165, port: 101234ff-1bcc-4d03-b99b-34c2e377e070. Oct 23 01:25:22.557392 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 771b88b2-520e-4514-8a0c-2b7d456c1105 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:25:22.661447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:25:22.671752 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f8248-d56a-4cae-bd64-3b5ee1b1122e None None] Sync routers for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:25:22.681766 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f8248-d56a-4cae-bd64-3b5ee1b1122e None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:25:22.682400 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-321f8248-d56a-4cae-bd64-3b5ee1b1122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:25:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:25:22.775324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:22.784367 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-321f8248-d56a-4cae-bd64-3b5ee1b1122e None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:25:22.806073 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-87bae685-b289-4530-9cd9-aadb55710645 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8582909 Oct 23 01:25:22.806692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'tag': '101234ff-1bcc-4d03-b99b-34c2e377e070'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:25:22.809054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d88157-ce4e-42c0-a51d-c6fecde453c5" -d '{"events": [{"name": "network-changed", "server_uuid": "853906f4-2f45-45df-89f1-6fe5e67ad11e", "tag": "101234ff-1bcc-4d03-b99b-34c2e377e070"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:25:22.847182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da4f10a-bd80-44be-8993-c9224b1ad519 x-openstack-request-id: req-4da4f10a-bd80-44be-8993-c9224b1ad519 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:25:22.847838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853906f4-2f45-45df-89f1-6fe5e67ad11e", "tag": "101234ff-1bcc-4d03-b99b-34c2e377e070", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:25:22.847838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4da4f10a-bd80-44be-8993-c9224b1ad519 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:25:22.848208 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da4f10a-bd80-44be-8993-c9224b1ad519'] response: {'name': 'network-changed', 'server_uuid': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'tag': '101234ff-1bcc-4d03-b99b-34c2e377e070', 'status': 'completed', 'code': 200} Oct 23 01:25:22.945819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d88157-ce4e-42c0-a51d-c6fecde453c5 req-a2d58f6f-410a-421f-9b04-87c5111da52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:22.947376 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-89d88157-ce4e-42c0-a51d-c6fecde453c5 req-a2d58f6f-410a-421f-9b04-87c5111da52e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 1129 time: 0.0414219 Oct 23 01:25:23.011453 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-321f8248-d56a-4cae-bd64-3b5ee1b1122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04e3b695-3baf-4b80-9111-f393af8df39b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.125', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:1b:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:04Z', 'updated_at': '2022-10-23T01:25:06Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}, {'id': 'da80faf9-b60e-49db-b777-bebf95c1f172', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.165', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '101234ff-1bcc-4d03-b99b-34c2e377e070', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:7b:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:21Z', 'updated_at': '2022-10-23T01:25:21Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:25:23.037406 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f8248-d56a-4cae-bd64-3b5ee1b1122e None None] Checking router: 771b88b2-520e-4514-8a0c-2b7d456c1105 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:25:23.044470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d88157-ce4e-42c0-a51d-c6fecde453c5 req-ceb69873-d3ac-4390-a446-4e9672b739f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:23.045813 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f8248-d56a-4cae-bd64-3b5ee1b1122e None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:25:23.046001 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-89d88157-ce4e-42c0-a51d-c6fecde453c5 req-ceb69873-d3ac-4390-a446-4e9672b739f7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 898 time: 0.0927718 Oct 23 01:25:23.046396 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-321f8248-d56a-4cae-bd64-3b5ee1b1122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:25:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:25:23.109356 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-89d88157-ce4e-42c0-a51d-c6fecde453c5 req-d0b8f55e-c08e-475d-b22b-6bf714d35ebb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=101234ff-1bcc-4d03-b99b-34c2e377e070 HTTP/1.1" status: 200 len: 999 time: 0.0560572 Oct 23 01:25:23.149639 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-321f8248-d56a-4cae-bd64-3b5ee1b1122e None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:25:23.169501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d88157-ce4e-42c0-a51d-c6fecde453c5 req-438d73f5-ad85-4a73-9c06-cbe56c9ccd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:23.171052 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-89d88157-ce4e-42c0-a51d-c6fecde453c5 req-438d73f5-ad85-4a73-9c06-cbe56c9ccd3a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=23130b1a-9f45-4c44-87a5-380d68825e44 HTTP/1.1" status: 200 len: 835 time: 0.0544198 Oct 23 01:25:23.216533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d88157-ce4e-42c0-a51d-c6fecde453c5 req-27180123-ce00-4990-bc89-35c9038f81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:23.218085 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-89d88157-ce4e-42c0-a51d-c6fecde453c5 req-27180123-ce00-4990-bc89-35c9038f81a2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=aaa6f5d3-3bf5-4572-b853-512104a7185b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397067 Oct 23 01:25:23.307288 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-89d88157-ce4e-42c0-a51d-c6fecde453c5 req-cacb131c-bbb0-4715-878f-470c601ddef9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819814 Oct 23 01:25:23.362033 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-321f8248-d56a-4cae-bd64-3b5ee1b1122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04e3b695-3baf-4b80-9111-f393af8df39b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.125', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:1b:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:04Z', 'updated_at': '2022-10-23T01:25:06Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}, {'id': 'da80faf9-b60e-49db-b777-bebf95c1f172', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.165', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '101234ff-1bcc-4d03-b99b-34c2e377e070', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:7b:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:21Z', 'updated_at': '2022-10-23T01:25:21Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:25:23.395820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:23.407543 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-89d88157-ce4e-42c0-a51d-c6fecde453c5 req-e44db3fc-9c45-4915-8731-12b65158444e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942292 Oct 23 01:25:23.474268 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f8248-d56a-4cae-bd64-3b5ee1b1122e None None] The sync data for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv is: [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04e3b695-3baf-4b80-9111-f393af8df39b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.125', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:1b:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:04Z', 'updated_at': '2022-10-23T01:25:06Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}, {'id': 'da80faf9-b60e-49db-b777-bebf95c1f172', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.165', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '101234ff-1bcc-4d03-b99b-34c2e377e070', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:7b:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:21Z', 'updated_at': '2022-10-23T01:25:21Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:25:23.678306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16126ba7-2ba1-44b8-a768-d9337e31ef8a None None] New status for floating IP da80faf9-b60e-49db-b777-bebf95c1f172: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:25:23.847938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:32.800724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:32.802630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:33.404296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:33.916921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:33.919841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:35.924523 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=90 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:35.927315 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=90 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:38.841440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8f16a314-5378-4a27-b32c-270cd68908c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:41.003710 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:25:41.141908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bb70c592-9a3a-41c6-ab92-91573c10c200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:41.145959 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-dda82398-9789-4a39-96c6-b7a508497ac6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388794 Oct 23 01:25:41.250284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-c8512ed0-6310-4a65-afa4-59ba2db9c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:41.251724 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-c8512ed0-6310-4a65-afa4-59ba2db9c453 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 1129 time: 0.0395029 Oct 23 01:25:41.359760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-84a31dc6-ce0e-4afc-9417-9be19f8b5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:41.361235 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-84a31dc6-ce0e-4afc-9417-9be19f8b5837 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 898 time: 0.0907834 Oct 23 01:25:41.424636 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-08e2b261-10ff-4ab4-92ab-55df974323b5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 HTTP/1.1" status: 200 len: 1001 time: 0.0546889 Oct 23 01:25:41.478498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-42ba7853-fbf0-4bf3-a503-017909b2f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:41.479964 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-42ba7853-fbf0-4bf3-a503-017909b2f295 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=23130b1a-9f45-4c44-87a5-380d68825e44 HTTP/1.1" status: 200 len: 835 time: 0.0492468 Oct 23 01:25:41.525201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-663aaf69-399c-47cf-b0ec-758e67288b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:41.526852 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-663aaf69-399c-47cf-b0ec-758e67288b16 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=aaa6f5d3-3bf5-4572-b853-512104a7185b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405033 Oct 23 01:25:41.620306 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-7395bc96-c1aa-4f7f-a3dd-928fdf1c02f6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875542 Oct 23 01:25:41.711006 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1d872af-8e7d-4fb0-aee0-1d3ce6e8bf42 req-73345663-9b6e-4c2a-89b1-31fdb706f576 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838530 Oct 23 01:25:42.458828 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:43.940206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:43.983870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:50.999605 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:51.705830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=49 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:51.707730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=52 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:51.873712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:52.251357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38774) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:52.311861 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6aa09a64-d01b-4f8d-ae74-ab60e28a578a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/04e3b695-3baf-4b80-9111-f393af8df39b HTTP/1.1" status: 200 len: 993 time: 0.0594597 Oct 23 01:25:54.430475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38782) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:54.435932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'admin_state_up': False}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:54.503654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:54.653909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:25:54.682193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:54.755387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:54.764683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:54.765293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:54.766676 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/ports/18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 HTTP/1.1" status: 200 len: 938 time: 0.3351977 Oct 23 01:25:54.767332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:25:54.769549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e" -d '{"events": [{"name": "network-changed", "server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:25:54.811177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840e3815-e7ca-4e75-a212-29286cafb340 x-openstack-request-id: req-840e3815-e7ca-4e75-a212-29286cafb340 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:25:54.811460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:25:54.811714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-840e3815-e7ca-4e75-a212-29286cafb340 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:25:54.812143 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840e3815-e7ca-4e75-a212-29286cafb340'] response: {'name': 'network-changed', 'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'status': 'completed', 'code': 200} Oct 23 01:25:54.821612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,revision_number=6']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:54.903525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e req-53cad501-7509-4599-88bc-a4169d07f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:54.905596 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e req-53cad501-7509-4599-88bc-a4169d07f815 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 1130 time: 0.0440805 Oct 23 01:25:54.910621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.910969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.911313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.911667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.911998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.912328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.912654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.912976 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.913299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.913624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.913979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.914302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.914620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.914936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:54.915252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd36832-32a3-4828-9cd1-290cdeffe57e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:25:55.002860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e req-c134e7dc-a41b-4055-9b35-5aca013e2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:55.004336 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e req-c134e7dc-a41b-4055-9b35-5aca013e2fc2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 898 time: 0.0853927 Oct 23 01:25:55.068044 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e req-0f70523e-2900-4931-8550-631ee478397c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 HTTP/1.1" status: 200 len: 1002 time: 0.0574768 Oct 23 01:25:55.115633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e req-4a5c3b7e-47f7-4d42-866b-d0043282d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:55.116995 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e req-4a5c3b7e-47f7-4d42-866b-d0043282d10f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=23130b1a-9f45-4c44-87a5-380d68825e44 HTTP/1.1" status: 200 len: 835 time: 0.0432174 Oct 23 01:25:55.160640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e req-f820a532-9310-4244-bc3f-bb153c1093e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:55.162167 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e req-f820a532-9310-4244-bc3f-bb153c1093e7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=aaa6f5d3-3bf5-4572-b853-512104a7185b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386803 Oct 23 01:25:55.258222 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e req-d1a696d2-4f68-4d50-b0ea-cd57c1dfe358 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870883 Oct 23 01:25:55.346512 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4b6c01f7-43a8-4204-ad15-f43af4bfec2e req-ca3e9ded-efeb-408a-b3de-f14f48bea3d4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818539 Oct 23 01:25:58.265549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38790) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:58.270744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c5a468ed-3192-4417-a194-af4afd88e73e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'admin_state_up': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:25:58.341903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c5a468ed-3192-4417-a194-af4afd88e73e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:58.357138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:58.378204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:25:58.807621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-c5a468ed-3192-4417-a194-af4afd88e73e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:25:58.836031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c5a468ed-3192-4417-a194-af4afd88e73e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:58.880901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c5a468ed-3192-4417-a194-af4afd88e73e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:58.888093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a468ed-3192-4417-a194-af4afd88e73e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:58.888964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c5a468ed-3192-4417-a194-af4afd88e73e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:25:58.891066 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c5a468ed-3192-4417-a194-af4afd88e73e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/ports/18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 HTTP/1.1" status: 200 len: 937 time: 0.6244185 Oct 23 01:25:58.893930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38792) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:25:58.894437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:25:58.896312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d074d9-8c1c-4796-b52f-766f3aa823ee" -d '{"events": [{"name": "network-changed", "server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:25:58.943314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83e007d-7a4b-4236-8d99-59349baab02f x-openstack-request-id: req-b83e007d-7a4b-4236-8d99-59349baab02f {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:25:58.943602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:25:58.943848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b83e007d-7a4b-4236-8d99-59349baab02f {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:25:58.944234 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83e007d-7a4b-4236-8d99-59349baab02f'] response: {'name': 'network-changed', 'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'status': 'completed', 'code': 200} Oct 23 01:25:58.948856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a468ed-3192-4417-a194-af4afd88e73e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,revision_number=7']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:25:58.959717 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9cab83ff-0ce8-4590-bc1f-b402be0b9530 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/04e3b695-3baf-4b80-9111-f393af8df39b HTTP/1.1" status: 200 len: 993 time: 0.0645218 Oct 23 01:25:59.027991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d074d9-8c1c-4796-b52f-766f3aa823ee req-e684164b-05bf-460f-8fc6-42f9a40465a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:59.029502 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a8d074d9-8c1c-4796-b52f-766f3aa823ee req-e684164b-05bf-460f-8fc6-42f9a40465a8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 1129 time: 0.0404556 Oct 23 01:25:59.124312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d074d9-8c1c-4796-b52f-766f3aa823ee req-83384408-e80d-4c10-91bf-eef7f0c251a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:59.126343 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a8d074d9-8c1c-4796-b52f-766f3aa823ee req-83384408-e80d-4c10-91bf-eef7f0c251a1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 898 time: 0.0899978 Oct 23 01:25:59.177754 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['18b215d1-61db-4ae3-bb6a-0d3d3fd80a74'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:25:59.188000 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a8d074d9-8c1c-4796-b52f-766f3aa823ee req-8ada8eeb-df78-4abf-ba6f-5a1375d424ae service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 HTTP/1.1" status: 200 len: 1001 time: 0.0542777 Oct 23 01:25:59.241226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d074d9-8c1c-4796-b52f-766f3aa823ee req-2609e9db-e0d7-4919-a824-b5eccb5aec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:59.242742 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a8d074d9-8c1c-4796-b52f-766f3aa823ee req-2609e9db-e0d7-4919-a824-b5eccb5aec31 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=23130b1a-9f45-4c44-87a5-380d68825e44 HTTP/1.1" status: 200 len: 835 time: 0.0496006 Oct 23 01:25:59.286648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d074d9-8c1c-4796-b52f-766f3aa823ee req-d49cbb93-afcc-4934-b6a2-186347f1804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:25:59.288169 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a8d074d9-8c1c-4796-b52f-766f3aa823ee req-d49cbb93-afcc-4934-b6a2-186347f1804c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=aaa6f5d3-3bf5-4572-b853-512104a7185b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394621 Oct 23 01:25:59.377046 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a8d074d9-8c1c-4796-b52f-766f3aa823ee req-c7aa9508-50d2-4933-b080-f97fbb15983b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829473 Oct 23 01:25:59.470907 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a8d074d9-8c1c-4796-b52f-766f3aa823ee req-8dd9096b-7415-4bec-bd50-cfb79d2eb0b1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874593 Oct 23 01:26:01.520602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38802) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:01.662861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:26:01.663210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:01.740961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:01.741213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:01.757945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:26:01.978353 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:02.007282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=13a0ab99-9d1c-4bac-a932-e1d1f7ceb09a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:02.020525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.020867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.021202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.021534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.021881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.022226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.022549 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.022918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.023242 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.023561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.023879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.024197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.024513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.024827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.025141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:02.080569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (da80faf9-b60e-49db-b777-bebf95c1f172), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:02.080892 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP da80faf9-b60e-49db-b777-bebf95c1f172 disassociated (deleted). External IP: 172.36.3.165, port: 101234ff-1bcc-4d03-b99b-34c2e377e070. Oct 23 01:26:02.277434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 771b88b2-520e-4514-8a0c-2b7d456c1105 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:26:02.324245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:02.382855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:26:02.387797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:02.390071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:02.395876 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20f478-ee3c-4774-a78d-4adeb408f807 None None] Sync routers for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:26:02.405266 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20f478-ee3c-4774-a78d-4adeb408f807 None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:02.407434 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dd20f478-ee3c-4774-a78d-4adeb408f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:25:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:02.417385 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3a8a106c-c891-42d4-a466-dc542973fe2a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/da80faf9-b60e-49db-b777-bebf95c1f172 HTTP/1.1" status: 204 len: 168 time: 0.8957088 Oct 23 01:26:02.418465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'tag': '101234ff-1bcc-4d03-b99b-34c2e377e070'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:26:02.420957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529ca298-58e1-4295-9888-b390a8efad75" -d '{"events": [{"name": "network-changed", "server_uuid": "853906f4-2f45-45df-89f1-6fe5e67ad11e", "tag": "101234ff-1bcc-4d03-b99b-34c2e377e070"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:26:02.465838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fc1981-9b8b-4753-8cba-bbd369a929a4 x-openstack-request-id: req-97fc1981-9b8b-4753-8cba-bbd369a929a4 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:26:02.466138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853906f4-2f45-45df-89f1-6fe5e67ad11e", "tag": "101234ff-1bcc-4d03-b99b-34c2e377e070", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:26:02.466391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97fc1981-9b8b-4753-8cba-bbd369a929a4 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:26:02.466905 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97fc1981-9b8b-4753-8cba-bbd369a929a4'] response: {'name': 'network-changed', 'server_uuid': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'tag': '101234ff-1bcc-4d03-b99b-34c2e377e070', 'status': 'completed', 'code': 200} Oct 23 01:26:02.509302 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-dd20f478-ee3c-4774-a78d-4adeb408f807 None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:02.553993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ca298-58e1-4295-9888-b390a8efad75 req-6c1e3a1e-2a30-49f7-9ec7-4d66a56fcdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:02.555434 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-529ca298-58e1-4295-9888-b390a8efad75 req-6c1e3a1e-2a30-49f7-9ec7-4d66a56fcdc6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 1129 time: 0.0407987 Oct 23 01:26:02.654200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ca298-58e1-4295-9888-b390a8efad75 req-491b40da-cfda-413e-8ace-c6c82ea7a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:02.655758 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-529ca298-58e1-4295-9888-b390a8efad75 req-491b40da-cfda-413e-8ace-c6c82ea7a023 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 898 time: 0.0941889 Oct 23 01:26:02.694979 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-529ca298-58e1-4295-9888-b390a8efad75 req-e2d3727b-d337-4ebe-bc13-58e024b4dff0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=101234ff-1bcc-4d03-b99b-34c2e377e070 HTTP/1.1" status: 200 len: 217 time: 0.0336614 Oct 23 01:26:02.724791 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dd20f478-ee3c-4774-a78d-4adeb408f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04e3b695-3baf-4b80-9111-f393af8df39b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.125', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:1b:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:04Z', 'updated_at': '2022-10-23T01:25:06Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:02.745697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ca298-58e1-4295-9888-b390a8efad75 req-edce634a-6d88-4dc7-be9d-c32e3130a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:02.747253 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-529ca298-58e1-4295-9888-b390a8efad75 req-edce634a-6d88-4dc7-be9d-c32e3130a519 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=23130b1a-9f45-4c44-87a5-380d68825e44 HTTP/1.1" status: 200 len: 835 time: 0.0448654 Oct 23 01:26:02.750269 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20f478-ee3c-4774-a78d-4adeb408f807 None None] Checking router: 771b88b2-520e-4514-8a0c-2b7d456c1105 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:26:02.759569 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20f478-ee3c-4774-a78d-4adeb408f807 None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:02.760305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:02.760422 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dd20f478-ee3c-4774-a78d-4adeb408f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:25:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:02.797978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ca298-58e1-4295-9888-b390a8efad75 req-b330083c-420a-4374-b30f-adc42f4f14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:02.799571 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-529ca298-58e1-4295-9888-b390a8efad75 req-b330083c-420a-4374-b30f-adc42f4f14a3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=aaa6f5d3-3bf5-4572-b853-512104a7185b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467653 Oct 23 01:26:02.868554 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-dd20f478-ee3c-4774-a78d-4adeb408f807 None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:02.869059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b4c1d-5e77-4c56-a5ed-1395f568faa8 req-22276630-b69f-4046-9cf7-1340ee2521e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:02.874615 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ae4b4c1d-5e77-4c56-a5ed-1395f568faa8 req-22276630-b69f-4046-9cf7-1340ee2521e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 945 time: 0.0557170 Oct 23 01:26:02.925974 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ae4b4c1d-5e77-4c56-a5ed-1395f568faa8 req-8e7e3791-c8d7-4dc6-b04c-bb56160f3d0b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483043 Oct 23 01:26:03.086489 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dd20f478-ee3c-4774-a78d-4adeb408f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04e3b695-3baf-4b80-9111-f393af8df39b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.125', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:1b:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:04Z', 'updated_at': '2022-10-23T01:25:06Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:03.111370 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20f478-ee3c-4774-a78d-4adeb408f807 None None] The sync data for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv is: [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04e3b695-3baf-4b80-9111-f393af8df39b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.125', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'port_id': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'mac_address': 'fa:16:3e:1b:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:25:04Z', 'updated_at': '2022-10-23T01:25:06Z', 'revision_number': 1, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:26:03.333110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4244d5-f62b-4476-91a9-34668267e2cd None None] New status for floating IP da80faf9-b60e-49db-b777-bebf95c1f172: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:26:03.948454 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-529ca298-58e1-4295-9888-b390a8efad75 req-fd348913-8533-4bd5-a234-d95bbe98a21f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835223 Oct 23 01:26:04.016666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:04.060849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a6582-d731-442c-a6ac-55faa3ceae57 req-80c6acaa-8ddb-4bc6-a7ef-5df65cc229ac tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:04.062447 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-633a6582-d731-442c-a6ac-55faa3ceae57 req-80c6acaa-8ddb-4bc6-a7ef-5df65cc229ac tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 945 time: 0.0545323 Oct 23 01:26:04.131234 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-633a6582-d731-442c-a6ac-55faa3ceae57 req-4e34745d-201a-4edc-aca4-3f5b73f15bd0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8df966a7-c926-4dbd-8ca7-fd4631c2c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626810 Oct 23 01:26:04.195832 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-529ca298-58e1-4295-9888-b390a8efad75 req-732bfba7-af34-4eae-98c7-0c9d87b8c265 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949585 Oct 23 01:26:04.295363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6f5e2-d309-4c09-805d-30341d3c7ada req-54f98676-4ac6-4d27-a3cf-8b7f4be345a8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:04.296842 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0ce6f5e2-d309-4c09-805d-30341d3c7ada req-54f98676-4ac6-4d27-a3cf-8b7f4be345a8 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 945 time: 0.0498931 Oct 23 01:26:04.383730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-0ce6f5e2-d309-4c09-805d-30341d3c7ada req-c53b1085-a364-4ad6-b693-6e743801100d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 101234ff-1bcc-4d03-b99b-34c2e377e070 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:26:04.384072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0ce6f5e2-d309-4c09-805d-30341d3c7ada req-c53b1085-a364-4ad6-b693-6e743801100d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:04.476445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-0ce6f5e2-d309-4c09-805d-30341d3c7ada req-c53b1085-a364-4ad6-b693-6e743801100d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 101234ff-1bcc-4d03-b99b-34c2e377e070, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=101234ff-1bcc-4d03-b99b-34c2e377e070,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:26:04.476810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0ce6f5e2-d309-4c09-805d-30341d3c7ada req-c53b1085-a364-4ad6-b693-6e743801100d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:04.489542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-0ce6f5e2-d309-4c09-805d-30341d3c7ada req-c53b1085-a364-4ad6-b693-6e743801100d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 101234ff-1bcc-4d03-b99b-34c2e377e070 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:26:04.675337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0ce6f5e2-d309-4c09-805d-30341d3c7ada req-c53b1085-a364-4ad6-b693-6e743801100d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (101234ff-1bcc-4d03-b99b-34c2e377e070), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:04.708566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b1085-a364-4ad6-b693-6e743801100d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=101234ff-1bcc-4d03-b99b-34c2e377e070,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:04.752093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce6f5e2-d309-4c09-805d-30341d3c7ada req-c53b1085-a364-4ad6-b693-6e743801100d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] No DVR routers for this DVR port 101234ff-1bcc-4d03-b99b-34c2e377e070 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:26:04.754648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0ce6f5e2-d309-4c09-805d-30341d3c7ada req-c53b1085-a364-4ad6-b693-6e743801100d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:04.758026 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0ce6f5e2-d309-4c09-805d-30341d3c7ada req-c53b1085-a364-4ad6-b693-6e743801100d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "DELETE /networking/v2.0/ports/101234ff-1bcc-4d03-b99b-34c2e377e070 HTTP/1.1" status: 204 len: 173 time: 0.4564650 Oct 23 01:26:04.758506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'name': 'network-vif-deleted', 'tag': '101234ff-1bcc-4d03-b99b-34c2e377e070'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:26:04.760844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3ad84f-1c36-456c-83d6-4d3e63aba572" -d '{"events": [{"server_uuid": "853906f4-2f45-45df-89f1-6fe5e67ad11e", "name": "network-vif-deleted", "tag": "101234ff-1bcc-4d03-b99b-34c2e377e070"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:26:04.799307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc28022-7599-4e82-b53c-bb4d0f122bd1 x-openstack-request-id: req-7fc28022-7599-4e82-b53c-bb4d0f122bd1 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:26:04.799599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853906f4-2f45-45df-89f1-6fe5e67ad11e", "name": "network-vif-deleted", "tag": "101234ff-1bcc-4d03-b99b-34c2e377e070", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:26:04.799890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7fc28022-7599-4e82-b53c-bb4d0f122bd1 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:26:04.800299 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc28022-7599-4e82-b53c-bb4d0f122bd1'] response: {'server_uuid': '853906f4-2f45-45df-89f1-6fe5e67ad11e', 'name': 'network-vif-deleted', 'tag': '101234ff-1bcc-4d03-b99b-34c2e377e070', 'status': 'completed', 'code': 200} Oct 23 01:26:05.252523 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dea321c6-6702-4935-bcd0-c86ecdf00ae2 req-5d980c3a-6273-4130-88c2-31b21fa7f73d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=853906f4-2f45-45df-89f1-6fe5e67ad11e HTTP/1.1" status: 200 len: 210 time: 0.0308332 Oct 23 01:26:06.319273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38818) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:06.382778 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc156-e070-4590-ba40-432b36043c25 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (8df966a7-c926-4dbd-8ca7-fd4631c2c2de), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:06.407273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc156-e070-4590-ba40-432b36043c25 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (8df966a7-c926-4dbd-8ca7-fd4631c2c2de), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:06.521207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc156-e070-4590-ba40-432b36043c25 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (8df966a7-c926-4dbd-8ca7-fd4631c2c2de), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:06.523783 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc156-e070-4590-ba40-432b36043c25 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:06.527073 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2ecfc156-e070-4590-ba40-432b36043c25 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8df966a7-c926-4dbd-8ca7-fd4631c2c2de HTTP/1.1" status: 204 len: 168 time: 0.2046735 Oct 23 01:26:06.534577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfc156-e070-4590-ba40-432b36043c25 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df966a7-c926-4dbd-8ca7-fd4631c2c2de,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:06.550063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=33 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:06.551683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=33 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:06.614544 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38822) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:06.758213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 29e3e107-9171-4824-8ccc-487e7435cf4e {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:26:06.758550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (29e3e107-9171-4824-8ccc-487e7435cf4e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:07.074893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (29e3e107-9171-4824-8ccc-487e7435cf4e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:07.075224 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (29e3e107-9171-4824-8ccc-487e7435cf4e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:07.087787 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 29e3e107-9171-4824-8ccc-487e7435cf4e owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:26:07.292596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (29e3e107-9171-4824-8ccc-487e7435cf4e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:07.315394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=29e3e107-9171-4824-8ccc-487e7435cf4e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:07.378760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (04e3b695-3baf-4b80-9111-f393af8df39b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:07.379463 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP 04e3b695-3baf-4b80-9111-f393af8df39b disassociated (deleted). External IP: 172.36.3.125, port: 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74. Oct 23 01:26:07.474494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:07.508502 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:07.581439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 771b88b2-520e-4514-8a0c-2b7d456c1105 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:26:07.687245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:26:07.692937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:07.697824 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10e0d6d-2821-4e4c-b7a8-734ce3b33824 None None] Sync routers for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:26:07.708850 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e0d6d-2821-4e4c-b7a8-734ce3b33824 None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:07.709705 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f10e0d6d-2821-4e4c-b7a8-734ce3b33824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:25:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:07.724071 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5d74af82-7005-483c-b3ec-8495f723230a tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/04e3b695-3baf-4b80-9111-f393af8df39b HTTP/1.1" status: 204 len: 168 time: 1.1081269 Oct 23 01:26:07.724723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:26:07.727017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d86f9c-2217-4e22-8581-7680c6af5dab" -d '{"events": [{"name": "network-changed", "server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:26:07.773812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8412073-8e3a-44cc-9434-10c9f2d4a2f0 x-openstack-request-id: req-f8412073-8e3a-44cc-9434-10c9f2d4a2f0 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:26:07.774123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:26:07.774377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8412073-8e3a-44cc-9434-10c9f2d4a2f0 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:26:07.774786 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8412073-8e3a-44cc-9434-10c9f2d4a2f0'] response: {'name': 'network-changed', 'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'status': 'completed', 'code': 200} Oct 23 01:26:07.816574 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-f10e0d6d-2821-4e4c-b7a8-734ce3b33824 None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:07.869268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d86f9c-2217-4e22-8581-7680c6af5dab req-4ad10296-6da6-43cf-89ed-b96ae0e9292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:07.870909 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d86f9c-2217-4e22-8581-7680c6af5dab req-4ad10296-6da6-43cf-89ed-b96ae0e9292d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 1129 time: 0.0441678 Oct 23 01:26:07.931737 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:07.937022 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:07.966744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d86f9c-2217-4e22-8581-7680c6af5dab req-064a96ff-88e7-4b53-84ba-c0e47e756d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:07.968527 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d86f9c-2217-4e22-8581-7680c6af5dab req-064a96ff-88e7-4b53-84ba-c0e47e756d70 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 200 len: 898 time: 0.0908778 Oct 23 01:26:08.012857 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f10e0d6d-2821-4e4c-b7a8-734ce3b33824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:08.013931 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d86f9c-2217-4e22-8581-7680c6af5dab req-f5023d95-7fc5-4e41-9940-a23a4b02bf98 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 HTTP/1.1" status: 200 len: 217 time: 0.0400026 Oct 23 01:26:08.042076 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10e0d6d-2821-4e4c-b7a8-734ce3b33824 None None] Checking router: 771b88b2-520e-4514-8a0c-2b7d456c1105 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:26:08.051909 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e0d6d-2821-4e4c-b7a8-734ce3b33824 None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:08.052503 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f10e0d6d-2821-4e4c-b7a8-734ce3b33824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:25:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:08.062587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d86f9c-2217-4e22-8581-7680c6af5dab req-4c734f90-26fd-4904-b84d-d5fae2527e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:08.064084 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d86f9c-2217-4e22-8581-7680c6af5dab req-4c734f90-26fd-4904-b84d-d5fae2527e62 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=23130b1a-9f45-4c44-87a5-380d68825e44 HTTP/1.1" status: 200 len: 835 time: 0.0446570 Oct 23 01:26:08.081364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:08.113169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d86f9c-2217-4e22-8581-7680c6af5dab req-c9003d10-3ae9-4f8d-8f8b-6d7c0500e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:08.115175 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d86f9c-2217-4e22-8581-7680c6af5dab req-c9003d10-3ae9-4f8d-8f8b-6d7c0500e175 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=aaa6f5d3-3bf5-4572-b853-512104a7185b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436738 Oct 23 01:26:08.176738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d73e0e-18d1-40ef-b3ed-8ab3754216dc req-5d1d1594-edc3-4e39-b138-4f46eb09f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:08.178389 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f6d73e0e-18d1-40ef-b3ed-8ab3754216dc req-5d1d1594-edc3-4e39-b138-4f46eb09f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 945 time: 0.0499964 Oct 23 01:26:08.192767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:08.232351 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f6d73e0e-18d1-40ef-b3ed-8ab3754216dc req-20c8618e-0e7c-4473-8ca8-33cdb162beec tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474663 Oct 23 01:26:08.248293 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-f10e0d6d-2821-4e4c-b7a8-734ce3b33824 None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:08.428047 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f10e0d6d-2821-4e4c-b7a8-734ce3b33824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:08.452281 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10e0d6d-2821-4e4c-b7a8-734ce3b33824 None None] The sync data for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv is: [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '500b6ebb-4d8c-48d2-b06e-0379e214152a', 'name': '', 'network_id': 'aaa6f5d3-3bf5-4572-b853-512104a7185b', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:05:59:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:45Z', 'updated_at': '2022-10-23T01:24:50Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '23130b1a-9f45-4c44-87a5-380d68825e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:26:08.670219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69d59a-06af-43df-82cb-f281d32ddf47 None None] New status for floating IP 04e3b695-3baf-4b80-9111-f393af8df39b: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:26:08.673002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:08.796706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 101234ff-1bcc-4d03-b99b-34c2e377e070 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:26:08.801520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d9d78239-2cc9-4faf-b174-6972cadb97fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:08.818418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 101234ff-1bcc-4d03-b99b-34c2e377e070 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:26:08.818767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 101234ff-1bcc-4d03-b99b-34c2e377e070 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:26:09.347223 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d86f9c-2217-4e22-8581-7680c6af5dab req-1f4a16d4-eba0-4c2b-840f-23672a9faf33 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912373 Oct 23 01:26:09.356906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521288b6-b7b3-4330-861c-05fbc83730fd req-f763c1e5-9b7a-447a-9723-766e7f7c5cad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:09.358413 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-521288b6-b7b3-4330-861c-05fbc83730fd req-f763c1e5-9b7a-447a-9723-766e7f7c5cad tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 945 time: 0.0471263 Oct 23 01:26:09.412296 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-521288b6-b7b3-4330-861c-05fbc83730fd req-80da9d95-4675-4078-b586-9098cd1c61e9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3144bb90-8f13-4b65-a60d-83b4137908e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475678 Oct 23 01:26:09.577562 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d86f9c-2217-4e22-8581-7680c6af5dab req-17b53e7d-8642-4415-b33c-e7fbe698edb5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902624 Oct 23 01:26:09.715363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607c1d1-5a71-468e-9143-2cbfeeebb171 req-fd3a3671-6cc1-4620-8884-50f19a4be315 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:09.716901 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c607c1d1-5a71-468e-9143-2cbfeeebb171 req-fd3a3671-6cc1-4620-8884-50f19a4be315 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 945 time: 0.0468385 Oct 23 01:26:09.796839 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-c607c1d1-5a71-468e-9143-2cbfeeebb171 req-073afcfa-7d13-482f-b633-2d4b3e0812f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:26:09.797184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c607c1d1-5a71-468e-9143-2cbfeeebb171 req-073afcfa-7d13-482f-b633-2d4b3e0812f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:09.888071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-c607c1d1-5a71-468e-9143-2cbfeeebb171 req-073afcfa-7d13-482f-b633-2d4b3e0812f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:26:09.888347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c607c1d1-5a71-468e-9143-2cbfeeebb171 req-073afcfa-7d13-482f-b633-2d4b3e0812f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:09.901492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-c607c1d1-5a71-468e-9143-2cbfeeebb171 req-073afcfa-7d13-482f-b633-2d4b3e0812f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:26:10.084014 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c607c1d1-5a71-468e-9143-2cbfeeebb171 req-073afcfa-7d13-482f-b633-2d4b3e0812f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (18b215d1-61db-4ae3-bb6a-0d3d3fd80a74), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:10.110090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073afcfa-7d13-482f-b633-2d4b3e0812f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=18b215d1-61db-4ae3-bb6a-0d3d3fd80a74,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:10.160220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c607c1d1-5a71-468e-9143-2cbfeeebb171 req-073afcfa-7d13-482f-b633-2d4b3e0812f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] No DVR routers for this DVR port 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:26:10.162618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c607c1d1-5a71-468e-9143-2cbfeeebb171 req-073afcfa-7d13-482f-b633-2d4b3e0812f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:10.165826 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c607c1d1-5a71-468e-9143-2cbfeeebb171 req-073afcfa-7d13-482f-b633-2d4b3e0812f1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "DELETE /networking/v2.0/ports/18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 HTTP/1.1" status: 204 len: 173 time: 0.4440670 Oct 23 01:26:10.166318 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'name': 'network-vif-deleted', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:26:10.168561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e92c4b-36d4-4e75-ae5e-c443aac5aa73" -d '{"events": [{"server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "name": "network-vif-deleted", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:26:10.204709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b08ec5-9034-4779-b2a8-1fd19c98acf2 x-openstack-request-id: req-62b08ec5-9034-4779-b2a8-1fd19c98acf2 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:26:10.205003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14411a37-795f-4e09-9ff9-f86b83df0d59", "name": "network-vif-deleted", "tag": "18b215d1-61db-4ae3-bb6a-0d3d3fd80a74", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:26:10.205258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62b08ec5-9034-4779-b2a8-1fd19c98acf2 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:26:10.205725 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b08ec5-9034-4779-b2a8-1fd19c98acf2'] response: {'server_uuid': '14411a37-795f-4e09-9ff9-f86b83df0d59', 'name': 'network-vif-deleted', 'tag': '18b215d1-61db-4ae3-bb6a-0d3d3fd80a74', 'status': 'completed', 'code': 200} Oct 23 01:26:10.536619 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a276f951-de09-40d6-af49-092ae134c928 req-03364b45-7f4c-45d1-aed0-e1199613cf50 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14411a37-795f-4e09-9ff9-f86b83df0d59 HTTP/1.1" status: 200 len: 210 time: 0.0316401 Oct 23 01:26:11.092312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6a7893c9-2db9-464f-8280-166fe116b8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:11.602292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38838) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:11.659403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-866cf0b3-fee9-4aee-997a-e51a9d974471 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (3144bb90-8f13-4b65-a60d-83b4137908e8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:11.683780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-866cf0b3-fee9-4aee-997a-e51a9d974471 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (3144bb90-8f13-4b65-a60d-83b4137908e8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:11.884495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-866cf0b3-fee9-4aee-997a-e51a9d974471 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3144bb90-8f13-4b65-a60d-83b4137908e8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:11.887090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-866cf0b3-fee9-4aee-997a-e51a9d974471 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:11.888303 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-866cf0b3-fee9-4aee-997a-e51a9d974471 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3144bb90-8f13-4b65-a60d-83b4137908e8 HTTP/1.1" status: 204 len: 168 time: 0.2849789 Oct 23 01:26:11.898443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cf0b3-fee9-4aee-997a-e51a9d974471 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3144bb90-8f13-4b65-a60d-83b4137908e8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:11.979036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38842) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:12.309679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (771b88b2-520e-4514-8a0c-2b7d456c1105), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:12.389478 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:12.455565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:12.475110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:12.545287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 500b6ebb-4d8c-48d2-b06e-0379e214152a {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:26:12.545632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:12.638282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 500b6ebb-4d8c-48d2-b06e-0379e214152a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=500b6ebb-4d8c-48d2-b06e-0379e214152a,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:26:12.639002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:12.651400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 500b6ebb-4d8c-48d2-b06e-0379e214152a owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:26:12.819405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:26:12.841316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:26:12.845965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 18b215d1-61db-4ae3-bb6a-0d3d3fd80a74 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:26:12.898488 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (500b6ebb-4d8c-48d2-b06e-0379e214152a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:12.929144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=500b6ebb-4d8c-48d2-b06e-0379e214152a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:13.101422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (771b88b2-520e-4514-8a0c-2b7d456c1105), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:13.123404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cf3b5b-080a-412c-8e26-d9a95e20e222 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:26:13.194805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf3b5b-080a-412c-8e26-d9a95e20e222 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:26:13.196029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:13.311547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 771b88b2-520e-4514-8a0c-2b7d456c1105 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:26:13.416848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:26:13.425033 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-837d3398-4aed-44d3-9950-3bee28172d94 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/771b88b2-520e-4514-8a0c-2b7d456c1105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4416485 Oct 23 01:26:13.425033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38844) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:13.426597 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2977438-6ff3-4118-b02d-bdd652d63e25 None None] Sync routers for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:26:13.437723 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2977438-6ff3-4118-b02d-bdd652d63e25 None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:13.438452 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a2977438-6ff3-4118-b02d-bdd652d63e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:26:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:13.464126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:13.478915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a09a497-fc75-4785-ac73-a44793611a28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting subnet 23130b1a-9f45-4c44-87a5-380d68825e44 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:26:13.482726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a09a497-fc75-4785-ac73-a44793611a28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (23130b1a-9f45-4c44-87a5-380d68825e44), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:13.532833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a09a497-fc75-4785-ac73-a44793611a28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (23130b1a-9f45-4c44-87a5-380d68825e44), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:13.548100 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-a2977438-6ff3-4118-b02d-bdd652d63e25 None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:13.635782 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a09a497-fc75-4785-ac73-a44793611a28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (23130b1a-9f45-4c44-87a5-380d68825e44), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:13.736862 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a2977438-6ff3-4118-b02d-bdd652d63e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:26:12Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:13.762590 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2977438-6ff3-4118-b02d-bdd652d63e25 None None] Checking router: 771b88b2-520e-4514-8a0c-2b7d456c1105 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:26:13.764565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a09a497-fc75-4785-ac73-a44793611a28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (23130b1a-9f45-4c44-87a5-380d68825e44), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:13.774377 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2977438-6ff3-4118-b02d-bdd652d63e25 None None] Routers {'771b88b2-520e-4514-8a0c-2b7d456c1105'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:13.774991 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a2977438-6ff3-4118-b02d-bdd652d63e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:26:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['771b88b2-520e-4514-8a0c-2b7d456c1105'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:13.794024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09a497-fc75-4785-ac73-a44793611a28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Subnet': ['ID=23130b1a-9f45-4c44-87a5-380d68825e44,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:13.798497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a09a497-fc75-4785-ac73-a44793611a28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:13.801765 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1a09a497-fc75-4785-ac73-a44793611a28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/23130b1a-9f45-4c44-87a5-380d68825e44 HTTP/1.1" status: 204 len: 168 time: 0.3759499 Oct 23 01:26:13.804639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38846) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:13.809460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8f4dbf-6bae-4331-9981-120f320e9278 None None] Network aaa6f5d3-3bf5-4572-b853-512104a7185b requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:26:13.883190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-dd99bcdd-3794-4a4a-ac8d-10c7098ce12b None None] Provisioning complete for port 1c5a117c-376a-429b-b9b0-fee08c00a059 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:13.883568 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dd99bcdd-3794-4a4a-ac8d-10c7098ce12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:13.883907 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-dd99bcdd-3794-4a4a-ac8d-10c7098ce12b None None] Attempt 1 to provision port 1c5a117c-376a-429b-b9b0-fee08c00a059 Oct 23 01:26:13.886108 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-a2977438-6ff3-4118-b02d-bdd652d63e25 None None] Set router 771b88b2-520e-4514-8a0c-2b7d456c1105 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:13.916660 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (771b88b2-520e-4514-8a0c-2b7d456c1105), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.002436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.005041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-dd99bcdd-3794-4a4a-ac8d-10c7098ce12b None None] Current status of the port 1c5a117c-376a-429b-b9b0-fee08c00a059 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:26:14.024090 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:14.033130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.039604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (771b88b2-520e-4514-8a0c-2b7d456c1105), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.044962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:14.058007 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:14.070657 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a2977438-6ff3-4118-b02d-bdd652d63e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:26:12Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:14.070922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] DHCP port deletion for aaa6f5d3-3bf5-4572-b853-512104a7185b request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:26:14.099989 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2977438-6ff3-4118-b02d-bdd652d63e25 None None] The sync data for ids ['771b88b2-520e-4514-8a0c-2b7d456c1105'] in dv-neutron-master-2-hyperv is: [{'id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'name': 'tempest-TestNetworkBasicOps-router-1623771887', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:26:12Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': 'd709ece5-6b27-4961-97ed-77dfcf683247', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771b88b2-520e-4514-8a0c-2b7d456c1105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:24:42Z', 'updated_at': '2022-10-23T01:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:26:14.112838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Deleting port 1c5a117c-376a-429b-b9b0-fee08c00a059 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:26:14.116365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.148820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port d709ece5-6b27-4961-97ed-77dfcf683247 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:26:14.149162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.150731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:14.181239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] For port 1c5a117c-376a-429b-b9b0-fee08c00a059, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c5a117c-376a-429b-b9b0-fee08c00a059,segment=NetworkSegment(883ec204-e5a5-4a78-a1f7-6f993e18cd5c),segment_id=883ec204-e5a5-4a78-a1f7-6f993e18cd5c)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:26:14.181632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.196213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Calling delete_port for 1c5a117c-376a-429b-b9b0-fee08c00a059 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:26:14.233634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port d709ece5-6b27-4961-97ed-77dfcf683247, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d709ece5-6b27-4961-97ed-77dfcf683247,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:26:14.234028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.248218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for d709ece5-6b27-4961-97ed-77dfcf683247 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:26:14.352222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (1c5a117c-376a-429b-b9b0-fee08c00a059), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.378114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Pushing event deleted for resources: {'Port': ['ID=1c5a117c-376a-429b-b9b0-fee08c00a059,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:14.382597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] No DVR routers for this DVR port 1c5a117c-376a-429b-b9b0-fee08c00a059 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:26:14.398900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.399240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.399576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.400033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.400397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.400723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.401070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.401368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.401692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.402043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.402367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.402687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.403068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.403394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.404118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba073b4-1c89-4249-acde-d4841fb698cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:14.479898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (d709ece5-6b27-4961-97ed-77dfcf683247), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.508380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=d709ece5-6b27-4961-97ed-77dfcf683247,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:14.522202 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1c5a117c-376a-429b-b9b0-fee08c00a059 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:26:14.549265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 1c5a117c-376a-429b-b9b0-fee08c00a059 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:26:14.549606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1c5a117c-376a-429b-b9b0-fee08c00a059 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:26:14.550115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 500b6ebb-4d8c-48d2-b06e-0379e214152a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:26:14.577002 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 500b6ebb-4d8c-48d2-b06e-0379e214152a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:26:14.577354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 500b6ebb-4d8c-48d2-b06e-0379e214152a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:26:14.585945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (771b88b2-520e-4514-8a0c-2b7d456c1105), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.680210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (771b88b2-520e-4514-8a0c-2b7d456c1105), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.682345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (771b88b2-520e-4514-8a0c-2b7d456c1105), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.803832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (771b88b2-520e-4514-8a0c-2b7d456c1105), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.804474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Fanout notify agent at l3_agent the message router_deleted on router 771b88b2-520e-4514-8a0c-2b7d456c1105 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:26:14.814313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.814313 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c0428f3d-3086-4897-a36f-c23ed3c30221 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/routers/771b88b2-520e-4514-8a0c-2b7d456c1105 HTTP/1.1" status: 204 len: 168 time: 1.0062370 Oct 23 01:26:14.814934 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38848) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:14.900321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (aaa6f5d3-3bf5-4572-b853-512104a7185b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:14.989675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (aaa6f5d3-3bf5-4572-b853-512104a7185b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.008875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa6f5d3-3bf5-4572-b853-512104a7185b']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:15.018554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883ec204-e5a5-4a78-a1f7-6f993e18cd5c') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:15.018854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883ec204-e5a5-4a78-a1f7-6f993e18cd5c') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:15.033206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (883ec204-e5a5-4a78-a1f7-6f993e18cd5c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.046251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (883ec204-e5a5-4a78-a1f7-6f993e18cd5c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.052443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:26:15.052825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (883ec204-e5a5-4a78-a1f7-6f993e18cd5c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.311776 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 883ec204-e5a5-4a78-a1f7-6f993e18cd5c resource provider aggregate not found Oct 23 01:26:15.344535 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 883ec204-e5a5-4a78-a1f7-6f993e18cd5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 883ec204-e5a5-4a78-a1f7-6f993e18cd5c found for delete ", "request_id": "req-4812c831-f1bf-4ffa-a413-2c032594bf4b"}]} Oct 23 01:26:15.423590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (aaa6f5d3-3bf5-4572-b853-512104a7185b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.430936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.433918 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/networks/aaa6f5d3-3bf5-4572-b853-512104a7185b HTTP/1.1" status: 204 len: 168 time: 0.6180251 Oct 23 01:26:15.446285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb41d5-1a38-4cf9-aa45-63179085f2da tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Network': ['ID=aaa6f5d3-3bf5-4572-b853-512104a7185b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:15.460703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38854) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:15.465974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'network': {'name': 'tempest-network-smoke--1266005272', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'port_security_enabled': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:15.561017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:26:15.565928 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.576881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:15.590321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:26:15.599313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ffd3534b-4523-47e1-9e5b-873c5c88ecea), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.599651 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Added segment ffd3534b-4523-47e1-9e5b-873c5c88ecea of type vlan for network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d Oct 23 01:26:15.643342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.720499 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.726331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:15.726927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.795461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Network': ['ID=cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:15.806396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:26:15.832439 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d7f46aa0-c6cd-4a2e-9783-b1c27668ae3c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3703022 Oct 23 01:26:15.835004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38856) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:15.839494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'admin_state_up': True, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:15.926747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (97547845-888d-4eab-a17c-bd004590b526), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.928012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (97547845-888d-4eab-a17c-bd004590b526), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:15.952755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:15.985204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (97547845-888d-4eab-a17c-bd004590b526), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:16.196583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (97547845-888d-4eab-a17c-bd004590b526), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:16.352735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d709ece5-6b27-4961-97ed-77dfcf683247 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:26:16.372658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: d709ece5-6b27-4961-97ed-77dfcf683247 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:26:16.373000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d709ece5-6b27-4961-97ed-77dfcf683247 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:26:16.438589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (97547845-888d-4eab-a17c-bd004590b526), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:16.457426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:16.563872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.31 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/083915b7-6ee4-4654-ba40-b0da7276d8c1) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:26:16.666068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:16.758012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:16.803844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:26:16.808862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:26:16.811140 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=083915b7-6ee4-4654-ba40-b0da7276d8c1,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:16.813931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:26:16.925090 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:17.145575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (97547845-888d-4eab-a17c-bd004590b526), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:17.147993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:17.333767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (97547845-888d-4eab-a17c-bd004590b526), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:17.549329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 97547845-888d-4eab-a17c-bd004590b526 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:26:17.652222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:26:17.664624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Sync routers for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:26:17.674950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:17.675561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:26:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:17.739989 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:17.741352 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-af6320fc-feaa-48bc-b914-ed8d28a9a06f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9053609 Oct 23 01:26:17.745070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38860) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:17.778300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:17.782892 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ebc80af2-5aee-4638-a9d3-4cd3e00d7fc3 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=0226f1f233794f45b9d6ad046f30f76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348487 Oct 23 01:26:17.784881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38862) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:17.941120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ac884-126f-4c0e-900b-0a94663ff206 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:17.942569 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8e8ac884-126f-4c0e-900b-0a94663ff206 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1567831 Oct 23 01:26:17.945622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38864) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:17.950631 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:26:16Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:17.975132 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0f6777be-950d-4539-a344-a705fe9e6653 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283315 Oct 23 01:26:17.977137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Checking router: 97547845-888d-4eab-a17c-bd004590b526 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:26:17.977580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Updating router 97547845-888d-4eab-a17c-bd004590b526 port 083915b7-6ee4-4654-ba40-b0da7276d8c1 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:26:17.977703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38866) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:17.982288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-167774593', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:18.002946 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:26:18.005699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:18.027784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:18.087385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:18.126647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:26:18.130526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:18.134627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:18.166095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:18.260324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Publish callbacks [] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:18.346189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:18.369611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (0346c137-66a2-48dd-a319-cbcd90251ab4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:18.380512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Attempting to bind port 083915b7-6ee4-4654-ba40-b0da7276d8c1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:26:18.380880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Attempting to bind port 083915b7-6ee4-4654-ba40-b0da7276d8c1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:26:18.381243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Attempting to bind port 083915b7-6ee4-4654-ba40-b0da7276d8c1 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:26:18.418953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bacdf-86af-4de0-ae1d-abe0c2b9aadf None None] Pushing event updated for resources: {'Port': ['ID=083915b7-6ee4-4654-ba40-b0da7276d8c1,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:18.435705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:26:18.436201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:26:18.436608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:18.436998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:26:18.437502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Bound port: 083915b7-6ee4-4654-ba40-b0da7276d8c1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:26:18.437903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:18.439050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Subnet': ['ID=0346c137-66a2-48dd-a319-cbcd90251ab4,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:18.444312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Checking segment: {'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:26:18.444676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network hostable DHCP agents. Network: cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:26:18.451103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:18.486508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] For port 083915b7-6ee4-4654-ba40-b0da7276d8c1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:26:18.489501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] For port 083915b7-6ee4-4654-ba40-b0da7276d8c1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=083915b7-6ee4-4654-ba40-b0da7276d8c1,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:26:18.534766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:26:18.558708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:18.597247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:18.597903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:26:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:18.609450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:26:18.614353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:18.615421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:18.637665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0dbe74-4b65-4632-9748-763a5a160352 None None] Network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:26:18.697690 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-39368330-a28d-481d-8935-b35d950a429e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7190425 Oct 23 01:26:18.700603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38868) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:18.839085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bacdf-86af-4de0-ae1d-abe0c2b9aadf None None] Pushing event updated for resources: {'Port': ['ID=083915b7-6ee4-4654-ba40-b0da7276d8c1,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:18.938716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:18.988333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:26:18.989251 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:19.061172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:19.135571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:19.232665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Allocated IP 172.20.0.2 (cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d/0346c137-66a2-48dd-a319-cbcd90251ab4/0e079c80-054d-4544-a52c-7078a10ef933) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:26:19.239128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:26:16Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:19.271756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b6a62-b2ed-47ff-b8d2-92b2dcd4fb10 None None] The sync data for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv is: [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:26:16Z', 'revision_number': 3, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:26:19.411479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Publish callbacks [] for port (0e079c80-054d-4544-a52c-7078a10ef933), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:19.479776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (0e079c80-054d-4544-a52c-7078a10ef933), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:19.513140 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:19.527190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:26:19.531953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:26:19.535049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:26:19.549058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.1 (cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d/0346c137-66a2-48dd-a319-cbcd90251ab4/2c916186-a8b4-4c94-be37-ade8b81b5497) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:26:19.577835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Pushing event updated for resources: {'Port': ['ID=0e079c80-054d-4544-a52c-7078a10ef933,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:19.612279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Attempting to bind port 0e079c80-054d-4544-a52c-7078a10ef933 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:26:19.612833 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Attempting to bind port 0e079c80-054d-4544-a52c-7078a10ef933 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:26:19.613410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Attempting to bind port 0e079c80-054d-4544-a52c-7078a10ef933 on network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:26:19.661884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:26:19.662568 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Checking segment: {'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:26:19.663034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:19.663386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Bound using segment: {'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:26:19.663872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Bound port: 0e079c80-054d-4544-a52c-7078a10ef933, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:26:19.664258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0e079c80-054d-4544-a52c-7078a10ef933), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:19.695652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:19.713044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:19.731137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] For port 0e079c80-054d-4544-a52c-7078a10ef933, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:26:19.735048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] For port 0e079c80-054d-4544-a52c-7078a10ef933, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0e079c80-054d-4544-a52c-7078a10ef933,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:26:19.829769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:19.838438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0e079c80-054d-4544-a52c-7078a10ef933), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:19.879993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:26:19.883300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:26:19.894610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:26:19.902090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06064d8c-428a-46ac-8482-b49156d63c3c None None] Pushing event updated for resources: {'Port': ['ID=0e079c80-054d-4544-a52c-7078a10ef933,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:19.931601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=2c916186-a8b4-4c94-be37-ade8b81b5497,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:19.950483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (97547845-888d-4eab-a17c-bd004590b526), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:20.160771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:20.416126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 083915b7-6ee4-4654-ba40-b0da7276d8c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:26:20.457750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:20.468567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 083915b7-6ee4-4654-ba40-b0da7276d8c1 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:20.468944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:20.469275 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 083915b7-6ee4-4654-ba40-b0da7276d8c1 Oct 23 01:26:20.556297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 083915b7-6ee4-4654-ba40-b0da7276d8c1 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:26:20.556824 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:20.583439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 083915b7-6ee4-4654-ba40-b0da7276d8c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=083915b7-6ee4-4654-ba40-b0da7276d8c1,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:26:20.655172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:20.656172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0e079c80-054d-4544-a52c-7078a10ef933 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:26:20.750666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=083915b7-6ee4-4654-ba40-b0da7276d8c1,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:20.754511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 0e079c80-054d-4544-a52c-7078a10ef933 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:20.754765 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0e079c80-054d-4544-a52c-7078a10ef933), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:20.755302 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 0e079c80-054d-4544-a52c-7078a10ef933 Oct 23 01:26:20.825519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:20.829097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:20.837250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 0e079c80-054d-4544-a52c-7078a10ef933 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:26:20.837634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0e079c80-054d-4544-a52c-7078a10ef933), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:20.857284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd9b14f-3d94-4be8-976b-b9c054361933 None None] Network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:26:20.892490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:20.926869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 0e079c80-054d-4544-a52c-7078a10ef933, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0e079c80-054d-4544-a52c-7078a10ef933,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:26:20.930158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d1b9e7d8-1141-400e-880e-778263bf248d None None] Provisioning complete for port 0e079c80-054d-4544-a52c-7078a10ef933 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:20.930530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d1b9e7d8-1141-400e-880e-778263bf248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0e079c80-054d-4544-a52c-7078a10ef933), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:20.930894 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d1b9e7d8-1141-400e-880e-778263bf248d None None] Attempt 1 to provision port 0e079c80-054d-4544-a52c-7078a10ef933 Oct 23 01:26:20.967909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=2c916186-a8b4-4c94-be37-ade8b81b5497,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:20.973031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (97547845-888d-4eab-a17c-bd004590b526), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:21.007072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:INSERT=1,neutron:UPDATE=4,neutron:SELECT=95 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:21.012503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0e079c80-054d-4544-a52c-7078a10ef933), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:21.035032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:21.074206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:26:21.079150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:26:21.106033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9e7d8-1141-400e-880e-778263bf248d None None] Current status of the port 0e079c80-054d-4544-a52c-7078a10ef933 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:26:21.115599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=0e079c80-054d-4544-a52c-7078a10ef933,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:21.205419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 97547845-888d-4eab-a17c-bd004590b526 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:26:21.214345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:21.321059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:26:21.326472 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7ce665f5-98aa-4e34-bf5c-dd892fe044b6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/97547845-888d-4eab-a17c-bd004590b526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6246092 Oct 23 01:26:21.329569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38870) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:21.339355 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-60af4e53-eeab-449b-9c02-1b565847b2f3 None None] Provisioning complete for port 2c916186-a8b4-4c94-be37-ade8b81b5497 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:21.340090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-60af4e53-eeab-449b-9c02-1b565847b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:21.340427 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-60af4e53-eeab-449b-9c02-1b565847b2f3 None None] Attempt 1 to provision port 2c916186-a8b4-4c94-be37-ade8b81b5497 Oct 23 01:26:21.375895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-60af4e53-eeab-449b-9c02-1b565847b2f3 None None] Port 2c916186-a8b4-4c94-be37-ade8b81b5497 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:26:21.386633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-60af4e53-eeab-449b-9c02-1b565847b2f3 None None] Provisioning complete for port 0e079c80-054d-4544-a52c-7078a10ef933 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:21.387080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-60af4e53-eeab-449b-9c02-1b565847b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0e079c80-054d-4544-a52c-7078a10ef933), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:21.387917 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-60af4e53-eeab-449b-9c02-1b565847b2f3 None None] Attempt 1 to provision port 0e079c80-054d-4544-a52c-7078a10ef933 Oct 23 01:26:21.429153 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Sync routers for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:26:21.435822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af911013-dfad-4219-8476-2d57d60c1c3d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:21.436551 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af911013-dfad-4219-8476-2d57d60c1c3d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:21.437167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af911013-dfad-4219-8476-2d57d60c1c3d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:21.438594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af911013-dfad-4219-8476-2d57d60c1c3d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:21.440053 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-af911013-dfad-4219-8476-2d57d60c1c3d tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1093473 Oct 23 01:26:21.442781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38872) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:21.444068 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:21.444767 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:26:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:21.480911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-60af4e53-eeab-449b-9c02-1b565847b2f3 None None] Current status of the port 0e079c80-054d-4544-a52c-7078a10ef933 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:26:21.516479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f8e34-6ea4-4e74-b38b-f7fb795b0568 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:21.517132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f8e34-6ea4-4e74-b38b-f7fb795b0568 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:21.518051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f8e34-6ea4-4e74-b38b-f7fb795b0568 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:21.518513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f8e34-6ea4-4e74-b38b-f7fb795b0568 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:21.520256 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-960f8e34-6ea4-4e74-b38b-f7fb795b0568 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0763273 Oct 23 01:26:21.522985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38874) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:21.568148 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:21.598682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b563fcf9-849d-4129-a095-e444312ffdbb None None] Provisioning complete for port 2c916186-a8b4-4c94-be37-ade8b81b5497 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:21.599092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b563fcf9-849d-4129-a095-e444312ffdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:21.599440 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b563fcf9-849d-4129-a095-e444312ffdbb None None] Attempt 1 to provision port 2c916186-a8b4-4c94-be37-ade8b81b5497 Oct 23 01:26:21.639976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b563fcf9-849d-4129-a095-e444312ffdbb None None] Port 2c916186-a8b4-4c94-be37-ade8b81b5497 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:26:21.767906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9db0f5bb-4aa9-4abb-8955-d91dd8e2a4bb None None] Provisioning complete for port 2c916186-a8b4-4c94-be37-ade8b81b5497 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:21.768342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9db0f5bb-4aa9-4abb-8955-d91dd8e2a4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:21.769381 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9db0f5bb-4aa9-4abb-8955-d91dd8e2a4bb None None] Attempt 1 to provision port 2c916186-a8b4-4c94-be37-ade8b81b5497 Oct 23 01:26:21.777553 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:21.805402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Checking router: 97547845-888d-4eab-a17c-bd004590b526 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:26:21.805708 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Updating router 97547845-888d-4eab-a17c-bd004590b526 port 2c916186-a8b4-4c94-be37-ade8b81b5497 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:26:21.808170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9db0f5bb-4aa9-4abb-8955-d91dd8e2a4bb None None] Port 2c916186-a8b4-4c94-be37-ade8b81b5497 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:26:21.826724 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:21.840235 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:21.889577 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-715c6d08-c3a1-489c-a7a1-8410b593c2ae tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3654749 Oct 23 01:26:22.033864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38878) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:22.038491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-34e8ccb5-1561-4c68-b883-b0703017b5e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020799974', 'description': 'tempest-secgroup-smoke-1020799974 description', 'project_id': '0226f1f233794f45b9d6ad046f30f76b'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:22.045742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:22.114195 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Publish callbacks [] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.123773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34e8ccb5-1561-4c68-b883-b0703017b5e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.163712 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:22.189739 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.206163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34e8ccb5-1561-4c68-b883-b0703017b5e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (7841d4f3-2c75-40ee-9021-1d8faaf2c3cb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.283718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34e8ccb5-1561-4c68-b883-b0703017b5e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7841d4f3-2c75-40ee-9021-1d8faaf2c3cb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.318153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8ccb5-1561-4c68-b883-b0703017b5e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:22.356256 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Pushing event updated for resources: {'Port': ['ID=2c916186-a8b4-4c94-be37-ade8b81b5497,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.388402 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:26:22.397607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34e8ccb5-1561-4c68-b883-b0703017b5e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.402193 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-34e8ccb5-1561-4c68-b883-b0703017b5e3 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3641663 Oct 23 01:26:22.402298 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Attempting to bind port 2c916186-a8b4-4c94-be37-ade8b81b5497 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:26:22.402298 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Attempting to bind port 2c916186-a8b4-4c94-be37-ade8b81b5497 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:26:22.402298 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Attempting to bind port 2c916186-a8b4-4c94-be37-ade8b81b5497 on network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:26:22.402611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38880) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:22.404528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 083915b7-6ee4-4654-ba40-b0da7276d8c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:26:22.408114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a7647b54-4020-4307-ba9c-87e75666fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7841d4f3-2c75-40ee-9021-1d8faaf2c3cb', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:22.444476 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:26:22.445135 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Checking segment: {'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:26:22.445233 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.445596 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Bound using segment: {'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:26:22.446107 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Bound port: 2c916186-a8b4-4c94-be37-ade8b81b5497, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:26:22.446807 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.455953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 083915b7-6ee4-4654-ba40-b0da7276d8c1 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:22.456336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.456675 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 083915b7-6ee4-4654-ba40-b0da7276d8c1 Oct 23 01:26:22.495533 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:22.502563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7647b54-4020-4307-ba9c-87e75666fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (42fb540b-f647-4f0b-9201-506f9b223a17), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.506632 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] For port 2c916186-a8b4-4c94-be37-ade8b81b5497, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:26:22.509820 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] For port 2c916186-a8b4-4c94-be37-ade8b81b5497, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c916186-a8b4-4c94-be37-ade8b81b5497,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:26:22.510847 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:22.530552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 083915b7-6ee4-4654-ba40-b0da7276d8c1 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:26:22.532402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0e079c80-054d-4544-a52c-7078a10ef933 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:26:22.550977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:22.576376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7647b54-4020-4307-ba9c-87e75666fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (42fb540b-f647-4f0b-9201-506f9b223a17), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.579158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 0e079c80-054d-4544-a52c-7078a10ef933 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:22.579536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0e079c80-054d-4544-a52c-7078a10ef933), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.579875 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 0e079c80-054d-4544-a52c-7078a10ef933 Oct 23 01:26:22.609863 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.647968 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:22.648736 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:26:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:22.651391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 0e079c80-054d-4544-a52c-7078a10ef933 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:26:22.677888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7647b54-4020-4307-ba9c-87e75666fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (42fb540b-f647-4f0b-9201-506f9b223a17), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.702110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7647b54-4020-4307-ba9c-87e75666fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fb540b-f647-4f0b-9201-506f9b223a17,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:22.703651 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef880734-718b-492a-b824-cfac5c207f48 None None] Pushing event updated for resources: {'Port': ['ID=2c916186-a8b4-4c94-be37-ade8b81b5497,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:22.768891 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:22.774337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a7647b54-4020-4307-ba9c-87e75666fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.775798 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a7647b54-4020-4307-ba9c-87e75666fdbd tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3720808 Oct 23 01:26:22.778541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38882) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:22.783070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ef6dc0dd-ffe1-4198-9e55-a9f6a41d8c71 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7841d4f3-2c75-40ee-9021-1d8faaf2c3cb', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:22.921115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ef6dc0dd-ffe1-4198-9e55-a9f6a41d8c71 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (5cc09cb6-cdbd-443c-b3dd-98144b4a8d75), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.953674 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:26:22Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:22.978195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ef6dc0dd-ffe1-4198-9e55-a9f6a41d8c71 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (5cc09cb6-cdbd-443c-b3dd-98144b4a8d75), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:22.982328 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd1ba4-5d2f-44b7-8dd8-ab768d3d29ea None None] The sync data for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv is: [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:26:22Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:26:23.042531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ef6dc0dd-ffe1-4198-9e55-a9f6a41d8c71 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (5cc09cb6-cdbd-443c-b3dd-98144b4a8d75), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:23.061110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dc0dd-ffe1-4198-9e55-a9f6a41d8c71 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc09cb6-cdbd-443c-b3dd-98144b4a8d75,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:23.142810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ef6dc0dd-ffe1-4198-9e55-a9f6a41d8c71 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:23.144129 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ef6dc0dd-ffe1-4198-9e55-a9f6a41d8c71 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3646114 Oct 23 01:26:23.146982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38884) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:23.151601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ab077627-3ba3-4108-a0ec-ff7f0d80e4e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7841d4f3-2c75-40ee-9021-1d8faaf2c3cb', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:23.267634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ab077627-3ba3-4108-a0ec-ff7f0d80e4e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (a94f98dc-eba8-4a9f-8cca-8e963033fcd0), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:23.330002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ab077627-3ba3-4108-a0ec-ff7f0d80e4e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (a94f98dc-eba8-4a9f-8cca-8e963033fcd0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:23.426211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ab077627-3ba3-4108-a0ec-ff7f0d80e4e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (a94f98dc-eba8-4a9f-8cca-8e963033fcd0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:23.446192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab077627-3ba3-4108-a0ec-ff7f0d80e4e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94f98dc-eba8-4a9f-8cca-8e963033fcd0,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:23.514233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ab077627-3ba3-4108-a0ec-ff7f0d80e4e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:23.515500 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ab077627-3ba3-4108-a0ec-ff7f0d80e4e4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675392 Oct 23 01:26:23.518391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38886) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:23.522831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-465248f5-385e-40b7-8154-e9dd52128df5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7841d4f3-2c75-40ee-9021-1d8faaf2c3cb', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:23.624244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-465248f5-385e-40b7-8154-e9dd52128df5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (8f1a0490-91fc-43a1-8464-941356fea926), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:23.677067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-465248f5-385e-40b7-8154-e9dd52128df5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (8f1a0490-91fc-43a1-8464-941356fea926), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:23.743937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-465248f5-385e-40b7-8154-e9dd52128df5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (8f1a0490-91fc-43a1-8464-941356fea926), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:23.764685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465248f5-385e-40b7-8154-e9dd52128df5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1a0490-91fc-43a1-8464-941356fea926,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:23.820122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-465248f5-385e-40b7-8154-e9dd52128df5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:23.821483 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-465248f5-385e-40b7-8154-e9dd52128df5 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3019958 Oct 23 01:26:23.824804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38888) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:23.829057 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-49b53814-47d4-4539-9b73-53e70f74dec0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7841d4f3-2c75-40ee-9021-1d8faaf2c3cb', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:23.846096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:23.921173 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-49b53814-47d4-4539-9b73-53e70f74dec0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:26:23.929485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49b53814-47d4-4539-9b73-53e70f74dec0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (9ea58a6b-6923-4ce0-8cf3-97a1be207917), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:23.993000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49b53814-47d4-4539-9b73-53e70f74dec0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (9ea58a6b-6923-4ce0-8cf3-97a1be207917), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:24.123217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49b53814-47d4-4539-9b73-53e70f74dec0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (9ea58a6b-6923-4ce0-8cf3-97a1be207917), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:24.130120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:24.143781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b53814-47d4-4539-9b73-53e70f74dec0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea58a6b-6923-4ce0-8cf3-97a1be207917,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:24.204994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49b53814-47d4-4539-9b73-53e70f74dec0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:24.206445 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-49b53814-47d4-4539-9b73-53e70f74dec0 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3804653 Oct 23 01:26:24.209114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38890) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:24.213370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-1d35bc32-cc3c-4527-b1c9-52680566fb00 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'security_group_rule': {'security_group_id': '7841d4f3-2c75-40ee-9021-1d8faaf2c3cb', 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:24.317831 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-1d35bc32-cc3c-4527-b1c9-52680566fb00 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Project 0226f1f233794f45b9d6ad046f30f76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:26:24.325675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d35bc32-cc3c-4527-b1c9-52680566fb00 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (056c4e23-a273-4657-be13-67264cd399f1), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:24.376396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2c916186-a8b4-4c94-be37-ade8b81b5497 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:26:24.388305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d35bc32-cc3c-4527-b1c9-52680566fb00 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (056c4e23-a273-4657-be13-67264cd399f1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:24.421737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 2c916186-a8b4-4c94-be37-ade8b81b5497 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:24.422140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:24.422471 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 2c916186-a8b4-4c94-be37-ade8b81b5497 Oct 23 01:26:24.449481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d35bc32-cc3c-4527-b1c9-52680566fb00 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (056c4e23-a273-4657-be13-67264cd399f1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:24.472276 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35bc32-cc3c-4527-b1c9-52680566fb00 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056c4e23-a273-4657-be13-67264cd399f1,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:24.496819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 2c916186-a8b4-4c94-be37-ade8b81b5497 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:26:24.497204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:24.525334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1d35bc32-cc3c-4527-b1c9-52680566fb00 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:24.526604 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1d35bc32-cc3c-4527-b1c9-52680566fb00 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165200 Oct 23 01:26:24.532878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 2c916186-a8b4-4c94-be37-ade8b81b5497, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c916186-a8b4-4c94-be37-ade8b81b5497,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:26:24.592252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:24.642211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=2c916186-a8b4-4c94-be37-ade8b81b5497,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:24.684418 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-898d6b25-715a-4293-a863-8bdc8fa65f62 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1020799974&fields=id&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 267 time: 0.0454190 Oct 23 01:26:24.794092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-96ebc992-d7fe-43b1-a414-22111f85bbda tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:24.795554 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-96ebc992-d7fe-43b1-a414-22111f85bbda tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/networks?id=cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d HTTP/1.1" status: 200 len: 797 time: 0.1042461 Oct 23 01:26:24.810134 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-17fea3dd-9e19-4c41-b05e-1fed83a24ac9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/quotas/0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 375 time: 0.0088351 Oct 23 01:26:24.858084 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-11386fc9-b84f-4c41-874f-fe4d2f971037 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425935 Oct 23 01:26:24.958696 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-e8914a6f-6c91-4b8b-88fc-bc1154a11e14 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888784 Oct 23 01:26:25.048295 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-ffe50874-b064-4f15-b4b8-7a960d500b2d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838370 Oct 23 01:26:25.267885 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e9139cf9-ac0e-4732-8a8c-c3c6c7c62ed6 req-9f11d3da-4802-4b90-b04b-2a07c17f8fb4 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 210 time: 0.0304246 Oct 23 01:26:26.372606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2c916186-a8b4-4c94-be37-ade8b81b5497 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:26:26.378451 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-212c6cda-d21b-4aed-9199-cd9df266ed06 req-45c5a8e4-f9c5-4d30-a52f-37729db6d436 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 210 time: 0.0296330 Oct 23 01:26:26.420991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 2c916186-a8b4-4c94-be37-ade8b81b5497 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:26.421364 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:26.421733 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 2c916186-a8b4-4c94-be37-ade8b81b5497 Oct 23 01:26:26.493054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 2c916186-a8b4-4c94-be37-ade8b81b5497 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:26:27.217088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-b377c926-8eb9-40bf-a2fb-41266effe30f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:27.219430 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-b377c926-8eb9-40bf-a2fb-41266effe30f tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d HTTP/1.1" status: 200 len: 797 time: 0.1014004 Oct 23 01:26:27.292931 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-8454daaa-5838-463b-a7ae-0be98c874c74 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0226f1f233794f45b9d6ad046f30f76b HTTP/1.1" status: 200 len: 380 time: 0.0589976 Oct 23 01:26:27.301633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'port': {'device_id': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'admin_state_up': True, 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'security_groups': ['7841d4f3-2c75-40ee-9021-1d8faaf2c3cb']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:27.486832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Made reservation on behalf of 0226f1f233794f45b9d6ad046f30f76b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:26:27.490539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:27.493760 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-72f8e26a-c0e1-4f89-b90f-7db6ccd87feb req-587021db-27f7-4304-a125-e9c816d50de9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 210 time: 0.0391047 Oct 23 01:26:27.616668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.20.0.7 (cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d/0346c137-66a2-48dd-a319-cbcd90251ab4/8c4ca082-dc29-419d-a287-49bc7134746c) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:26:27.738704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:27.754718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (8c4ca082-dc29-419d-a287-49bc7134746c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:27.844578 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:27.850962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:27.886508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:26:27.891971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:26:27.895702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:26:27.920054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=8c4ca082-dc29-419d-a287-49bc7134746c,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:27.954806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:27.955446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:28.034706 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-7183bb51-a668-494e-a14f-8aeade65e61c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7363553 Oct 23 01:26:28.052094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Request body: {'port': {'device_id': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:28.112436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:28.164734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9ede4882-3110-45a6-8472-c27b6503a1b6 None None] Provisioning complete for port 8c4ca082-dc29-419d-a287-49bc7134746c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:28.165311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9ede4882-3110-45a6-8472-c27b6503a1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:28.165418 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9ede4882-3110-45a6-8472-c27b6503a1b6 None None] Attempt 1 to provision port 8c4ca082-dc29-419d-a287-49bc7134746c Oct 23 01:26:28.200404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9ede4882-3110-45a6-8472-c27b6503a1b6 None None] Port 8c4ca082-dc29-419d-a287-49bc7134746c cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:26:28.366445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4ca082-dc29-419d-a287-49bc7134746c {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:26:28.373768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Publish callbacks [] for port (8c4ca082-dc29-419d-a287-49bc7134746c), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:28.386690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Transition to ACTIVE for port object 8c4ca082-dc29-419d-a287-49bc7134746c will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:26:28.448761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:28.508279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Pushing event updated for resources: {'Port': ['ID=8c4ca082-dc29-419d-a287-49bc7134746c,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:28.556244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Attempting to bind port 8c4ca082-dc29-419d-a287-49bc7134746c on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:26:28.556503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Attempting to bind port 8c4ca082-dc29-419d-a287-49bc7134746c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:26:28.556828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Attempting to bind port 8c4ca082-dc29-419d-a287-49bc7134746c on network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:26:28.602579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Port 8c4ca082-dc29-419d-a287-49bc7134746c on network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:26:28.602902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Attempting to bind port 8c4ca082-dc29-419d-a287-49bc7134746c on network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:26:28.620083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef446f-0e8e-49ee-bfe2-44be6a02ce44 req-211a86f3-3236-457e-93d2-af3ca849efef tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:28.621578 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-43ef446f-0e8e-49ee-bfe2-44be6a02ce44 req-211a86f3-3236-457e-93d2-af3ca849efef tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 943 time: 0.0519648 Oct 23 01:26:28.622393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:28.646076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:26:28.646418 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Checking segment: {'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:26:28.646796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Bound using segment: {'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:26:28.647235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Bound port: 8c4ca082-dc29-419d-a287-49bc7134746c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd3534b-4523-47e1-9e5b-873c5c88ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:26:28.647591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:28.672864 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-43ef446f-0e8e-49ee-bfe2-44be6a02ce44 req-8b356bd9-942f-466b-9976-abd116886e0b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443249 Oct 23 01:26:28.708559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] For port 8c4ca082-dc29-419d-a287-49bc7134746c, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:26:28.711615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] For port 8c4ca082-dc29-419d-a287-49bc7134746c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8c4ca082-dc29-419d-a287-49bc7134746c,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:26:28.766674 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:28.770012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:28.770627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:28.772145 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/8c4ca082-dc29-419d-a287-49bc7134746c HTTP/1.1" status: 200 len: 1093 time: 0.7244880 Oct 23 01:26:28.774340 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'tag': '8c4ca082-dc29-419d-a287-49bc7134746c'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:26:28.776608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f31d5c-4a0f-420a-8d72-e2a567a11676" -d '{"events": [{"name": "network-changed", "server_uuid": "5084565e-aaed-4a3c-ac3a-5787c70c6c12", "tag": "8c4ca082-dc29-419d-a287-49bc7134746c"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:26:28.819937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8dc791-3cba-445e-ba71-201bf4eccc5f x-openstack-request-id: req-ef8dc791-3cba-445e-ba71-201bf4eccc5f {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:26:28.820216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5084565e-aaed-4a3c-ac3a-5787c70c6c12", "tag": "8c4ca082-dc29-419d-a287-49bc7134746c", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:26:28.820460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef8dc791-3cba-445e-ba71-201bf4eccc5f {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:26:28.820851 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8dc791-3cba-445e-ba71-201bf4eccc5f'] response: {'name': 'network-changed', 'server_uuid': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'tag': '8c4ca082-dc29-419d-a287-49bc7134746c', 'status': 'completed', 'code': 200} Oct 23 01:26:28.825350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0703a-5354-4ffd-8f41-8e89d3835a5b service neutron] Pushing event updated for resources: {'Port': ['ID=8c4ca082-dc29-419d-a287-49bc7134746c,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:28.904304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:28.907888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f31d5c-4a0f-420a-8d72-e2a567a11676 req-b28e41d9-6bb9-4f57-b338-32eb9ee332a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:28.909421 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-66f31d5c-4a0f-420a-8d72-e2a567a11676 req-b28e41d9-6bb9-4f57-b338-32eb9ee332a2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 1127 time: 0.0432913 Oct 23 01:26:29.013647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f31d5c-4a0f-420a-8d72-e2a567a11676 req-9e7ead45-233d-41f4-8d8f-aa0885f6ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:29.015206 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-66f31d5c-4a0f-420a-8d72-e2a567a11676 req-9e7ead45-233d-41f4-8d8f-aa0885f6ec77 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0226f1f233794f45b9d6ad046f30f76b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0920863 Oct 23 01:26:29.109988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f31d5c-4a0f-420a-8d72-e2a567a11676 req-68793c93-c760-4ceb-93c0-41305d292eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:29.111409 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-66f31d5c-4a0f-420a-8d72-e2a567a11676 req-68793c93-c760-4ceb-93c0-41305d292eaf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910532 Oct 23 01:26:29.204247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-bbf6c5ee-0dc9-40d8-993f-5b6c422b3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:29.205765 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-bbf6c5ee-0dc9-40d8-993f-5b6c422b3027 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 1127 time: 0.0384228 Oct 23 01:26:29.253761 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-53896fc2-3baa-404e-acb9-18325672d8fe service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c4ca082-dc29-419d-a287-49bc7134746c HTTP/1.1" status: 200 len: 217 time: 0.0353007 Oct 23 01:26:29.301665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-dc1cb03b-7398-4d6a-8457-09b4704f46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:29.303229 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-dc1cb03b-7398-4d6a-8457-09b4704f46ec service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=0346c137-66a2-48dd-a319-cbcd90251ab4 HTTP/1.1" status: 200 len: 834 time: 0.0427537 Oct 23 01:26:29.346270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-e459ecbc-9bbe-4819-b7e3-f7d6f8f27b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:29.347754 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-e459ecbc-9bbe-4819-b7e3-f7d6f8f27b74 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389545 Oct 23 01:26:29.440580 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-cfddead7-c6d6-4120-a184-1c60011b2b65 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859027 Oct 23 01:26:29.529669 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a3ee958-fdfd-4197-a968-bd61a6adef42 req-10171ef1-3e6c-420d-8641-4f0d0022685f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832107 Oct 23 01:26:29.793434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9f58-2e5d-48ea-923d-b3644ae49163 req-f6664469-c2cb-46e3-abbf-84f541995c0e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:29.794906 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-69bf9f58-2e5d-48ea-923d-b3644ae49163 req-f6664469-c2cb-46e3-abbf-84f541995c0e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 943 time: 0.0466750 Oct 23 01:26:29.843675 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-69bf9f58-2e5d-48ea-923d-b3644ae49163 req-14e70baa-96d3-40da-923a-dcb1b6b14d04 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424726 Oct 23 01:26:30.965466 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace3265-8755-4ac8-aec2-1b5a4016a19d req-15aa936d-5023-4d4e-a776-c8abe5b689dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:30.966972 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ace3265-8755-4ac8-aec2-1b5a4016a19d req-15aa936d-5023-4d4e-a776-c8abe5b689dc tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 943 time: 0.0466681 Oct 23 01:26:31.019567 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ace3265-8755-4ac8-aec2-1b5a4016a19d req-fb7d15c1-3941-435d-8869-abd87eab36cb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469050 Oct 23 01:26:32.137300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a13ae-2a9e-47f1-a108-659e20e67080 req-f14c6583-5a9d-4009-971a-b46d8009ba44 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:32.138794 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e35a13ae-2a9e-47f1-a108-659e20e67080 req-f14c6583-5a9d-4009-971a-b46d8009ba44 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 943 time: 0.0468445 Oct 23 01:26:32.190861 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e35a13ae-2a9e-47f1-a108-659e20e67080 req-c7c0016b-ad0b-4620-9345-c20d2105d494 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457983 Oct 23 01:26:32.830228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8c4ca082-dc29-419d-a287-49bc7134746c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:26:32.926911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8c4ca082-dc29-419d-a287-49bc7134746c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8c4ca082-dc29-419d-a287-49bc7134746c,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:26:32.938272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '8c4ca082-dc29-419d-a287-49bc7134746c', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'port_id': '8c4ca082-dc29-419d-a287-49bc7134746c', 'mac_address': 'fa:16:3e:93:24:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:26:32.957570 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=5 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:32.969547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:32.975911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 8c4ca082-dc29-419d-a287-49bc7134746c is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:26:32.976303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:32.977963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:32.990562 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4ca082-dc29-419d-a287-49bc7134746c {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:26:33.010287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8c4ca082-dc29-419d-a287-49bc7134746c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8c4ca082-dc29-419d-a287-49bc7134746c,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:26:33.094523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:33.140967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=8c4ca082-dc29-419d-a287-49bc7134746c,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:33.310315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a1a92-b5fc-427d-9261-026c183e0809 req-531af618-1e74-4786-9636-6142ee850b65 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:33.311795 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f00a1a92-b5fc-427d-9261-026c183e0809 req-531af618-1e74-4786-9636-6142ee850b65 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 944 time: 0.0469282 Oct 23 01:26:33.354842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['8c4ca082-dc29-419d-a287-49bc7134746c'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:26:33.361050 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f00a1a92-b5fc-427d-9261-026c183e0809 req-5a062606-d126-4e39-8661-8477fc51bfc7 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Oct 23 01:26:34.477818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc367f17-d494-4e32-9672-51c84704cb25 req-2796247e-cf72-4d6d-99a8-50a3e52d24bf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:34.479262 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc367f17-d494-4e32-9672-51c84704cb25 req-2796247e-cf72-4d6d-99a8-50a3e52d24bf tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 944 time: 0.0460997 Oct 23 01:26:34.490493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:34.528579 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc367f17-d494-4e32-9672-51c84704cb25 req-3e92feaf-75fa-4a6a-8806-dc57b8f7aa48 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Oct 23 01:26:34.834842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8c4ca082-dc29-419d-a287-49bc7134746c up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:26:34.877420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 8c4ca082-dc29-419d-a287-49bc7134746c completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:26:34.937296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 8c4ca082-dc29-419d-a287-49bc7134746c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:26:34.937670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:34.938036 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 8c4ca082-dc29-419d-a287-49bc7134746c Oct 23 01:26:34.970669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:35.011398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 8c4ca082-dc29-419d-a287-49bc7134746c is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:26:35.011778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:35.034498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4ca082-dc29-419d-a287-49bc7134746c'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:26:35.036795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8da3290-9572-4f17-a87e-7592dcf3d100" -d '{"events": [{"server_uuid": "5084565e-aaed-4a3c-ac3a-5787c70c6c12", "name": "network-vif-plugged", "status": "completed", "tag": "8c4ca082-dc29-419d-a287-49bc7134746c"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:26:35.051969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8c4ca082-dc29-419d-a287-49bc7134746c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8c4ca082-dc29-419d-a287-49bc7134746c,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:26:35.074969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5bd845-7bfe-4830-9e7c-77ea33cd9c68 x-openstack-request-id: req-7e5bd845-7bfe-4830-9e7c-77ea33cd9c68 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:26:35.075277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5084565e-aaed-4a3c-ac3a-5787c70c6c12", "name": "network-vif-plugged", "status": "completed", "tag": "8c4ca082-dc29-419d-a287-49bc7134746c", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:26:35.075522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e5bd845-7bfe-4830-9e7c-77ea33cd9c68 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:26:35.075913 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5bd845-7bfe-4830-9e7c-77ea33cd9c68'] response: {'server_uuid': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4ca082-dc29-419d-a287-49bc7134746c', 'code': 200} Oct 23 01:26:35.103246 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:35.150102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=8c4ca082-dc29-419d-a287-49bc7134746c,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:35.404353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5353-6fb6-4d4e-906b-a9aea9bc81fa req-8aa01b1f-8c6b-47fb-a487-8ed2314a3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:35.406434 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d49f5353-6fb6-4d4e-906b-a9aea9bc81fa req-8aa01b1f-8c6b-47fb-a487-8ed2314a3f8e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 1129 time: 0.0376470 Oct 23 01:26:35.449267 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d49f5353-6fb6-4d4e-906b-a9aea9bc81fa req-5853672b-0238-44a1-954a-f3d2c89f38b9 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379241 Oct 23 01:26:35.650346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738d30-b325-471d-a66e-c1e7f2e93bd5 req-bb8b0677-b372-4404-9755-41b6ff344efb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:35.651906 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-10738d30-b325-471d-a66e-c1e7f2e93bd5 req-bb8b0677-b372-4404-9755-41b6ff344efb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 945 time: 0.0479517 Oct 23 01:26:35.699637 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-10738d30-b325-471d-a66e-c1e7f2e93bd5 req-e5f88646-97fa-4b29-8062-7dd498f67f0e tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Oct 23 01:26:36.825549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecc824-4e79-4d64-8986-8bbac3712862 req-c589d230-2041-469c-aa38-e043e093aa1c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:36.826980 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-10ecc824-4e79-4d64-8986-8bbac3712862 req-c589d230-2041-469c-aa38-e043e093aa1c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 945 time: 0.0501459 Oct 23 01:26:36.876807 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-10ecc824-4e79-4d64-8986-8bbac3712862 req-693a64f8-87a4-4e74-87e4-c540ca159123 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434375 Oct 23 01:26:37.003827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728f6e-89fd-4b5a-8dec-86150bbd6d42 req-999b423c-513f-4d4b-b9f8-65d014fa50e6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:37.005323 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bd728f6e-89fd-4b5a-8dec-86150bbd6d42 req-999b423c-513f-4d4b-b9f8-65d014fa50e6 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 945 time: 0.0516274 Oct 23 01:26:37.054592 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bd728f6e-89fd-4b5a-8dec-86150bbd6d42 req-8fb902dc-d2bc-4dd2-9584-f9e365132137 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Oct 23 01:26:37.083347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38948) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:37.091612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:37.121089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3300e8b-e54d-42c9-9504-591a39ac4e35 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:37.122708 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b3300e8b-e54d-42c9-9504-591a39ac4e35 tempest-TestNetworkBasicOps-188831473 tempest-TestNetworkBasicOps-188831473-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 1124 time: 0.0384679 Oct 23 01:26:37.126107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38950) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:37.130464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '8c4ca082-dc29-419d-a287-49bc7134746c', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:26:37.214421 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:37.294918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:37.395819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Allocated IP 172.36.3.234 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/7a39306f-e666-4e31-acf3-8f8d2f67e6ab) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:26:37.500891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (7a39306f-e666-4e31-acf3-8f8d2f67e6ab), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:37.609463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (7a39306f-e666-4e31-acf3-8f8d2f67e6ab), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:37.646514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:26:37.649335 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:26:37.655151 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:26:37.678613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=7a39306f-e666-4e31-acf3-8f8d2f67e6ab,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:37.768207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:37.989006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:38.011497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (d27f0124-bf5d-48b0-a602-78700d82ea6d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:38.128342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7a39306f-e666-4e31-acf3-8f8d2f67e6ab), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:38.273465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for port (7a39306f-e666-4e31-acf3-8f8d2f67e6ab), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:38.331558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (7a39306f-e666-4e31-acf3-8f8d2f67e6ab), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:38.400913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event updated for resources: {'Port': ['ID=7a39306f-e666-4e31-acf3-8f8d2f67e6ab,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:26:38.404481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (d27f0124-bf5d-48b0-a602-78700d82ea6d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:38.499144 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP d27f0124-bf5d-48b0-a602-78700d82ea6d associated. External IP: 172.36.3.234, port: 8c4ca082-dc29-419d-a287-49bc7134746c. Oct 23 01:26:38.692753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 97547845-888d-4eab-a17c-bd004590b526 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:26:38.809361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:38.814395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8dd9de08-4255-4c69-ba57-7285ba63641e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:38.823418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:26:38.833147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e294a4e-9c63-43a9-9c2d-9ec80d8fc353 None None] Sync routers for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:26:38.846792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e294a4e-9c63-43a9-9c2d-9ec80d8fc353 None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:38.847439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0e294a4e-9c63-43a9-9c2d-9ec80d8fc353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:26:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:38.907632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:38.941887 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-36439341-bd63-45c1-98b6-2fc63035149d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8147323 Oct 23 01:26:38.942926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'tag': '8c4ca082-dc29-419d-a287-49bc7134746c'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:26:38.944793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 38952) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:38.945270 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c8c5be-c89c-4c88-91ab-0e2707454af1" -d '{"events": [{"name": "network-changed", "server_uuid": "5084565e-aaed-4a3c-ac3a-5787c70c6c12", "tag": "8c4ca082-dc29-419d-a287-49bc7134746c"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:26:38.950527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-0e294a4e-9c63-43a9-9c2d-9ec80d8fc353 None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:38.954096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:38.994256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2e5789-20de-4392-a167-cf12d72b50fc x-openstack-request-id: req-ae2e5789-20de-4392-a167-cf12d72b50fc {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:26:38.994557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5084565e-aaed-4a3c-ac3a-5787c70c6c12", "tag": "8c4ca082-dc29-419d-a287-49bc7134746c", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:26:38.994816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae2e5789-20de-4392-a167-cf12d72b50fc {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:26:38.995238 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2e5789-20de-4392-a167-cf12d72b50fc'] response: {'name': 'network-changed', 'server_uuid': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'tag': '8c4ca082-dc29-419d-a287-49bc7134746c', 'status': 'completed', 'code': 200} Oct 23 01:26:39.008044 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-aab40dbb-8164-48c2-b21c-dcac9c18da84 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/d27f0124-bf5d-48b0-a602-78700d82ea6d HTTP/1.1" status: 200 len: 991 time: 0.0613565 Oct 23 01:26:39.089902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8c5be-c89c-4c88-91ab-0e2707454af1 req-2d2ab5d9-2f22-44c2-b29f-4f763fbc3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:39.091484 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b9c8c5be-c89c-4c88-91ab-0e2707454af1 req-2d2ab5d9-2f22-44c2-b29f-4f763fbc3230 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 1129 time: 0.0461178 Oct 23 01:26:39.147397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:39.183094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8c5be-c89c-4c88-91ab-0e2707454af1 req-eb4f21b8-29e9-4541-b001-c8166213d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:39.184596 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b9c8c5be-c89c-4c88-91ab-0e2707454af1 req-eb4f21b8-29e9-4541-b001-c8166213d973 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d HTTP/1.1" status: 200 len: 898 time: 0.0864642 Oct 23 01:26:39.248725 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b9c8c5be-c89c-4c88-91ab-0e2707454af1 req-93d54289-1598-4a1c-8b7d-6f9145de47b9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c4ca082-dc29-419d-a287-49bc7134746c HTTP/1.1" status: 200 len: 999 time: 0.0587072 Oct 23 01:26:39.295802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8c5be-c89c-4c88-91ab-0e2707454af1 req-34dbbf13-7d50-40e0-9f94-16ec8d9975db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:39.298011 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b9c8c5be-c89c-4c88-91ab-0e2707454af1 req-34dbbf13-7d50-40e0-9f94-16ec8d9975db service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=0346c137-66a2-48dd-a319-cbcd90251ab4 HTTP/1.1" status: 200 len: 834 time: 0.0436068 Oct 23 01:26:39.307923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0e294a4e-9c63-43a9-9c2d-9ec80d8fc353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd27f0124-bf5d-48b0-a602-78700d82ea6d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.234', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '97547845-888d-4eab-a17c-bd004590b526', 'port_id': '8c4ca082-dc29-419d-a287-49bc7134746c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'mac_address': 'fa:16:3e:93:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:26:37Z', 'updated_at': '2022-10-23T01:26:37Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:26:24Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:39.337219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e294a4e-9c63-43a9-9c2d-9ec80d8fc353 None None] Checking router: 97547845-888d-4eab-a17c-bd004590b526 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:26:39.340138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8c5be-c89c-4c88-91ab-0e2707454af1 req-9609a501-4314-4561-9c39-f461fdd1c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:26:39.341594 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b9c8c5be-c89c-4c88-91ab-0e2707454af1 req-9609a501-4314-4561-9c39-f461fdd1c672 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384231 Oct 23 01:26:39.346018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e294a4e-9c63-43a9-9c2d-9ec80d8fc353 None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:26:39.346652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0e294a4e-9c63-43a9-9c2d-9ec80d8fc353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:26:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:39.432168 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b9c8c5be-c89c-4c88-91ab-0e2707454af1 req-3a8d5a30-6a2a-46cd-93ab-585725e372cf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849080 Oct 23 01:26:39.450201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-0e294a4e-9c63-43a9-9c2d-9ec80d8fc353 None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:26:39.520510 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b9c8c5be-c89c-4c88-91ab-0e2707454af1 req-38cfb6eb-34fd-4fc8-8a5c-8c9d4d828e94 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828967 Oct 23 01:26:39.651647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:39.658993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0e294a4e-9c63-43a9-9c2d-9ec80d8fc353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd27f0124-bf5d-48b0-a602-78700d82ea6d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.234', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '97547845-888d-4eab-a17c-bd004590b526', 'port_id': '8c4ca082-dc29-419d-a287-49bc7134746c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'mac_address': 'fa:16:3e:93:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:26:37Z', 'updated_at': '2022-10-23T01:26:37Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:26:24Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:26:39.660471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:39.684063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e294a4e-9c63-43a9-9c2d-9ec80d8fc353 None None] The sync data for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv is: [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd27f0124-bf5d-48b0-a602-78700d82ea6d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.234', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '97547845-888d-4eab-a17c-bd004590b526', 'port_id': '8c4ca082-dc29-419d-a287-49bc7134746c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'mac_address': 'fa:16:3e:93:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:26:37Z', 'updated_at': '2022-10-23T01:26:37Z', 'revision_number': 0, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:26:24Z', 'revision_number': 5, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:26:39.887544 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b947363-1635-4ca6-8ec3-d311e177079a None None] New status for floating IP d27f0124-bf5d-48b0-a602-78700d82ea6d: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:26:40.011876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38956) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:40.052231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:40.070416 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2a4bc432-bfd4-409a-8637-8d1d2dd7b39d tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/d27f0124-bf5d-48b0-a602-78700d82ea6d HTTP/1.1" status: 200 len: 991 time: 0.0574813 Oct 23 01:26:41.074329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38958) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:26:41.111439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f5688229-ac20-4168-b842-020593fb2eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:41.136784 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7ea96eec-459e-4353-9b76-f1eff89fad6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/d27f0124-bf5d-48b0-a602-78700d82ea6d HTTP/1.1" status: 200 len: 993 time: 0.0612943 Oct 23 01:26:42.497410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:43.945697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:44.002623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:49.515575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=52 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:49.517937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=34 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:49.985759 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:49.987631 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:51.123988 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:51.125921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=12 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:26:51.948841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:26:55.003122 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:27:01.758375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:01.763220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=15 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:01.764919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:04.997757 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:04.998545 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:07.708489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38970) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:07.713882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ad59daeb-f813-452a-aae5-5da7d0d4a9fe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'router': {'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:08.246097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad59daeb-f813-452a-aae5-5da7d0d4a9fe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (97547845-888d-4eab-a17c-bd004590b526), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:08.343100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad59daeb-f813-452a-aae5-5da7d0d4a9fe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (97547845-888d-4eab-a17c-bd004590b526), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:08.446814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad59daeb-f813-452a-aae5-5da7d0d4a9fe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 97547845-888d-4eab-a17c-bd004590b526 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:27:08.546560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad59daeb-f813-452a-aae5-5da7d0d4a9fe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:27:08.552801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ad59daeb-f813-452a-aae5-5da7d0d4a9fe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:08.553978 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ad59daeb-f813-452a-aae5-5da7d0d4a9fe tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/97547845-888d-4eab-a17c-bd004590b526 HTTP/1.1" status: 200 len: 888 time: 0.8444946 Oct 23 01:27:08.556826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e576d-e6e9-42ef-8c8c-4dcee91d17cb None None] Sync routers for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:27:08.568301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e576d-e6e9-42ef-8c8c-4dcee91d17cb None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:08.568915 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3a7e576d-e6e9-42ef-8c8c-4dcee91d17cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:26:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:08.600810 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3a7e576d-e6e9-42ef-8c8c-4dcee91d17cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:08.609215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e576d-e6e9-42ef-8c8c-4dcee91d17cb None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:08.609827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3a7e576d-e6e9-42ef-8c8c-4dcee91d17cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:26:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:08.643977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3a7e576d-e6e9-42ef-8c8c-4dcee91d17cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:08.644572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e576d-e6e9-42ef-8c8c-4dcee91d17cb None None] The sync data for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv is: [] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:27:08.807745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bd343a8f-99d7-4971-9b6b-f1f545b146d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:09.399841 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552e66a-9c7c-4780-885a-a3d59ed9319b None None] New status for floating IP d27f0124-bf5d-48b0-a602-78700d82ea6d: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:27:10.379410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2c916186-a8b4-4c94-be37-ade8b81b5497 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:27:10.447949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 2c916186-a8b4-4c94-be37-ade8b81b5497 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:10.448332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:10.482741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 2c916186-a8b4-4c94-be37-ade8b81b5497, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c916186-a8b4-4c94-be37-ade8b81b5497,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:10.567671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:10.568427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 083915b7-6ee4-4654-ba40-b0da7276d8c1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:27:10.641900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=2c916186-a8b4-4c94-be37-ade8b81b5497,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:10.676568 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 083915b7-6ee4-4654-ba40-b0da7276d8c1 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:10.676952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:10.699415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 083915b7-6ee4-4654-ba40-b0da7276d8c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=083915b7-6ee4-4654-ba40-b0da7276d8c1,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:10.699615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38974) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:10.704200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-36d39939-9094-47ec-b503-f0e5b930a165 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:10.760104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:10.810109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=083915b7-6ee4-4654-ba40-b0da7276d8c1,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:11.006164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36d39939-9094-47ec-b503-f0e5b930a165 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27784'] for router (97547845-888d-4eab-a17c-bd004590b526), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:11.068977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36d39939-9094-47ec-b503-f0e5b930a165 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629570'] for router (97547845-888d-4eab-a17c-bd004590b526), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:11.106615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:11.143436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-62623260-89d7-4270-8c7d-e839ba2fad57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:11.175354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:11.177233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d39939-9094-47ec-b503-f0e5b930a165 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 97547845-888d-4eab-a17c-bd004590b526 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:27:11.282917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d39939-9094-47ec-b503-f0e5b930a165 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:27:11.289270 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36d39939-9094-47ec-b503-f0e5b930a165 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:11.290505 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-36d39939-9094-47ec-b503-f0e5b930a165 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/97547845-888d-4eab-a17c-bd004590b526 HTTP/1.1" status: 200 len: 887 time: 0.5898476 Oct 23 01:27:11.293295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d1c382-4ce7-41d8-918d-a276b083937b None None] Sync routers for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:27:11.293413 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38976) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:11.304720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d1c382-4ce7-41d8-918d-a276b083937b None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:11.305333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-17d1c382-4ce7-41d8-918d-a276b083937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:11.350765 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-56084cab-deb8-431b-9afe-ba35d66b2014 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/d27f0124-bf5d-48b0-a602-78700d82ea6d HTTP/1.1" status: 200 len: 991 time: 0.0563383 Oct 23 01:27:11.408174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-17d1c382-4ce7-41d8-918d-a276b083937b None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:11.613012 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-17d1c382-4ce7-41d8-918d-a276b083937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:27:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:27:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd27f0124-bf5d-48b0-a602-78700d82ea6d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.234', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '97547845-888d-4eab-a17c-bd004590b526', 'port_id': '8c4ca082-dc29-419d-a287-49bc7134746c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'mac_address': 'fa:16:3e:93:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:26:37Z', 'updated_at': '2022-10-23T01:27:09Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:27:10Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:11.640869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d1c382-4ce7-41d8-918d-a276b083937b None None] Checking router: 97547845-888d-4eab-a17c-bd004590b526 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:27:11.649835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d1c382-4ce7-41d8-918d-a276b083937b None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:11.650434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-17d1c382-4ce7-41d8-918d-a276b083937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:11.749287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-17d1c382-4ce7-41d8-918d-a276b083937b None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:12.083768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-17d1c382-4ce7-41d8-918d-a276b083937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:27:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:27:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd27f0124-bf5d-48b0-a602-78700d82ea6d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.234', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '97547845-888d-4eab-a17c-bd004590b526', 'port_id': '8c4ca082-dc29-419d-a287-49bc7134746c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'mac_address': 'fa:16:3e:93:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:26:37Z', 'updated_at': '2022-10-23T01:27:09Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:27:10Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:12.112274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d1c382-4ce7-41d8-918d-a276b083937b None None] The sync data for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv is: [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:27:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:27:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd27f0124-bf5d-48b0-a602-78700d82ea6d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'floating_ip_address': '172.36.3.234', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '97547845-888d-4eab-a17c-bd004590b526', 'port_id': '8c4ca082-dc29-419d-a287-49bc7134746c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'mac_address': 'fa:16:3e:93:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:26:37Z', 'updated_at': '2022-10-23T01:27:09Z', 'revision_number': 2, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:27:10Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:27:12.354662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38978) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:12.409357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2c916186-a8b4-4c94-be37-ade8b81b5497 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:12.434625 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3b09080f-e191-4931-aa89-af675fbe3271 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/d27f0124-bf5d-48b0-a602-78700d82ea6d HTTP/1.1" status: 200 len: 991 time: 0.0775254 Oct 23 01:27:12.458076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 2c916186-a8b4-4c94-be37-ade8b81b5497 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:12.458454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:12.458792 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 2c916186-a8b4-4c94-be37-ade8b81b5497 Oct 23 01:27:12.496563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:12.537623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 2c916186-a8b4-4c94-be37-ade8b81b5497 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:12.538076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:12.549771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:12.565323 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:12.576362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:12.578414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 2c916186-a8b4-4c94-be37-ade8b81b5497, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c916186-a8b4-4c94-be37-ade8b81b5497,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:12.699893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:12.764647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=2c916186-a8b4-4c94-be37-ade8b81b5497,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:13.437405 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38980) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:13.495330 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0857ccea-cc6c-4f58-b777-e179679643cb tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/d27f0124-bf5d-48b0-a602-78700d82ea6d HTTP/1.1" status: 200 len: 991 time: 0.0568297 Oct 23 01:27:13.691983 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bfe4e-4ab7-4994-a7ba-b8af4efe7005 None None] New status for floating IP d27f0124-bf5d-48b0-a602-78700d82ea6d: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:27:13.953694 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:14.022620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:14.442151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2c916186-a8b4-4c94-be37-ade8b81b5497 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:14.486197 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 2c916186-a8b4-4c94-be37-ade8b81b5497 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:14.486574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:14.486910 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 2c916186-a8b4-4c94-be37-ade8b81b5497 Oct 23 01:27:14.499288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38982) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:14.560266 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4aed6ec1-e1c5-4708-93da-5a19c7a13c65 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/floatingips/d27f0124-bf5d-48b0-a602-78700d82ea6d HTTP/1.1" status: 200 len: 993 time: 0.0596647 Oct 23 01:27:14.562765 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 2c916186-a8b4-4c94-be37-ade8b81b5497 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:14.564465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 083915b7-6ee4-4654-ba40-b0da7276d8c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:14.606396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 083915b7-6ee4-4654-ba40-b0da7276d8c1 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:14.606772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:14.607113 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 083915b7-6ee4-4654-ba40-b0da7276d8c1 Oct 23 01:27:14.678698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 083915b7-6ee4-4654-ba40-b0da7276d8c1 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:14.682186 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:14.699066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 083915b7-6ee4-4654-ba40-b0da7276d8c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=083915b7-6ee4-4654-ba40-b0da7276d8c1,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:14.771139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:14.817539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=083915b7-6ee4-4654-ba40-b0da7276d8c1,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:14.824515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.824864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.825205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.825543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.825904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.826240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.826568 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.826892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.827215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.827540 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.827867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.828187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.828507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.828824 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:14.829767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.445811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 38988) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:15.584745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 7a39306f-e666-4e31-acf3-8f8d2f67e6ab {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:27:15.585338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7a39306f-e666-4e31-acf3-8f8d2f67e6ab), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:15.665149 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7a39306f-e666-4e31-acf3-8f8d2f67e6ab), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:15.665476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (7a39306f-e666-4e31-acf3-8f8d2f67e6ab), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:15.677180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 7a39306f-e666-4e31-acf3-8f8d2f67e6ab owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:27:15.876529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (7a39306f-e666-4e31-acf3-8f8d2f67e6ab), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:15.902803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=7a39306f-e666-4e31-acf3-8f8d2f67e6ab,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:15.918232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.918232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.918514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.918890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.919220 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.919562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.919882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.920199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.920518 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.920837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.921154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.921473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.921807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.922121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.922437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:15.941857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:15.978343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for floatingip (d27f0124-bf5d-48b0-a602-78700d82ea6d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:15.978666 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Floating IP d27f0124-bf5d-48b0-a602-78700d82ea6d disassociated (deleted). External IP: 172.36.3.234, port: 8c4ca082-dc29-419d-a287-49bc7134746c. Oct 23 01:27:16.115998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:16.175476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 97547845-888d-4eab-a17c-bd004590b526 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:27:16.278538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:27:16.283616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:16.287819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861658f-d48a-4641-96af-ef5f7fc30a11 None None] Sync routers for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:27:16.297282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861658f-d48a-4641-96af-ef5f7fc30a11 None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:16.298010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6861658f-d48a-4641-96af-ef5f7fc30a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:16.313021 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cffd7f1c-8a6a-4a4c-8d3e-519a78838f6c tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/d27f0124-bf5d-48b0-a602-78700d82ea6d HTTP/1.1" status: 204 len: 168 time: 0.8661597 Oct 23 01:27:16.314217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'tag': '8c4ca082-dc29-419d-a287-49bc7134746c'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:27:16.316463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f7218a-005c-48e6-8d92-a99f71a5edc5" -d '{"events": [{"name": "network-changed", "server_uuid": "5084565e-aaed-4a3c-ac3a-5787c70c6c12", "tag": "8c4ca082-dc29-419d-a287-49bc7134746c"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:27:16.384314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7523b2e-a098-4a1a-b984-61b58fda5595 x-openstack-request-id: req-e7523b2e-a098-4a1a-b984-61b58fda5595 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:27:16.384771 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5084565e-aaed-4a3c-ac3a-5787c70c6c12", "tag": "8c4ca082-dc29-419d-a287-49bc7134746c", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:27:16.384888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7523b2e-a098-4a1a-b984-61b58fda5595 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:27:16.386301 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7523b2e-a098-4a1a-b984-61b58fda5595'] response: {'name': 'network-changed', 'server_uuid': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'tag': '8c4ca082-dc29-419d-a287-49bc7134746c', 'status': 'completed', 'code': 200} Oct 23 01:27:16.410219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6861658f-d48a-4641-96af-ef5f7fc30a11 None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:16.435844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 083915b7-6ee4-4654-ba40-b0da7276d8c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:16.476606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7218a-005c-48e6-8d92-a99f71a5edc5 req-1ff18dd9-1645-4165-804e-3c20794fd051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:27:16.478235 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55f7218a-005c-48e6-8d92-a99f71a5edc5 req-1ff18dd9-1645-4165-804e-3c20794fd051 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0226f1f233794f45b9d6ad046f30f76b&device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 1129 time: 0.0415428 Oct 23 01:27:16.566220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 083915b7-6ee4-4654-ba40-b0da7276d8c1 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:16.566608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:16.566949 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 083915b7-6ee4-4654-ba40-b0da7276d8c1 Oct 23 01:27:16.577291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7218a-005c-48e6-8d92-a99f71a5edc5 req-f93a25ce-591c-4221-bb13-f214f7d6fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:27:16.578839 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55f7218a-005c-48e6-8d92-a99f71a5edc5 req-f93a25ce-591c-4221-bb13-f214f7d6fe2a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d HTTP/1.1" status: 200 len: 898 time: 0.0943813 Oct 23 01:27:16.617283 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55f7218a-005c-48e6-8d92-a99f71a5edc5 req-1687c8e0-7bb2-4d3e-8b66-c58fd7b1e864 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c4ca082-dc29-419d-a287-49bc7134746c HTTP/1.1" status: 200 len: 217 time: 0.0328891 Oct 23 01:27:16.670279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7218a-005c-48e6-8d92-a99f71a5edc5 req-dda6587b-58d6-4fdf-b8b8-3e4639374efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:27:16.671749 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55f7218a-005c-48e6-8d92-a99f71a5edc5 req-dda6587b-58d6-4fdf-b8b8-3e4639374efa service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=0346c137-66a2-48dd-a319-cbcd90251ab4 HTTP/1.1" status: 200 len: 834 time: 0.0482960 Oct 23 01:27:16.703209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6861658f-d48a-4641-96af-ef5f7fc30a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:27:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:27:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:27:12Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:16.704829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 083915b7-6ee4-4654-ba40-b0da7276d8c1 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:16.721140 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7218a-005c-48e6-8d92-a99f71a5edc5 req-d1401790-b0fb-4a2e-b6ca-bcb422fa0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:27:16.722662 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55f7218a-005c-48e6-8d92-a99f71a5edc5 req-d1401790-b0fb-4a2e-b6ca-bcb422fa0f54 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440543 Oct 23 01:27:16.737595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861658f-d48a-4641-96af-ef5f7fc30a11 None None] Checking router: 97547845-888d-4eab-a17c-bd004590b526 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:27:16.750805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861658f-d48a-4641-96af-ef5f7fc30a11 None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:16.751707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6861658f-d48a-4641-96af-ef5f7fc30a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:16.818491 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55f7218a-005c-48e6-8d92-a99f71a5edc5 req-7a4859e7-9ca3-4a01-b141-2f9aecc44668 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893729 Oct 23 01:27:16.846639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703563ac-4710-4cd0-b799-b59dfc077382 req-522b9bbf-dc7a-4210-b772-57d42838da66 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:27:16.848406 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-703563ac-4710-4cd0-b799-b59dfc077382 req-522b9bbf-dc7a-4210-b772-57d42838da66 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 945 time: 0.0558143 Oct 23 01:27:16.855660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6861658f-d48a-4641-96af-ef5f7fc30a11 None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:16.898429 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-703563ac-4710-4cd0-b799-b59dfc077382 req-879104b3-dc40-4ae8-a0ba-6d2d78a9b6a1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443833 Oct 23 01:27:17.011546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:17.047485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6861658f-d48a-4641-96af-ef5f7fc30a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:27:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:27:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:27:12Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:17.073009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861658f-d48a-4641-96af-ef5f7fc30a11 None None] The sync data for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv is: [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:27:11Z', 'revision_number': 6, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:27:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c916186-a8b4-4c94-be37-ade8b81b5497', 'name': '', 'network_id': 'cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'mac_address': 'fa:16:3e:09:e9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:19Z', 'updated_at': '2022-10-23T01:27:12Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'subnets': [{'id': '0346c137-66a2-48dd-a319-cbcd90251ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:27:17.692249 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6335ce-5eec-45ba-84c3-b6900a1c028f None None] New status for floating IP d27f0124-bf5d-48b0-a602-78700d82ea6d: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:27:17.902137 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-55f7218a-005c-48e6-8d92-a99f71a5edc5 req-f518d981-931e-45be-ba37-bddfd81b691f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875540 Oct 23 01:27:18.023188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447f276-e75b-46c5-afae-b38a0668c50c req-cc14de85-6d22-47a6-af41-213ae8783471 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:27:18.024668 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5447f276-e75b-46c5-afae-b38a0668c50c req-cc14de85-6d22-47a6-af41-213ae8783471 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 945 time: 0.0458252 Oct 23 01:27:18.073200 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5447f276-e75b-46c5-afae-b38a0668c50c req-fee02283-5b6d-4905-82cc-97fa7686c8af tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427594 Oct 23 01:27:18.310059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ced6b-6f34-41f4-9a79-4fa9cf426f17 req-2b666e16-beaf-4eb0-a8fd-beb25b782631 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:27:18.311550 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c49ced6b-6f34-41f4-9a79-4fa9cf426f17 req-2b666e16-beaf-4eb0-a8fd-beb25b782631 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 945 time: 0.0489297 Oct 23 01:27:18.392314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-c49ced6b-6f34-41f4-9a79-4fa9cf426f17 req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 8c4ca082-dc29-419d-a287-49bc7134746c {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:27:18.392655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c49ced6b-6f34-41f4-9a79-4fa9cf426f17 req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:18.483020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-c49ced6b-6f34-41f4-9a79-4fa9cf426f17 req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 8c4ca082-dc29-419d-a287-49bc7134746c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8c4ca082-dc29-419d-a287-49bc7134746c,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:18.483387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c49ced6b-6f34-41f4-9a79-4fa9cf426f17 req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:18.496034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-c49ced6b-6f34-41f4-9a79-4fa9cf426f17 req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 8c4ca082-dc29-419d-a287-49bc7134746c owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:27:18.616388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:18.728504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c49ced6b-6f34-41f4-9a79-4fa9cf426f17 req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8c4ca082-dc29-419d-a287-49bc7134746c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:18.760544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=8c4ca082-dc29-419d-a287-49bc7134746c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:18.767248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:18.787201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.793220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:18.815813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49ced6b-6f34-41f4-9a79-4fa9cf426f17 req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] No DVR routers for this DVR port 8c4ca082-dc29-419d-a287-49bc7134746c on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:27:18.818289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c49ced6b-6f34-41f4-9a79-4fa9cf426f17 req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:18.823247 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c49ced6b-6f34-41f4-9a79-4fa9cf426f17 req-b88df88a-f827-4fc0-a4c0-c0c90b152ff2 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.48 "DELETE /networking/v2.0/ports/8c4ca082-dc29-419d-a287-49bc7134746c HTTP/1.1" status: 204 len: 173 time: 0.5048041 Oct 23 01:27:18.823247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'name': 'network-vif-deleted', 'tag': '8c4ca082-dc29-419d-a287-49bc7134746c'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:27:18.824358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd5ad53-1d48-4a15-9324-deaceac96fbc" -d '{"events": [{"server_uuid": "5084565e-aaed-4a3c-ac3a-5787c70c6c12", "name": "network-vif-deleted", "tag": "8c4ca082-dc29-419d-a287-49bc7134746c"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:27:18.863436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c608d-5db8-4ccf-9f52-e702eb06cb06 x-openstack-request-id: req-bc2c608d-5db8-4ccf-9f52-e702eb06cb06 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:27:18.863752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5084565e-aaed-4a3c-ac3a-5787c70c6c12", "name": "network-vif-deleted", "tag": "8c4ca082-dc29-419d-a287-49bc7134746c", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:27:18.864002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc2c608d-5db8-4ccf-9f52-e702eb06cb06 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:27:18.864404 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2c608d-5db8-4ccf-9f52-e702eb06cb06'] response: {'server_uuid': '5084565e-aaed-4a3c-ac3a-5787c70c6c12', 'name': 'network-vif-deleted', 'tag': '8c4ca082-dc29-419d-a287-49bc7134746c', 'status': 'completed', 'code': 200} Oct 23 01:27:19.183892 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b83f8a6b-cd12-48c1-85ce-5a970776fbc0 req-aeda8b71-1b5a-4216-af8b-fdebc6478181 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5084565e-aaed-4a3c-ac3a-5787c70c6c12 HTTP/1.1" status: 200 len: 210 time: 0.0320580 Oct 23 01:27:20.247816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39004) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:20.307527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-614644ad-322f-4718-8e36-ef111d643c11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (7841d4f3-2c75-40ee-9021-1d8faaf2c3cb), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:20.331298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-614644ad-322f-4718-8e36-ef111d643c11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (7841d4f3-2c75-40ee-9021-1d8faaf2c3cb), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:20.470943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-614644ad-322f-4718-8e36-ef111d643c11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7841d4f3-2c75-40ee-9021-1d8faaf2c3cb), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:20.473375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-614644ad-322f-4718-8e36-ef111d643c11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:20.474545 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-614644ad-322f-4718-8e36-ef111d643c11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7841d4f3-2c75-40ee-9021-1d8faaf2c3cb HTTP/1.1" status: 204 len: 168 time: 0.2257674 Oct 23 01:27:20.483586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614644ad-322f-4718-8e36-ef111d643c11 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7841d4f3-2c75-40ee-9021-1d8faaf2c3cb,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:20.569057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39008) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:21.055926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:21.142169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (97547845-888d-4eab-a17c-bd004590b526), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:21.357101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:21.369032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 2c916186-a8b4-4c94-be37-ade8b81b5497 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:27:21.369373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:21.460209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 2c916186-a8b4-4c94-be37-ade8b81b5497, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c916186-a8b4-4c94-be37-ade8b81b5497,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:21.460585 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:21.473709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 2c916186-a8b4-4c94-be37-ade8b81b5497 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:27:21.710600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2c916186-a8b4-4c94-be37-ade8b81b5497), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:21.736734 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=2c916186-a8b4-4c94-be37-ade8b81b5497,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:21.854376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:21.917647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (97547845-888d-4eab-a17c-bd004590b526), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:21.938184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b552b52e-1c83-4f1a-bf3d-6981a83c625e None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:27:21.998104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:22.008416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:22.008598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b552b52e-1c83-4f1a-bf3d-6981a83c625e None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:27:22.014660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:22.128676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Router 97547845-888d-4eab-a17c-bd004590b526 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:27:22.171994 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:22.235321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:27:22.243590 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8d803cea-fd22-4883-b775-d5bbb86a6f28 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "PUT /networking/v2.0/routers/97547845-888d-4eab-a17c-bd004590b526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6731999 Oct 23 01:27:22.245065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39010) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:22.246878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87885b55-71b7-4e8f-b05d-13f16357b855 None None] Sync routers for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:27:22.258889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87885b55-71b7-4e8f-b05d-13f16357b855 None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:22.260582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-87885b55-71b7-4e8f-b05d-13f16357b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:22.303479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db2a648-f2e6-4721-93d5-5a57ae843209 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting subnet 0346c137-66a2-48dd-a319-cbcd90251ab4 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:27:22.306866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2db2a648-f2e6-4721-93d5-5a57ae843209 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (0346c137-66a2-48dd-a319-cbcd90251ab4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:22.355771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2db2a648-f2e6-4721-93d5-5a57ae843209 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (0346c137-66a2-48dd-a319-cbcd90251ab4), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:22.380991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-87885b55-71b7-4e8f-b05d-13f16357b855 None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:22.449897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2db2a648-f2e6-4721-93d5-5a57ae843209 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (0346c137-66a2-48dd-a319-cbcd90251ab4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:22.595230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2db2a648-f2e6-4721-93d5-5a57ae843209 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (0346c137-66a2-48dd-a319-cbcd90251ab4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:22.629062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2db2a648-f2e6-4721-93d5-5a57ae843209 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:22.634359 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2db2a648-f2e6-4721-93d5-5a57ae843209 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/0346c137-66a2-48dd-a319-cbcd90251ab4 HTTP/1.1" status: 204 len: 168 time: 0.3881135 Oct 23 01:27:22.634639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68b16c-331c-4456-b094-dc7c7b833e32 None None] Network cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:27:22.635482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2a648-f2e6-4721-93d5-5a57ae843209 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Subnet': ['ID=0346c137-66a2-48dd-a319-cbcd90251ab4,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:22.638042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39012) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:22.748146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (97547845-888d-4eab-a17c-bd004590b526), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:22.774778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8b69b872-d06c-442d-9e23-61310ed159da None None] Provisioning complete for port 0e079c80-054d-4544-a52c-7078a10ef933 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:22.775165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b69b872-d06c-442d-9e23-61310ed159da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0e079c80-054d-4544-a52c-7078a10ef933), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:22.775502 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8b69b872-d06c-442d-9e23-61310ed159da None None] Attempt 1 to provision port 0e079c80-054d-4544-a52c-7078a10ef933 Oct 23 01:27:22.824371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-87885b55-71b7-4e8f-b05d-13f16357b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:27:21Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:27:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:22.859606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87885b55-71b7-4e8f-b05d-13f16357b855 None None] Checking router: 97547845-888d-4eab-a17c-bd004590b526 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:27:22.860287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_gateway (97547845-888d-4eab-a17c-bd004590b526), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:22.871879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87885b55-71b7-4e8f-b05d-13f16357b855 None None] Routers {'97547845-888d-4eab-a17c-bd004590b526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:22.872395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-87885b55-71b7-4e8f-b05d-13f16357b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['97547845-888d-4eab-a17c-bd004590b526'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:22.879014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1cfaf0-4741-4d66-946e-6b5dc53d0112 None None] DHCP port deletion for cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:27:22.958832 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Deleting port 083915b7-6ee4-4654-ba40-b0da7276d8c1 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:27:22.959181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:22.973253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b872-d06c-442d-9e23-61310ed159da None None] Current status of the port 0e079c80-054d-4544-a52c-7078a10ef933 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:22.992838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7a1cfaf0-4741-4d66-946e-6b5dc53d0112 None None] Deleting port 0e079c80-054d-4544-a52c-7078a10ef933 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:27:22.993234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7a1cfaf0-4741-4d66-946e-6b5dc53d0112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0e079c80-054d-4544-a52c-7078a10ef933), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.041855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] For port 083915b7-6ee4-4654-ba40-b0da7276d8c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=083915b7-6ee4-4654-ba40-b0da7276d8c1,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:23.042222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.054988 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Calling delete_port for 083915b7-6ee4-4654-ba40-b0da7276d8c1 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:27:23.081459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8c4ca082-dc29-419d-a287-49bc7134746c no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:27:23.091554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-87885b55-71b7-4e8f-b05d-13f16357b855 None None] Set router 97547845-888d-4eab-a17c-bd004590b526 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:23.140188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 8c4ca082-dc29-419d-a287-49bc7134746c {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:27:23.140533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8c4ca082-dc29-419d-a287-49bc7134746c not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:27:23.176917 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7a1cfaf0-4741-4d66-946e-6b5dc53d0112 None None] For port 0e079c80-054d-4544-a52c-7078a10ef933, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0e079c80-054d-4544-a52c-7078a10ef933,segment=NetworkSegment(ffd3534b-4523-47e1-9e5b-873c5c88ecea),segment_id=ffd3534b-4523-47e1-9e5b-873c5c88ecea)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:23.177320 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7a1cfaf0-4741-4d66-946e-6b5dc53d0112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0e079c80-054d-4544-a52c-7078a10ef933), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.227921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7a1cfaf0-4741-4d66-946e-6b5dc53d0112 None None] Calling delete_port for 0e079c80-054d-4544-a52c-7078a10ef933 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:27:23.279688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (083915b7-6ee4-4654-ba40-b0da7276d8c1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.306063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Port': ['ID=083915b7-6ee4-4654-ba40-b0da7276d8c1,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:23.348300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:23.367645 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (97547845-888d-4eab-a17c-bd004590b526), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.369897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-87885b55-71b7-4e8f-b05d-13f16357b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:27:21Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:27:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:23.397618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87885b55-71b7-4e8f-b05d-13f16357b855 None None] The sync data for ids ['97547845-888d-4eab-a17c-bd004590b526'] in dv-neutron-master-2-hyperv is: [{'id': '97547845-888d-4eab-a17c-bd004590b526', 'name': 'tempest-TestNetworkBasicOps-router-1130427297', 'tenant_id': '0226f1f233794f45b9d6ad046f30f76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31'}], 'enable_snat': True}, 'gw_port_id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:26:15Z', 'updated_at': '2022-10-23T01:27:21Z', 'revision_number': 7, 'project_id': '0226f1f233794f45b9d6ad046f30f76b', 'gw_port': {'id': '083915b7-6ee4-4654-ba40-b0da7276d8c1', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97547845-888d-4eab-a17c-bd004590b526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:26:16Z', 'updated_at': '2022-10-23T01:27:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:27:23.442175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7a1cfaf0-4741-4d66-946e-6b5dc53d0112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (0e079c80-054d-4544-a52c-7078a10ef933), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.469800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cfaf0-4741-4d66-946e-6b5dc53d0112 None None] Pushing event deleted for resources: {'Port': ['ID=0e079c80-054d-4544-a52c-7078a10ef933,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:23.470065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (97547845-888d-4eab-a17c-bd004590b526), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.471674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1cfaf0-4741-4d66-946e-6b5dc53d0112 None None] No DVR routers for this DVR port 0e079c80-054d-4544-a52c-7078a10ef933 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:27:23.475356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router_controller (97547845-888d-4eab-a17c-bd004590b526), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.573258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (97547845-888d-4eab-a17c-bd004590b526), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.573913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Fanout notify agent at l3_agent the message router_deleted on router 97547845-888d-4eab-a17c-bd004590b526 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:27:23.579942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.581047 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fc605251-86a6-4d95-91ec-46ab4806ced1 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/routers/97547845-888d-4eab-a17c-bd004590b526 HTTP/1.1" status: 204 len: 168 time: 0.9415867 Oct 23 01:27:23.583809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39014) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:23.603387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:23.662011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.707963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:23.755223 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.776205 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:23.787146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd3534b-4523-47e1-9e5b-873c5c88ecea') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:23.787440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd3534b-4523-47e1-9e5b-873c5c88ecea') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:23.798369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (ffd3534b-4523-47e1-9e5b-873c5c88ecea), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.812479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ffd3534b-4523-47e1-9e5b-873c5c88ecea), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.819589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:27:23.819992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (ffd3534b-4523-47e1-9e5b-873c5c88ecea), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.872577 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ffd3534b-4523-47e1-9e5b-873c5c88ecea resource provider aggregate not found Oct 23 01:27:23.892523 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment ffd3534b-4523-47e1-9e5b-873c5c88ecea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffd3534b-4523-47e1-9e5b-873c5c88ecea found for delete ", "request_id": "req-ffb4f08d-9930-428e-b946-77bb7fccfaeb"}]} Oct 23 01:27:23.985350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.993047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:23.998072 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] 10.222.0.36 "DELETE /networking/v2.0/networks/cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d HTTP/1.1" status: 204 len: 168 time: 0.4114771 Oct 23 01:27:24.011743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0f8d6-908b-4718-9797-bd2b8899f64b tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] Pushing event deleted for resources: {'Network': ['ID=cc0a7fe4-df72-4a91-9e43-20e6f22c6e5d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:24.492679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39024) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:24.532843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2c916186-a8b4-4c94-be37-ade8b81b5497 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:27:24.556712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 2c916186-a8b4-4c94-be37-ade8b81b5497 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:27:24.557060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2c916186-a8b4-4c94-be37-ade8b81b5497 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:27:24.557475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 083915b7-6ee4-4654-ba40-b0da7276d8c1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:27:24.582534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 083915b7-6ee4-4654-ba40-b0da7276d8c1 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:27:24.582880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 083915b7-6ee4-4654-ba40-b0da7276d8c1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:27:24.583301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0e079c80-054d-4544-a52c-7078a10ef933 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:27:24.601720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 0e079c80-054d-4544-a52c-7078a10ef933 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:27:24.602095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0e079c80-054d-4544-a52c-7078a10ef933 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:27:24.669851 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d14f5629-bfb3-4b5f-80fc-3bfac1411160 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0226f1f233794f45b9d6ad046f30f76b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758432 Oct 23 01:27:24.672805 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39028) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:24.727922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37f1b1df-7f8b-4fd1-b0c8-5def536654c4 admin admin] Publish callbacks [] for security_group (2be6ec54-74f1-4429-b10e-b83dddf72c87), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:24.747896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37f1b1df-7f8b-4fd1-b0c8-5def536654c4 admin admin] Publish callbacks [] for security_group (2be6ec54-74f1-4429-b10e-b83dddf72c87), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:24.862247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37f1b1df-7f8b-4fd1-b0c8-5def536654c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2be6ec54-74f1-4429-b10e-b83dddf72c87), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:24.864682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-37f1b1df-7f8b-4fd1-b0c8-5def536654c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:24.865855 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-37f1b1df-7f8b-4fd1-b0c8-5def536654c4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2be6ec54-74f1-4429-b10e-b83dddf72c87 HTTP/1.1" status: 204 len: 168 time: 0.1920483 Oct 23 01:27:24.873800 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1b1df-7f8b-4fd1-b0c8-5def536654c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be6ec54-74f1-4429-b10e-b83dddf72c87,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:25.456320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39034) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:25.474573 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc1a0-0874-4db6-b4b4-7efc0849d73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:25.549791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc1a0-0874-4db6-b4b4-7efc0849d73c admin admin] Publish callbacks [] for security_group (3924677c-84dc-4268-88c4-6285ad36cc0d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:25.664783 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc1a0-0874-4db6-b4b4-7efc0849d73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3924677c-84dc-4268-88c4-6285ad36cc0d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:25.702125 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fc1a0-0874-4db6-b4b4-7efc0849d73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3924677c-84dc-4268-88c4-6285ad36cc0d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:25.706941 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9e6fc1a0-0874-4db6-b4b4-7efc0849d73c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=80e897fb51784399a8f16b1881e767b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2496223 Oct 23 01:27:25.709860 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39036) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:25.759614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0cc92a6b-595f-4dda-b9f8-16b424ce0276 admin admin] Publish callbacks [] for security_group (3924677c-84dc-4268-88c4-6285ad36cc0d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:25.780517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0cc92a6b-595f-4dda-b9f8-16b424ce0276 admin admin] Publish callbacks [] for security_group (3924677c-84dc-4268-88c4-6285ad36cc0d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:25.782546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:25.968093 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0cc92a6b-595f-4dda-b9f8-16b424ce0276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (3924677c-84dc-4268-88c4-6285ad36cc0d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:25.970710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0cc92a6b-595f-4dda-b9f8-16b424ce0276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:25.974957 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0cc92a6b-595f-4dda-b9f8-16b424ce0276 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3924677c-84dc-4268-88c4-6285ad36cc0d HTTP/1.1" status: 204 len: 168 time: 0.2640977 Oct 23 01:27:25.983770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc92a6b-595f-4dda-b9f8-16b424ce0276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3924677c-84dc-4268-88c4-6285ad36cc0d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:27.001627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39058) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:27.095735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1116965827-network', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:27.201389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Made reservation on behalf of eb877d1d176f42bf8c595cf49cccc365 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:27:27.203840 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:27.215809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:27.288890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Publish callbacks [] for security_group (87118b50-3c97-4600-937d-c1d58c75179c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:27.347717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (87118b50-3c97-4600-937d-c1d58c75179c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:27.372537 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:27:27.381338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87118b50-3c97-4600-937d-c1d58c75179c,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:27.387207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e835fac5-e6db-4c56-9887-ce4623200cf1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:27.390670 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Added segment e835fac5-e6db-4c56-9887-ce4623200cf1 of type vlan for network ffc8308c-aba7-4854-98eb-f715c8d02421 Oct 23 01:27:27.423046 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:27.427763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (ffc8308c-aba7-4854-98eb-f715c8d02421), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:27.513760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (ffc8308c-aba7-4854-98eb-f715c8d02421), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:27.514764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:27:27.515348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:27.612818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc8308c-aba7-4854-98eb-f715c8d02421,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:27.622864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network ffc8308c-aba7-4854-98eb-f715c8d02421 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:27:27.644831 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a4eec33b-953a-4bb0-9b3a-8f480dd2b966 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6420221 Oct 23 01:27:27.647994 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39062) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:27.652813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] Request body: {'subnet': {'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1116965827-subnet', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'ip_version': 4}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:27.767324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] Made reservation on behalf of eb877d1d176f42bf8c595cf49cccc365 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:27:27.770295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:27.990628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:28.024436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:28.040755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:28.056379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] Checking segment: {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:27:28.056741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] Network hostable DHCP agents. Network: ffc8308c-aba7-4854-98eb-f715c8d02421, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:27:28.132978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] Network ffc8308c-aba7-4854-98eb-f715c8d02421 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:27:28.201394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ffc8308c-aba7-4854-98eb-f715c8d02421) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:27:28.206421 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:27:28.207372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:28.210328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b51142-7faa-4d94-92cd-ca503a64998e None None] Network ffc8308c-aba7-4854-98eb-f715c8d02421 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:27:28.295894 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a90c585e-d074-46bd-be54-99b745f29794 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6468198 Oct 23 01:27:28.298555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39064) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:28.305278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:28.308294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ffc8308c-aba7-4854-98eb-f715c8d02421', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:27:28.309219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:28.390689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (bd1ddb47-6b08-4852-af89-279694c8239b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:28.392616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (bd1ddb47-6b08-4852-af89-279694c8239b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:28.408508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:28.443870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:28.446154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Publish callbacks [] for router_controller (bd1ddb47-6b08-4852-af89-279694c8239b), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:28.449200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Allocated IP 172.20.0.2 (ffc8308c-aba7-4854-98eb-f715c8d02421/82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99/d431c8df-0c17-426f-9c44-c19990175de8) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:27:28.593546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Publish callbacks [] for port (d431c8df-0c17-426f-9c44-c19990175de8), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:28.658692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Publish callbacks [] for router_gateway (bd1ddb47-6b08-4852-af89-279694c8239b), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:28.682294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (d431c8df-0c17-426f-9c44-c19990175de8), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:28.720318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Network ffc8308c-aba7-4854-98eb-f715c8d02421 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:27:28.727411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:27:28.731265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:27:28.734531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Pushing event updated for resources: {'Port': ['ID=d431c8df-0c17-426f-9c44-c19990175de8,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:28.793888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Attempting to bind port d431c8df-0c17-426f-9c44-c19990175de8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:27:28.794266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Attempting to bind port d431c8df-0c17-426f-9c44-c19990175de8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:27:28.794629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Attempting to bind port d431c8df-0c17-426f-9c44-c19990175de8 on network ffc8308c-aba7-4854-98eb-f715c8d02421 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:27:28.838945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:27:28.839225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Checking segment: {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:27:28.839629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:28.840027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Bound using segment: {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:27:28.840506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Bound port: d431c8df-0c17-426f-9c44-c19990175de8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:27:28.840889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d431c8df-0c17-426f-9c44-c19990175de8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:28.905756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] For port d431c8df-0c17-426f-9c44-c19990175de8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:27:28.909542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] For port d431c8df-0c17-426f-9c44-c19990175de8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d431c8df-0c17-426f-9c44-c19990175de8,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:27:28.991286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d431c8df-0c17-426f-9c44-c19990175de8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:29.030359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:29.044972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a7768-3614-4a83-90aa-bf6fcd3361bc None None] Pushing event updated for resources: {'Port': ['ID=d431c8df-0c17-426f-9c44-c19990175de8,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:29.195527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Publish callbacks [] for router_gateway (bd1ddb47-6b08-4852-af89-279694c8239b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:29.218802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:29.287064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:29.331095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Allocated IP 172.36.3.157 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/feedd269-5780-486c-8ae4-b69a841917df) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:27:29.437435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Publish callbacks [] for port (feedd269-5780-486c-8ae4-b69a841917df), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:29.460659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:29.525663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (feedd269-5780-486c-8ae4-b69a841917df), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:29.570158 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:27:29.575358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:27:29.577574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Pushing event updated for resources: {'Port': ['ID=feedd269-5780-486c-8ae4-b69a841917df,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:29.579777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:27:29.832846 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c2220-7781-422f-8878-1a8cb26a0ac3 None None] Network ffc8308c-aba7-4854-98eb-f715c8d02421 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:27:29.919516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Publish callbacks [] for router_gateway (bd1ddb47-6b08-4852-af89-279694c8239b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:29.946503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a4beeb89-bb4b-4503-88f2-69531bec0d3f None None] Provisioning complete for port d431c8df-0c17-426f-9c44-c19990175de8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:29.946839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a4beeb89-bb4b-4503-88f2-69531bec0d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d431c8df-0c17-426f-9c44-c19990175de8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:29.947187 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a4beeb89-bb4b-4503-88f2-69531bec0d3f None None] Attempt 1 to provision port d431c8df-0c17-426f-9c44-c19990175de8 Oct 23 01:27:30.027355 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a4beeb89-bb4b-4503-88f2-69531bec0d3f None None] Current status of the port d431c8df-0c17-426f-9c44-c19990175de8 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:30.027747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a4beeb89-bb4b-4503-88f2-69531bec0d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d431c8df-0c17-426f-9c44-c19990175de8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:30.065971 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a4beeb89-bb4b-4503-88f2-69531bec0d3f None None] For port d431c8df-0c17-426f-9c44-c19990175de8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d431c8df-0c17-426f-9c44-c19990175de8,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:30.117685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (bd1ddb47-6b08-4852-af89-279694c8239b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:30.138879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a4beeb89-bb4b-4503-88f2-69531bec0d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d431c8df-0c17-426f-9c44-c19990175de8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:30.185916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4beeb89-bb4b-4503-88f2-69531bec0d3f None None] Pushing event updated for resources: {'Port': ['ID=d431c8df-0c17-426f-9c44-c19990175de8,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:30.255262 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5610b3a4-bc25-41bd-befc-397c66e051a7 None None] Provisioning complete for port d431c8df-0c17-426f-9c44-c19990175de8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:30.255551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5610b3a4-bc25-41bd-befc-397c66e051a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d431c8df-0c17-426f-9c44-c19990175de8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:30.255882 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5610b3a4-bc25-41bd-befc-397c66e051a7 None None] Attempt 1 to provision port d431c8df-0c17-426f-9c44-c19990175de8 Oct 23 01:27:30.296436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Router bd1ddb47-6b08-4852-af89-279694c8239b is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:27:30.415290 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:27:30.430172 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Sync routers for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:27:30.440991 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:30.441711 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:30.459742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d431c8df-0c17-426f-9c44-c19990175de8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:30.495061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5610b3a4-bc25-41bd-befc-397c66e051a7 None None] Current status of the port d431c8df-0c17-426f-9c44-c19990175de8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:30.506377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:30.510384 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4e1bdc6f-940a-47ec-950f-80cc96710399 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2075701 Oct 23 01:27:30.510668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39066) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:30.513531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d431c8df-0c17-426f-9c44-c19990175de8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:30.513935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d431c8df-0c17-426f-9c44-c19990175de8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:30.514272 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d431c8df-0c17-426f-9c44-c19990175de8 Oct 23 01:27:30.604407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d431c8df-0c17-426f-9c44-c19990175de8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:30.632565 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:30.796747 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:29Z', 'revision_number': 3, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:30.825634 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Checking router: bd1ddb47-6b08-4852-af89-279694c8239b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:27:30.826005 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Updating router bd1ddb47-6b08-4852-af89-279694c8239b port feedd269-5780-486c-8ae4-b69a841917df binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:27:30.854662 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (feedd269-5780-486c-8ae4-b69a841917df), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:30.918796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:31.053250 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:31.076387 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:31.093640 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Publish callbacks [] for port (feedd269-5780-486c-8ae4-b69a841917df), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:31.095158 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:31.108028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:31.109277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Allocated IP 172.20.0.1 (ffc8308c-aba7-4854-98eb-f715c8d02421/82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99/085ea846-bb53-49ec-b54e-2392576ca4e9) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:27:31.167632 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (feedd269-5780-486c-8ae4-b69a841917df), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:31.203300 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Attempting to bind port feedd269-5780-486c-8ae4-b69a841917df on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:27:31.203662 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Attempting to bind port feedd269-5780-486c-8ae4-b69a841917df by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:27:31.204023 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Attempting to bind port feedd269-5780-486c-8ae4-b69a841917df on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:27:31.244069 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Pushing event updated for resources: {'Port': ['ID=feedd269-5780-486c-8ae4-b69a841917df,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:31.256841 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.257179 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.257520 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.257883 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.258216 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.258544 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.258869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.259195 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.259518 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.259841 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.260169 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.260489 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.260807 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.261125 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.261444 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:27:31.278158 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:27:31.278531 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:27:31.278934 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:31.279433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:27:31.279796 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Bound port: feedd269-5780-486c-8ae4-b69a841917df, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:27:31.280172 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (feedd269-5780-486c-8ae4-b69a841917df), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:31.332059 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] For port feedd269-5780-486c-8ae4-b69a841917df, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:27:31.335321 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] For port feedd269-5780-486c-8ae4-b69a841917df, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=feedd269-5780-486c-8ae4-b69a841917df,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:27:31.419701 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (feedd269-5780-486c-8ae4-b69a841917df), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:31.455260 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:31.455946 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:31.514492 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c002d4-7532-4c59-9d9f-68a8c7555161 None None] Pushing event updated for resources: {'Port': ['ID=feedd269-5780-486c-8ae4-b69a841917df,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:31.541208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Publish callbacks [] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:31.571692 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:31.647796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:31.686046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Network ffc8308c-aba7-4854-98eb-f715c8d02421 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:27:31.693564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:27:31.697443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:27:31.700672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Pushing event updated for resources: {'Port': ['ID=085ea846-bb53-49ec-b54e-2392576ca4e9,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:31.739283 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:29Z', 'revision_number': 3, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:31.746985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (bd1ddb47-6b08-4852-af89-279694c8239b), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:31.765935 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5ff29-8902-4f75-88a9-65d47fd8f093 None None] The sync data for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv is: [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:29Z', 'revision_number': 3, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:27:31.923400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:31.929513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0a4a1e1e-2006-4acf-a66f-09b3f615ae74 None None] Provisioning complete for port 085ea846-bb53-49ec-b54e-2392576ca4e9 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:31.934151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1e1e-2006-4acf-a66f-09b3f615ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:31.934151 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0a4a1e1e-2006-4acf-a66f-09b3f615ae74 None None] Attempt 1 to provision port 085ea846-bb53-49ec-b54e-2392576ca4e9 Oct 23 01:27:31.970372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a1e1e-2006-4acf-a66f-09b3f615ae74 None None] Port 085ea846-bb53-49ec-b54e-2392576ca4e9 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:27:32.003155 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:27:32.087334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=92 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:32.120411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Publish callbacks [] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:32.182384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:32.254012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Pushing event updated for resources: {'Port': ['ID=085ea846-bb53-49ec-b54e-2392576ca4e9,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:32.257313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (bd1ddb47-6b08-4852-af89-279694c8239b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:32.360251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Network ffc8308c-aba7-4854-98eb-f715c8d02421 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:27:32.361887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:27:32.436724 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device feedd269-5780-486c-8ae4-b69a841917df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:32.465385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:32.488646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Router bd1ddb47-6b08-4852-af89-279694c8239b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:27:32.491523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port feedd269-5780-486c-8ae4-b69a841917df triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:32.492082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (feedd269-5780-486c-8ae4-b69a841917df), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:32.492562 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port feedd269-5780-486c-8ae4-b69a841917df Oct 23 01:27:32.590373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port feedd269-5780-486c-8ae4-b69a841917df is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:32.590762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (feedd269-5780-486c-8ae4-b69a841917df), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:32.598394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:32.608590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:27:32.623402 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-af9aed3f-46b6-4600-9b91-25895eb20b71 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/bd1ddb47-6b08-4852-af89-279694c8239b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1014132 Oct 23 01:27:32.623850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port feedd269-5780-486c-8ae4-b69a841917df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=feedd269-5780-486c-8ae4-b69a841917df,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:32.627472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-270313ab-20ec-448a-9c7a-df9b25961209 None None] Provisioning complete for port 085ea846-bb53-49ec-b54e-2392576ca4e9 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:32.627842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-270313ab-20ec-448a-9c7a-df9b25961209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:32.628186 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-270313ab-20ec-448a-9c7a-df9b25961209 None None] Attempt 1 to provision port 085ea846-bb53-49ec-b54e-2392576ca4e9 Oct 23 01:27:32.661015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-270313ab-20ec-448a-9c7a-df9b25961209 None None] Port 085ea846-bb53-49ec-b54e-2392576ca4e9 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:27:32.691382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (feedd269-5780-486c-8ae4-b69a841917df), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:32.743659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=feedd269-5780-486c-8ae4-b69a841917df,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:33.274747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39082) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:33.279683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-535154407-network', 'tenant_id': '54430b78a3b14683aa564b607cc5b387'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:33.285471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:33.338431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Sync routers for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:27:33.350178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:33.350799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:33.362078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Made reservation on behalf of 54430b78a3b14683aa564b607cc5b387 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:27:33.364555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:33.373636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:33.416638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:33.451314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Publish callbacks [] for security_group (b35cd010-cbea-443e-9e23-15acbe288481), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:33.453385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:33.519279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (b35cd010-cbea-443e-9e23-15acbe288481), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:33.545097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:27:33.555728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35cd010-cbea-443e-9e23-15acbe288481,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:33.562059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f226684b-d8b0-4c5f-ba1c-13d3658fba97), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:33.562408 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Added segment f226684b-d8b0-4c5f-ba1c-13d3658fba97 of type vlan for network 47c316df-eb1e-4e76-a098-163b1f53461c Oct 23 01:27:33.574105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:33.606666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (47c316df-eb1e-4e76-a098-163b1f53461c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:33.648997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 2, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:33.675877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Checking router: bd1ddb47-6b08-4852-af89-279694c8239b for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:27:33.676326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Updating router bd1ddb47-6b08-4852-af89-279694c8239b port 085ea846-bb53-49ec-b54e-2392576ca4e9 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:27:33.703106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:33.711773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:33.725438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (47c316df-eb1e-4e76-a098-163b1f53461c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:33.726527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:27:33.727119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:33.791449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] Pushing event updated for resources: {'Network': ['ID=47c316df-eb1e-4e76-a098-163b1f53461c,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:33.803633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 47c316df-eb1e-4e76-a098-163b1f53461c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:27:33.836522 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-05a07775-23ac-49d2-9c8e-ac102213eec8 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5606396 Oct 23 01:27:33.839169 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39084) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:33.844137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] Request body: {'subnet': {'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-535154407-subnet', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'ip_version': 4}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:33.950477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] Made reservation on behalf of 54430b78a3b14683aa564b607cc5b387 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:27:33.952984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.026453 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Publish callbacks [] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.104555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.162918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1d5f2-c723-498f-aa55-386e0ab85246 None None] Pushing event updated for resources: {'Port': ['ID=085ea846-bb53-49ec-b54e-2392576ca4e9,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:34.185250 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (cfd7a919-5755-4aa5-af38-ec837c27c78c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.196904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Attempting to bind port 085ea846-bb53-49ec-b54e-2392576ca4e9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:27:34.197334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Attempting to bind port 085ea846-bb53-49ec-b54e-2392576ca4e9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:27:34.197695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Attempting to bind port 085ea846-bb53-49ec-b54e-2392576ca4e9 on network ffc8308c-aba7-4854-98eb-f715c8d02421 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:27:34.222829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:34.225726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:34.239546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:27:34.239913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Checking segment: {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:27:34.240313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.240705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Bound using segment: {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:27:34.241168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Bound port: 085ea846-bb53-49ec-b54e-2392576ca4e9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:27:34.241541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.245025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd7a919-5755-4aa5-af38-ec837c27c78c,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:34.254552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] Checking segment: {'id': 'f226684b-d8b0-4c5f-ba1c-13d3658fba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:27:34.254954 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] Network hostable DHCP agents. Network: 47c316df-eb1e-4e76-a098-163b1f53461c, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:27:34.306395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] For port 085ea846-bb53-49ec-b54e-2392576ca4e9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:27:34.309346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] For port 085ea846-bb53-49ec-b54e-2392576ca4e9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=085ea846-bb53-49ec-b54e-2392576ca4e9,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:27:34.353942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] Network 47c316df-eb1e-4e76-a098-163b1f53461c is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:27:34.385383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.412950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device feedd269-5780-486c-8ae4-b69a841917df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:34.437879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:34.438501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:34.475936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 47c316df-eb1e-4e76-a098-163b1f53461c) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:27:34.480130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:27:34.480613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.491833 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890422b0-8f4a-4a96-9369-920a4ac0f8ea None None] Network 47c316df-eb1e-4e76-a098-163b1f53461c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:27:34.552689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1d5f2-c723-498f-aa55-386e0ab85246 None None] Pushing event updated for resources: {'Port': ['ID=085ea846-bb53-49ec-b54e-2392576ca4e9,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:34.582416 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a7a6d0ea-b57b-45cd-b44b-f72883fb8ece admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7421706 Oct 23 01:27:34.584958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39086) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:34.589440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-535154407-router', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:34.621077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port feedd269-5780-486c-8ae4-b69a841917df triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:34.621376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (feedd269-5780-486c-8ae4-b69a841917df), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.621723 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port feedd269-5780-486c-8ae4-b69a841917df Oct 23 01:27:34.660090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:34.691480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (67257f28-f27c-43d1-b7f8-020153ebe8cd), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.694566 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (67257f28-f27c-43d1-b7f8-020153ebe8cd), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.746992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Publish callbacks [] for router_controller (67257f28-f27c-43d1-b7f8-020153ebe8cd), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.755358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-47c316df-eb1e-4e76-a098-163b1f53461c', 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c', 'project_id': '54430b78a3b14683aa564b607cc5b387', 'fixed_ips': [{'subnet_id': 'cfd7a919-5755-4aa5-af38-ec837c27c78c'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:27:34.756258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:34.969591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Publish callbacks [] for router_gateway (67257f28-f27c-43d1-b7f8-020153ebe8cd), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:35.069730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port feedd269-5780-486c-8ae4-b69a841917df is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:35.168814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:34Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:35.170895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Allocated IP 172.20.0.2 (47c316df-eb1e-4e76-a098-163b1f53461c/cfd7a919-5755-4aa5-af38-ec837c27c78c/693690bc-84ff-442c-b9aa-7738a6f10071) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:27:35.198063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be95f9c-b35e-4485-86f7-970a97b5ffff None None] The sync data for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv is: [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:34Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:27:35.202599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:35.204609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Publish callbacks [] for router_gateway (67257f28-f27c-43d1-b7f8-020153ebe8cd), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:35.226628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:35.238555 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:35.369875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Allocated IP 172.36.3.226 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/774a4936-ca9c-47ee-89fe-7957f110ff48) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:27:35.376512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Publish callbacks [] for port (693690bc-84ff-442c-b9aa-7738a6f10071), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:35.454026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:35.486996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Publish callbacks [] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:35.504047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Network 47c316df-eb1e-4e76-a098-163b1f53461c is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:27:35.507762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:35.510730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:27:35.513545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:27:35.519821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Pushing event updated for resources: {'Port': ['ID=693690bc-84ff-442c-b9aa-7738a6f10071,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:35.547430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:35.580299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Attempting to bind port 693690bc-84ff-442c-b9aa-7738a6f10071 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:27:35.580809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Attempting to bind port 693690bc-84ff-442c-b9aa-7738a6f10071 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f226684b-d8b0-4c5f-ba1c-13d3658fba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:27:35.581405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Attempting to bind port 693690bc-84ff-442c-b9aa-7738a6f10071 on network 47c316df-eb1e-4e76-a098-163b1f53461c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:27:35.583479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:35.622133 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:27:35.625091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:35.627589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:27:35.627970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Checking segment: {'id': 'f226684b-d8b0-4c5f-ba1c-13d3658fba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:27:35.628381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:35.628837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Bound using segment: {'id': 'f226684b-d8b0-4c5f-ba1c-13d3658fba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:27:35.629330 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Bound port: 693690bc-84ff-442c-b9aa-7738a6f10071, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f226684b-d8b0-4c5f-ba1c-13d3658fba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:27:35.629720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:35.630170 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:27:35.634209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:27:35.660629 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Pushing event updated for resources: {'Port': ['ID=774a4936-ca9c-47ee-89fe-7957f110ff48,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:35.701763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] For port 693690bc-84ff-442c-b9aa-7738a6f10071, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:27:35.706007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] For port 693690bc-84ff-442c-b9aa-7738a6f10071, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=693690bc-84ff-442c-b9aa-7738a6f10071,segment=NetworkSegment(f226684b-d8b0-4c5f-ba1c-13d3658fba97),segment_id=f226684b-d8b0-4c5f-ba1c-13d3658fba97)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:27:35.805800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:35.860642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b6518-3db2-4f8c-850c-b62488cfdd8a None None] Pushing event updated for resources: {'Port': ['ID=693690bc-84ff-442c-b9aa-7738a6f10071,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:36.019492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Publish callbacks [] for router_gateway (67257f28-f27c-43d1-b7f8-020153ebe8cd), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:36.191008 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:36.236582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (67257f28-f27c-43d1-b7f8-020153ebe8cd), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:36.436266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Router 67257f28-f27c-43d1-b7f8-020153ebe8cd is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:27:36.436880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 085ea846-bb53-49ec-b54e-2392576ca4e9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:36.487660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 085ea846-bb53-49ec-b54e-2392576ca4e9 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:36.489401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:36.489777 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 085ea846-bb53-49ec-b54e-2392576ca4e9 Oct 23 01:27:36.552582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:27:36.566386 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Sync routers for ids ['67257f28-f27c-43d1-b7f8-020153ebe8cd'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:27:36.576583 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Routers {'67257f28-f27c-43d1-b7f8-020153ebe8cd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:36.577296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 085ea846-bb53-49ec-b54e-2392576ca4e9 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:36.577414 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['67257f28-f27c-43d1-b7f8-020153ebe8cd'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:36.577683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:36.615388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 085ea846-bb53-49ec-b54e-2392576ca4e9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=085ea846-bb53-49ec-b54e-2392576ca4e9,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:36.672233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:36.673636 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-697383dd-7216-4c3c-a08c-4b15f168ccea admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0875785 Oct 23 01:27:36.676305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39090) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:36.685026 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Set router 67257f28-f27c-43d1-b7f8-020153ebe8cd gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:36.686613 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:36.699450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:36.700332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 693690bc-84ff-442c-b9aa-7738a6f10071 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:36.788317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 693690bc-84ff-442c-b9aa-7738a6f10071 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:36.788905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:36.789387 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 693690bc-84ff-442c-b9aa-7738a6f10071 Oct 23 01:27:36.864723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=085ea846-bb53-49ec-b54e-2392576ca4e9,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:36.890074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75902177-0879-49bc-80a8-2e6afc2a979f None None] Network 47c316df-eb1e-4e76-a098-163b1f53461c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:27:36.903714 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'name': 'tempest-TestVolumeBootPattern-535154407-router', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226'}], 'enable_snat': True}, 'gw_port_id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:34Z', 'updated_at': '2022-10-23T01:27:35Z', 'revision_number': 3, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'gw_port': {'id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:35Z', 'updated_at': '2022-10-23T01:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:36.934982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Checking router: 67257f28-f27c-43d1-b7f8-020153ebe8cd for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:27:36.934982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Updating router 67257f28-f27c-43d1-b7f8-020153ebe8cd port 774a4936-ca9c-47ee-89fe-7957f110ff48 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:27:36.953874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-87127aba-6630-4c25-a55a-9fb5169bf77e None None] Provisioning complete for port 693690bc-84ff-442c-b9aa-7738a6f10071 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:36.954271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-87127aba-6630-4c25-a55a-9fb5169bf77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:36.956530 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-87127aba-6630-4c25-a55a-9fb5169bf77e None None] Attempt 1 to provision port 693690bc-84ff-442c-b9aa-7738a6f10071 Oct 23 01:27:36.968762 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:36.990204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 693690bc-84ff-442c-b9aa-7738a6f10071 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:36.990204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.083103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 693690bc-84ff-442c-b9aa-7738a6f10071, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=693690bc-84ff-442c-b9aa-7738a6f10071,segment=NetworkSegment(f226684b-d8b0-4c5f-ba1c-13d3658fba97),segment_id=f226684b-d8b0-4c5f-ba1c-13d3658fba97)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:37.124045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-87127aba-6630-4c25-a55a-9fb5169bf77e None None] Current status of the port 693690bc-84ff-442c-b9aa-7738a6f10071 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:37.124423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-87127aba-6630-4c25-a55a-9fb5169bf77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.151263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.256056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-87127aba-6630-4c25-a55a-9fb5169bf77e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:27:37.256475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-87127aba-6630-4c25-a55a-9fb5169bf77e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:27:37.266575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=693690bc-84ff-442c-b9aa-7738a6f10071,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:37.302664 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:37.372175 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Publish callbacks [] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.436153 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.437683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.440830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:37.472600 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Attempting to bind port 774a4936-ca9c-47ee-89fe-7957f110ff48 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:27:37.472957 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Attempting to bind port 774a4936-ca9c-47ee-89fe-7957f110ff48 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:27:37.473313 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Attempting to bind port 774a4936-ca9c-47ee-89fe-7957f110ff48 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:27:37.507672 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7f53f-2d25-48fa-89a9-ac3b5d9b8d77 None None] Pushing event updated for resources: {'Port': ['ID=774a4936-ca9c-47ee-89fe-7957f110ff48,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:37.524568 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:27:37.524928 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:27:37.525314 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.525687 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:27:37.526203 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Bound port: 774a4936-ca9c-47ee-89fe-7957f110ff48, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:27:37.526539 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.575409 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] For port 774a4936-ca9c-47ee-89fe-7957f110ff48, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:27:37.578674 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] For port 774a4936-ca9c-47ee-89fe-7957f110ff48, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=774a4936-ca9c-47ee-89fe-7957f110ff48,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:27:37.642520 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Allocated IP 172.20.0.1 (47c316df-eb1e-4e76-a098-163b1f53461c/cfd7a919-5755-4aa5-af38-ec837c27c78c/a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:27:37.647694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:37.648442 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.684281 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Routers {'67257f28-f27c-43d1-b7f8-020153ebe8cd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:37.684909 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['67257f28-f27c-43d1-b7f8-020153ebe8cd'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:37.691893 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:37.742174 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7f53f-2d25-48fa-89a9-ac3b5d9b8d77 None None] Pushing event updated for resources: {'Port': ['ID=774a4936-ca9c-47ee-89fe-7957f110ff48,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:37.754114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Publish callbacks [] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.792464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-87127aba-6630-4c25-a55a-9fb5169bf77e None None] Current status of the port 693690bc-84ff-442c-b9aa-7738a6f10071 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:37.808437 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] Set router 67257f28-f27c-43d1-b7f8-020153ebe8cd gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:37.842390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.881402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Network 47c316df-eb1e-4e76-a098-163b1f53461c is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:27:37.888372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:27:37.892239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:27:37.895721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:37.920005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-77329e7e-2a6b-4413-b68c-bb4b514dfb4a None None] Provisioning complete for port 693690bc-84ff-442c-b9aa-7738a6f10071 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:37.924287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-77329e7e-2a6b-4413-b68c-bb4b514dfb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.924767 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-77329e7e-2a6b-4413-b68c-bb4b514dfb4a None None] Attempt 1 to provision port 693690bc-84ff-442c-b9aa-7738a6f10071 Oct 23 01:27:37.942314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (67257f28-f27c-43d1-b7f8-020153ebe8cd), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:37.958373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:37.987136 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'name': 'tempest-TestVolumeBootPattern-535154407-router', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226'}], 'enable_snat': True}, 'gw_port_id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:34Z', 'updated_at': '2022-10-23T01:27:35Z', 'revision_number': 3, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'gw_port': {'id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:35Z', 'updated_at': '2022-10-23T01:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:38.016466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-77329e7e-2a6b-4413-b68c-bb4b514dfb4a None None] Current status of the port 693690bc-84ff-442c-b9aa-7738a6f10071 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:38.025555 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9243c2c-15b9-4d41-8266-41256bc017f4 None None] The sync data for ids ['67257f28-f27c-43d1-b7f8-020153ebe8cd'] in dv-neutron-master-2-hyperv is: [{'id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'name': 'tempest-TestVolumeBootPattern-535154407-router', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226'}], 'enable_snat': True}, 'gw_port_id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:34Z', 'updated_at': '2022-10-23T01:27:35Z', 'revision_number': 3, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'gw_port': {'id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:35Z', 'updated_at': '2022-10-23T01:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:27:38.181619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:38.253906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:38.255028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f89b190a-c4ee-46e1-9b35-948329600bc5 None None] Provisioning complete for port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:38.255414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f89b190a-c4ee-46e1-9b35-948329600bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:38.255803 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f89b190a-c4ee-46e1-9b35-948329600bc5 None None] Attempt 1 to provision port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a Oct 23 01:27:38.290801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f89b190a-c4ee-46e1-9b35-948329600bc5 None None] Port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:27:38.370256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Publish callbacks [] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:38.428154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:38.495239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 085ea846-bb53-49ec-b54e-2392576ca4e9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:38.502591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (67257f28-f27c-43d1-b7f8-020153ebe8cd), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:38.504429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:38.547008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 085ea846-bb53-49ec-b54e-2392576ca4e9 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:38.547529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:38.548010 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 085ea846-bb53-49ec-b54e-2392576ca4e9 Oct 23 01:27:38.615680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Network 47c316df-eb1e-4e76-a098-163b1f53461c is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:27:38.617149 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:27:38.633357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 085ea846-bb53-49ec-b54e-2392576ca4e9 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:38.634591 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 774a4936-ca9c-47ee-89fe-7957f110ff48 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:38.683860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 774a4936-ca9c-47ee-89fe-7957f110ff48 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:38.684825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:38.685367 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 774a4936-ca9c-47ee-89fe-7957f110ff48 Oct 23 01:27:38.722630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:38.757203 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Router 67257f28-f27c-43d1-b7f8-020153ebe8cd has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:27:38.798023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 774a4936-ca9c-47ee-89fe-7957f110ff48 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:38.799063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:38.829302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 774a4936-ca9c-47ee-89fe-7957f110ff48, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=774a4936-ca9c-47ee-89fe-7957f110ff48,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:38.865317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:38.880366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:27:38.886862 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5637d8e5-638e-41e1-a106-f9144b584f22 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/67257f28-f27c-43d1-b7f8-020153ebe8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2095807 Oct 23 01:27:38.908044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:38.911847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-204103b4-a289-4469-8261-35cdc20b6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:38.921997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f6645cc1-17cd-440a-81ca-55602364b364 None None] Provisioning complete for port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:38.922370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f6645cc1-17cd-440a-81ca-55602364b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:38.922708 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f6645cc1-17cd-440a-81ca-55602364b364 None None] Attempt 1 to provision port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a Oct 23 01:27:38.945695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:38.950017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 693690bc-84ff-442c-b9aa-7738a6f10071 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:39.017583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f6645cc1-17cd-440a-81ca-55602364b364 None None] Port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:27:39.037432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=774a4936-ca9c-47ee-89fe-7957f110ff48,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:39.048984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 693690bc-84ff-442c-b9aa-7738a6f10071 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:39.048984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:39.048984 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 693690bc-84ff-442c-b9aa-7738a6f10071 Oct 23 01:27:39.124059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 693690bc-84ff-442c-b9aa-7738a6f10071 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:39.273760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39104) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:39.278453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-61b9774a-3612-4f6b-a1b7-79cd767ab055 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808060499', 'description': 'tempest-secgroup-smoke-1808060499 description', 'project_id': 'eb877d1d176f42bf8c595cf49cccc365'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:39.359982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-61b9774a-3612-4f6b-a1b7-79cd767ab055 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:39.429448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-61b9774a-3612-4f6b-a1b7-79cd767ab055 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group (be996492-d1ef-42c7-a8ad-2b39546d8b79), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:39.476125 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-61b9774a-3612-4f6b-a1b7-79cd767ab055 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (be996492-d1ef-42c7-a8ad-2b39546d8b79), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:39.506494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9774a-3612-4f6b-a1b7-79cd767ab055 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be996492-d1ef-42c7-a8ad-2b39546d8b79,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:39.546810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-61b9774a-3612-4f6b-a1b7-79cd767ab055 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:39.548075 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-61b9774a-3612-4f6b-a1b7-79cd767ab055 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2733021 Oct 23 01:27:39.551787 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39106) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:39.556175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1a8fe97f-6ffe-4a67-8580-1b07d8a3e655 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'security_group_rule': {'security_group_id': 'be996492-d1ef-42c7-a8ad-2b39546d8b79', 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:39.599452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Sync routers for ids ['67257f28-f27c-43d1-b7f8-020153ebe8cd'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:27:39.610203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Routers {'67257f28-f27c-43d1-b7f8-020153ebe8cd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:39.611303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['67257f28-f27c-43d1-b7f8-020153ebe8cd'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:39.647338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe97f-6ffe-4a67-8580-1b07d8a3e655 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (3c291f83-14c9-48ef-902e-710664f692ad), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:39.703754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe97f-6ffe-4a67-8580-1b07d8a3e655 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (3c291f83-14c9-48ef-902e-710664f692ad), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:39.714303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Set router 67257f28-f27c-43d1-b7f8-020153ebe8cd gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:39.818897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe97f-6ffe-4a67-8580-1b07d8a3e655 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (3c291f83-14c9-48ef-902e-710664f692ad), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:39.838112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fe97f-6ffe-4a67-8580-1b07d8a3e655 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c291f83-14c9-48ef-902e-710664f692ad,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:39.897500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'name': 'tempest-TestVolumeBootPattern-535154407-router', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226'}], 'enable_snat': True}, 'gw_port_id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:34Z', 'updated_at': '2022-10-23T01:27:38Z', 'revision_number': 4, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'gw_port': {'id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:35Z', 'updated_at': '2022-10-23T01:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a', 'name': '', 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'mac_address': 'fa:16:3e:2e:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cfd7a919-5755-4aa5-af38-ec837c27c78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:37Z', 'updated_at': '2022-10-23T01:27:38Z', 'revision_number': 2, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'subnets': [{'id': 'cfd7a919-5755-4aa5-af38-ec837c27c78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:39.904563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe97f-6ffe-4a67-8580-1b07d8a3e655 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:39.908357 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1a8fe97f-6ffe-4a67-8580-1b07d8a3e655 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3530409 Oct 23 01:27:39.908552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39108) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:39.913146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3c5ac186-75d3-40d7-89e6-6b367d3ad599 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'security_group_rule': {'security_group_id': 'be996492-d1ef-42c7-a8ad-2b39546d8b79', 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:39.927167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Checking router: 67257f28-f27c-43d1-b7f8-020153ebe8cd for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:27:39.927527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Updating router 67257f28-f27c-43d1-b7f8-020153ebe8cd port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:27:39.956787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:39.990919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:39.999661 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac186-75d3-40d7-89e6-6b367d3ad599 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (97812303-65a9-4ec2-8a66-65527d04df22), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.030354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:40.058653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac186-75d3-40d7-89e6-6b367d3ad599 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (97812303-65a9-4ec2-8a66-65527d04df22), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.127242 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac186-75d3-40d7-89e6-6b367d3ad599 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (97812303-65a9-4ec2-8a66-65527d04df22), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.151038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ac186-75d3-40d7-89e6-6b367d3ad599 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97812303-65a9-4ec2-8a66-65527d04df22,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:40.215078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3c5ac186-75d3-40d7-89e6-6b367d3ad599 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.216531 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3c5ac186-75d3-40d7-89e6-6b367d3ad599 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3070560 Oct 23 01:27:40.219389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39110) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:40.224370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d61afa21-f088-4621-9ba9-26fe68accaa3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'security_group_rule': {'security_group_id': 'be996492-d1ef-42c7-a8ad-2b39546d8b79', 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:40.327089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d61afa21-f088-4621-9ba9-26fe68accaa3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (05447636-8f6d-4c15-bb6c-7eb64b158985), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.362932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Publish callbacks [] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.388467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d61afa21-f088-4621-9ba9-26fe68accaa3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (05447636-8f6d-4c15-bb6c-7eb64b158985), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.410088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 774a4936-ca9c-47ee-89fe-7957f110ff48 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:40.445588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.456606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d61afa21-f088-4621-9ba9-26fe68accaa3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (05447636-8f6d-4c15-bb6c-7eb64b158985), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.478126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61afa21-f088-4621-9ba9-26fe68accaa3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05447636-8f6d-4c15-bb6c-7eb64b158985,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:40.484138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 774a4936-ca9c-47ee-89fe-7957f110ff48 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:40.484461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.484786 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 774a4936-ca9c-47ee-89fe-7957f110ff48 Oct 23 01:27:40.534928 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e166f-f7d9-4a8f-b53a-9c35c8ab38ef None None] Pushing event updated for resources: {'Port': ['ID=a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:40.546891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d61afa21-f088-4621-9ba9-26fe68accaa3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.548117 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d61afa21-f088-4621-9ba9-26fe68accaa3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277893 Oct 23 01:27:40.550915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39112) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:40.555215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-763d5c24-6e64-4644-a472-ac3e335c8c4b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'security_group_rule': {'security_group_id': 'be996492-d1ef-42c7-a8ad-2b39546d8b79', 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:40.583120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Attempting to bind port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:27:40.583483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Attempting to bind port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f226684b-d8b0-4c5f-ba1c-13d3658fba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:27:40.583838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Attempting to bind port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a on network 47c316df-eb1e-4e76-a098-163b1f53461c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:27:40.634281 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-763d5c24-6e64-4644-a472-ac3e335c8c4b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (15c80640-fbc7-4836-96be-e368bdf21250), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.649831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 774a4936-ca9c-47ee-89fe-7957f110ff48 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:40.655422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:27:40.655797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Checking segment: {'id': 'f226684b-d8b0-4c5f-ba1c-13d3658fba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:27:40.656195 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.656627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Bound using segment: {'id': 'f226684b-d8b0-4c5f-ba1c-13d3658fba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:27:40.657112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Bound port: a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f226684b-d8b0-4c5f-ba1c-13d3658fba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:27:40.657488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.681839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:40.696059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-763d5c24-6e64-4644-a472-ac3e335c8c4b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (15c80640-fbc7-4836-96be-e368bdf21250), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.720787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:40.722063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] For port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:27:40.725025 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] For port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a,segment=NetworkSegment(f226684b-d8b0-4c5f-ba1c-13d3658fba97),segment_id=f226684b-d8b0-4c5f-ba1c-13d3658fba97)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:27:40.778814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-763d5c24-6e64-4644-a472-ac3e335c8c4b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (15c80640-fbc7-4836-96be-e368bdf21250), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.798150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d5c24-6e64-4644-a472-ac3e335c8c4b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c80640-fbc7-4836-96be-e368bdf21250,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:40.802412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.838878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Routers {'67257f28-f27c-43d1-b7f8-020153ebe8cd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:27:40.839497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:27:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['67257f28-f27c-43d1-b7f8-020153ebe8cd'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:40.866517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-763d5c24-6e64-4644-a472-ac3e335c8c4b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:40.870371 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-763d5c24-6e64-4644-a472-ac3e335c8c4b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158994 Oct 23 01:27:40.870538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39114) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:40.874891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0a28c2d6-a20c-4f44-8fc9-a7bc30c7934e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'security_group_rule': {'security_group_id': 'be996492-d1ef-42c7-a8ad-2b39546d8b79', 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:40.895397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e166f-f7d9-4a8f-b53a-9c35c8ab38ef None None] Pushing event updated for resources: {'Port': ['ID=a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:40.959890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] Set router 67257f28-f27c-43d1-b7f8-020153ebe8cd gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:27:40.961770 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-0a28c2d6-a20c-4f44-8fc9-a7bc30c7934e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Project eb877d1d176f42bf8c595cf49cccc365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:27:40.968249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0a28c2d6-a20c-4f44-8fc9-a7bc30c7934e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (52b18fba-7206-4187-9135-53c39bb6735b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:41.032322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0a28c2d6-a20c-4f44-8fc9-a7bc30c7934e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (52b18fba-7206-4187-9135-53c39bb6735b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:41.071685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:41.091350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0a28c2d6-a20c-4f44-8fc9-a7bc30c7934e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (52b18fba-7206-4187-9135-53c39bb6735b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:41.112481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28c2d6-a20c-4f44-8fc9-a7bc30c7934e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b18fba-7206-4187-9135-53c39bb6735b,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:41.163978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'name': 'tempest-TestVolumeBootPattern-535154407-router', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226'}], 'enable_snat': True}, 'gw_port_id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:34Z', 'updated_at': '2022-10-23T01:27:38Z', 'revision_number': 4, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'gw_port': {'id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:35Z', 'updated_at': '2022-10-23T01:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a', 'name': '', 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'mac_address': 'fa:16:3e:2e:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cfd7a919-5755-4aa5-af38-ec837c27c78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:37Z', 'updated_at': '2022-10-23T01:27:40Z', 'revision_number': 4, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'subnets': [{'id': 'cfd7a919-5755-4aa5-af38-ec837c27c78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:27:41.167340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-15bb95c9-c6bb-4812-b595-6988b287470b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:41.191029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecf0ce3-34b7-4eaa-89c2-5899b6e0dfa6 None None] The sync data for ids ['67257f28-f27c-43d1-b7f8-020153ebe8cd'] in dv-neutron-master-2-hyperv is: [{'id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'name': 'tempest-TestVolumeBootPattern-535154407-router', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226'}], 'enable_snat': True}, 'gw_port_id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:34Z', 'updated_at': '2022-10-23T01:27:38Z', 'revision_number': 4, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'gw_port': {'id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:35Z', 'updated_at': '2022-10-23T01:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a', 'name': '', 'network_id': '47c316df-eb1e-4e76-a098-163b1f53461c', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'mac_address': 'fa:16:3e:2e:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cfd7a919-5755-4aa5-af38-ec837c27c78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:37Z', 'updated_at': '2022-10-23T01:27:40Z', 'revision_number': 4, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'subnets': [{'id': 'cfd7a919-5755-4aa5-af38-ec837c27c78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:27:41.209164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0a28c2d6-a20c-4f44-8fc9-a7bc30c7934e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:41.213052 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0a28c2d6-a20c-4f44-8fc9-a7bc30c7934e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389676 Oct 23 01:27:41.213348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39116) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:27:41.217903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5f47ddcd-e952-4468-84e1-d2d7e2f62aa5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'security_group_rule': {'security_group_id': 'be996492-d1ef-42c7-a8ad-2b39546d8b79', 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:27:41.310519 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-5f47ddcd-e952-4468-84e1-d2d7e2f62aa5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Project eb877d1d176f42bf8c595cf49cccc365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:27:41.318246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f47ddcd-e952-4468-84e1-d2d7e2f62aa5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (b9ad21c8-549b-4dbb-bc4d-1c7f12753b05), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:41.384632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f47ddcd-e952-4468-84e1-d2d7e2f62aa5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (b9ad21c8-549b-4dbb-bc4d-1c7f12753b05), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:41.445383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f47ddcd-e952-4468-84e1-d2d7e2f62aa5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (b9ad21c8-549b-4dbb-bc4d-1c7f12753b05), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:41.466657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47ddcd-e952-4468-84e1-d2d7e2f62aa5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ad21c8-549b-4dbb-bc4d-1c7f12753b05,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:41.518130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5f47ddcd-e952-4468-84e1-d2d7e2f62aa5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:41.522512 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5f47ddcd-e952-4468-84e1-d2d7e2f62aa5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051548 Oct 23 01:27:42.470499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:42.595782 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:42.606138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=41 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:42.642180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:42.642705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:42.643118 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a Oct 23 01:27:42.718299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:42.718726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:42.750808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a,segment=NetworkSegment(f226684b-d8b0-4c5f-ba1c-13d3658fba97),segment_id=f226684b-d8b0-4c5f-ba1c-13d3658fba97)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:27:42.807310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:42.842949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:42.854539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:27:44.247163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:44.275957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:44.410794 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:27:44.458906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:27:44.459545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:27:44.460052 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a Oct 23 01:27:44.535887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:27:47.989460 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=51,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:47.990301 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=13 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:51.463688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=20,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:51.466213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:27:52.384308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:00.989521 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:00.992322 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:01.766997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:01.770841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:01.773485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:08.249044 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-6c2e2a05-a60c-4130-9ad9-22c988698fac tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1808060499&fields=id&tenant_id=eb877d1d176f42bf8c595cf49cccc365 HTTP/1.1" status: 200 len: 267 time: 0.0461478 Oct 23 01:28:08.357593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-f2d784be-3812-4474-9154-7099a38ecfa7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:08.359132 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-f2d784be-3812-4474-9154-7099a38ecfa7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 812 time: 0.1038163 Oct 23 01:28:08.373199 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-a9b83e3c-851a-4560-b3ae-1dbd9e7e43b9 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/quotas/eb877d1d176f42bf8c595cf49cccc365 HTTP/1.1" status: 200 len: 375 time: 0.0088878 Oct 23 01:28:08.421321 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-2857f0b7-eadc-4764-aab4-aeeae53fadc7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433521 Oct 23 01:28:08.517591 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1ab71a90-43e0-47a4-a6cf-cde849aa6f71 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853372 Oct 23 01:28:08.607366 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-90e2b8a6-eb7d-4801-a0f2-eeaf3526518c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835843 Oct 23 01:28:08.818511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-46ae7004-3fff-4141-8880-001eb9963bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:09.002063 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:28:09.250843 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-70c35004-17d1-4f6c-ac93-b8237e361d94 req-71edcb02-aab1-44ba-ad15-e63f5280b100 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 210 time: 0.0300136 Oct 23 01:28:10.356278 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a522c3f7-5c54-4f7d-b1a0-33f6ab110ed8 req-ca53c2ff-bfc8-4926-be4f-8cf78c01a2a1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 210 time: 0.0341985 Oct 23 01:28:11.126239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-342dd01e-22ec-4272-b54d-45c97f1185e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:11.457065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-9a8f6642-cc67-4317-b423-aaf06c0e00f3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:11.458549 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-9a8f6642-cc67-4317-b423-aaf06c0e00f3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 812 time: 0.1088998 Oct 23 01:28:11.466469 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cc025f0a-dbcb-408d-a07e-1b1b8ba65427 req-ec6c8cef-d003-428c-92ad-84dd3ec75db1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 210 time: 0.0317836 Oct 23 01:28:11.533092 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-ff7191fa-c6f7-44b6-a450-3d28c1bc2ab8 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eb877d1d176f42bf8c595cf49cccc365 HTTP/1.1" status: 200 len: 380 time: 0.0599239 Oct 23 01:28:11.543690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'port': {'device_id': 'a68ca586-f936-4fe5-803b-aecece098df4', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'admin_state_up': True, 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'security_groups': ['be996492-d1ef-42c7-a8ad-2b39546d8b79']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:28:11.730433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Made reservation on behalf of eb877d1d176f42bf8c595cf49cccc365 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:28:11.734333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:11.867195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Allocated IP 172.20.0.3 (ffc8308c-aba7-4854-98eb-f715c8d02421/82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99/91db50fa-ea8d-405a-988a-ef44b78eb831) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:28:11.953571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:11.963508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:12.014239 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:12.107817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:12.154536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Network ffc8308c-aba7-4854-98eb-f715c8d02421 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:28:12.159586 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:28:12.161710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'Port': ['ID=91db50fa-ea8d-405a-988a-ef44b78eb831,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:28:12.163895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:28:12.213506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:12.214170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:12.312623 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-83332d4b-8f39-4b5b-be3d-2f59f0d1996a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7734051 Oct 23 01:28:12.322904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-d7e843e9-43c6-49f3-9dea-3d348db846c6 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:28:12.324023 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-d7e843e9-43c6-49f3-9dea-3d348db846c6 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060780 Oct 23 01:28:12.342138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Request body: {'port': {'device_id': 'a68ca586-f936-4fe5-803b-aecece098df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:28:12.408599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:12.440901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e59b5483-9395-40ed-a435-a692bcb7798d None None] Provisioning complete for port 91db50fa-ea8d-405a-988a-ef44b78eb831 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:28:12.441952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e59b5483-9395-40ed-a435-a692bcb7798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:12.442247 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e59b5483-9395-40ed-a435-a692bcb7798d None None] Attempt 1 to provision port 91db50fa-ea8d-405a-988a-ef44b78eb831 Oct 23 01:28:12.476377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:12.477251 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e59b5483-9395-40ed-a435-a692bcb7798d None None] Port 91db50fa-ea8d-405a-988a-ef44b78eb831 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:28:12.630600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e46196-4ab2-43c7-9165-177ed9f503a0 req-e8a5a85a-37ea-4fac-849e-1b5f18435103 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:12.632209 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e8e46196-4ab2-43c7-9165-177ed9f503a0 req-e8a5a85a-37ea-4fac-849e-1b5f18435103 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 931 time: 0.0840926 Oct 23 01:28:12.692682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:12.721630 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e8e46196-4ab2-43c7-9165-177ed9f503a0 req-a383c15d-9f4e-49e1-b830-440dd0dd3537 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815635 Oct 23 01:28:12.760106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91db50fa-ea8d-405a-988a-ef44b78eb831 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:28:12.768304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Publish callbacks [] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:12.780786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Transition to ACTIVE for port object 91db50fa-ea8d-405a-988a-ef44b78eb831 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:28:12.846384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:12.910257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Pushing event updated for resources: {'Port': ['ID=91db50fa-ea8d-405a-988a-ef44b78eb831,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:28:12.960106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Attempting to bind port 91db50fa-ea8d-405a-988a-ef44b78eb831 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:28:12.960443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Attempting to bind port 91db50fa-ea8d-405a-988a-ef44b78eb831 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:28:12.960765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Attempting to bind port 91db50fa-ea8d-405a-988a-ef44b78eb831 on network ffc8308c-aba7-4854-98eb-f715c8d02421 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:28:13.003125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Port 91db50fa-ea8d-405a-988a-ef44b78eb831 on network ffc8308c-aba7-4854-98eb-f715c8d02421 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:28:13.003452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Attempting to bind port 91db50fa-ea8d-405a-988a-ef44b78eb831 on network ffc8308c-aba7-4854-98eb-f715c8d02421 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:28:13.049385 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:28:13.049721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Checking segment: {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:28:13.050129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Bound using segment: {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:28:13.050566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Bound port: 91db50fa-ea8d-405a-988a-ef44b78eb831, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:28:13.050958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:13.081524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:13.113950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] For port 91db50fa-ea8d-405a-988a-ef44b78eb831, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:28:13.116863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] For port 91db50fa-ea8d-405a-988a-ef44b78eb831, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91db50fa-ea8d-405a-988a-ef44b78eb831,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:28:13.217021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:13.220246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:13.220852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:13.222535 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/91db50fa-ea8d-405a-988a-ef44b78eb831 HTTP/1.1" status: 200 len: 1093 time: 0.8858056 Oct 23 01:28:13.224738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68ca586-f936-4fe5-803b-aecece098df4', 'tag': '91db50fa-ea8d-405a-988a-ef44b78eb831'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:28:13.227254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd86586-0437-4687-b83f-9087dfa4aa02" -d '{"events": [{"name": "network-changed", "server_uuid": "a68ca586-f936-4fe5-803b-aecece098df4", "tag": "91db50fa-ea8d-405a-988a-ef44b78eb831"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:28:13.267328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a19395-ea49-4076-8b26-48f8e445085b x-openstack-request-id: req-12a19395-ea49-4076-8b26-48f8e445085b {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:28:13.267911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68ca586-f936-4fe5-803b-aecece098df4", "tag": "91db50fa-ea8d-405a-988a-ef44b78eb831", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:28:13.268166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12a19395-ea49-4076-8b26-48f8e445085b {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:28:13.268595 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a19395-ea49-4076-8b26-48f8e445085b'] response: {'name': 'network-changed', 'server_uuid': 'a68ca586-f936-4fe5-803b-aecece098df4', 'tag': '91db50fa-ea8d-405a-988a-ef44b78eb831', 'status': 'completed', 'code': 200} Oct 23 01:28:13.280748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598059e-2879-46f8-a5bc-c1d012723283 service neutron] Pushing event updated for resources: {'Port': ['ID=91db50fa-ea8d-405a-988a-ef44b78eb831,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:28:13.365349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd86586-0437-4687-b83f-9087dfa4aa02 req-420b6562-5e63-45e7-a7ba-e7cdf68cea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:13.366847 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3cd86586-0437-4687-b83f-9087dfa4aa02 req-420b6562-5e63-45e7-a7ba-e7cdf68cea17 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 1127 time: 0.0471487 Oct 23 01:28:13.474718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd86586-0437-4687-b83f-9087dfa4aa02 req-f20c18bf-3567-4ea3-921f-b67805312915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:13.476214 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3cd86586-0437-4687-b83f-9087dfa4aa02 req-f20c18bf-3567-4ea3-921f-b67805312915 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=eb877d1d176f42bf8c595cf49cccc365&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0966473 Oct 23 01:28:13.575300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd86586-0437-4687-b83f-9087dfa4aa02 req-d61a5602-ba70-4864-a652-9cf186a06f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:13.576788 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3cd86586-0437-4687-b83f-9087dfa4aa02 req-d61a5602-ba70-4864-a652-9cf186a06f61 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943232 Oct 23 01:28:13.672817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1f263c43-367a-4cb3-818a-bf14074c579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:13.674304 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1f263c43-367a-4cb3-818a-bf14074c579c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 1127 time: 0.0408354 Oct 23 01:28:13.720924 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-1393b6bb-ccd1-4117-802a-25dfcc1bf51b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91db50fa-ea8d-405a-988a-ef44b78eb831 HTTP/1.1" status: 200 len: 217 time: 0.0337658 Oct 23 01:28:13.774406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-3476d5fd-0386-4d91-a0d1-761f09bd0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:13.776670 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-3476d5fd-0386-4d91-a0d1-761f09bd0d47 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0501759 Oct 23 01:28:13.844720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-8cd46a97-6bc7-49c1-b4a2-b99dfe919ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:13.846252 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-8cd46a97-6bc7-49c1-b4a2-b99dfe919ae1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0637255 Oct 23 01:28:13.880429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9007dc-a778-4612-bcd2-f0bda4988b53 req-613fc057-bf52-4379-966f-3935b8da4f75 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:13.881988 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6d9007dc-a778-4612-bcd2-f0bda4988b53 req-613fc057-bf52-4379-966f-3935b8da4f75 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 943 time: 0.0725429 Oct 23 01:28:13.970974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:13.971803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:13.988729 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6d9007dc-a778-4612-bcd2-f0bda4988b53 req-bc5e3860-8972-4736-88ba-cae0e86ebc95 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752091 Oct 23 01:28:13.994945 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-9f3784c4-c065-4627-b0f2-8556891d101d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407330 Oct 23 01:28:14.018120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:14.093516 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2c3ed71-32f7-48ff-b369-e09e1172c80e req-c586abdc-8b1f-4671-a950-b2624118d0eb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926657 Oct 23 01:28:15.112398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae84db-2c81-430c-a310-a4af9c6e081a req-079ef360-41ef-431b-9689-ec281bd8e319 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:15.113923 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-18ae84db-2c81-430c-a310-a4af9c6e081a req-079ef360-41ef-431b-9689-ec281bd8e319 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 943 time: 0.0494044 Oct 23 01:28:15.163744 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-18ae84db-2c81-430c-a310-a4af9c6e081a req-f7f010ac-a5d9-4c10-9c1b-22072a8270f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442340 Oct 23 01:28:16.282132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc1e03-867c-4270-b36f-35979cfd9f63 req-02d69b8c-ca70-41e0-9f01-98b1b5620fc5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:16.283634 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0bcc1e03-867c-4270-b36f-35979cfd9f63 req-02d69b8c-ca70-41e0-9f01-98b1b5620fc5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 943 time: 0.0467815 Oct 23 01:28:16.334151 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0bcc1e03-867c-4270-b36f-35979cfd9f63 req-10518eab-b198-4d9e-8b18-cd39ef8322cd tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Oct 23 01:28:17.453537 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc20d-d9d7-40b2-a135-561b6acfb508 req-45b7a22c-f2ed-4ed7-9502-fe6e9b8c3ae3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:17.455028 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a27bc20d-d9d7-40b2-a135-561b6acfb508 req-45b7a22c-f2ed-4ed7-9502-fe6e9b8c3ae3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 943 time: 0.0470531 Oct 23 01:28:17.508781 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a27bc20d-d9d7-40b2-a135-561b6acfb508 req-0fab48e2-0684-43ea-a1fd-32799d429dd9 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482745 Oct 23 01:28:18.629413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac4221-a557-4e86-878a-b9c8795ca664 req-992a6c5f-c678-4285-83ae-82df00212451 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:18.630830 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0dac4221-a557-4e86-878a-b9c8795ca664 req-992a6c5f-c678-4285-83ae-82df00212451 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 943 time: 0.0468440 Oct 23 01:28:18.679039 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0dac4221-a557-4e86-878a-b9c8795ca664 req-c6457ade-d538-481d-9cb5-659930f1f207 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415256 Oct 23 01:28:18.997725 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:18.998434 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:19.802084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac2aa0-b3fa-48fa-a054-c4bd937ba18f req-67dd510f-6dd2-437f-ad4c-81ba4e651c05 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:19.803543 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b8ac2aa0-b3fa-48fa-a054-c4bd937ba18f req-67dd510f-6dd2-437f-ad4c-81ba4e651c05 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 943 time: 0.0485554 Oct 23 01:28:19.852967 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b8ac2aa0-b3fa-48fa-a054-c4bd937ba18f req-d9c12089-cfec-4f94-8e3c-45bc1f6545f5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438151 Oct 23 01:28:20.961437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:20.977241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5523caa-3918-47a7-b199-e24cabe71d7e req-5c5fb7c8-e384-45d6-89bd-8acf312e9f50 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:20.978745 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a5523caa-3918-47a7-b199-e24cabe71d7e req-5c5fb7c8-e384-45d6-89bd-8acf312e9f50 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 943 time: 0.0519278 Oct 23 01:28:21.026382 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a5523caa-3918-47a7-b199-e24cabe71d7e req-2e11aa8e-a323-4267-9033-d8368db2b3ba tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Oct 23 01:28:21.849799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:22.146311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e7478-019b-46fe-9f5d-b7cc3e1f563c req-bca2da1f-e564-43b6-b10e-042b00574062 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:22.147730 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a11e7478-019b-46fe-9f5d-b7cc3e1f563c req-bca2da1f-e564-43b6-b10e-042b00574062 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 943 time: 0.0473986 Oct 23 01:28:22.195919 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a11e7478-019b-46fe-9f5d-b7cc3e1f563c req-613eae92-491d-46ac-94d1-1cfd8c73f60e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Oct 23 01:28:23.313607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df0a2e-8f65-4e35-b1c3-f44854e00ee5 req-2feb9559-8074-466a-87a6-eaf4bedba5f7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:23.315100 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-17df0a2e-8f65-4e35-b1c3-f44854e00ee5 req-2feb9559-8074-466a-87a6-eaf4bedba5f7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 943 time: 0.0464678 Oct 23 01:28:23.364472 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-17df0a2e-8f65-4e35-b1c3-f44854e00ee5 req-ec5f8e3f-e412-4454-9735-7e1454f366be tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439143 Oct 23 01:28:24.486635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a0049-80c2-493b-9f45-7b62aa68f461 req-8810d981-7b56-4d91-9e91-64aad7b4ac74 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:24.488122 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a03a0049-80c2-493b-9f45-7b62aa68f461 req-8810d981-7b56-4d91-9e91-64aad7b4ac74 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 943 time: 0.0512033 Oct 23 01:28:24.535852 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a03a0049-80c2-493b-9f45-7b62aa68f461 req-2120e51f-8729-447f-aa6d-7f5b11201ee7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423133 Oct 23 01:28:25.305700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 91db50fa-ea8d-405a-988a-ef44b78eb831 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:28:25.402719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 91db50fa-ea8d-405a-988a-ef44b78eb831, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91db50fa-ea8d-405a-988a-ef44b78eb831,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:28:25.413436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '91db50fa-ea8d-405a-988a-ef44b78eb831', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'port_id': '91db50fa-ea8d-405a-988a-ef44b78eb831', 'mac_address': 'fa:16:3e:ac:6c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:28:25.450597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 91db50fa-ea8d-405a-988a-ef44b78eb831 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:28:25.450983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:25.463549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91db50fa-ea8d-405a-988a-ef44b78eb831 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:28:25.483251 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 91db50fa-ea8d-405a-988a-ef44b78eb831, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91db50fa-ea8d-405a-988a-ef44b78eb831,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:28:25.570395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:25.618901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=91db50fa-ea8d-405a-988a-ef44b78eb831,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:28:25.626718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.630998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.631994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:25.659295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7012-6dba-4f66-a941-c694cc55d0d8 req-a3af6373-5dcd-4284-a38f-4b4a8b989b58 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:25.660792 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48bb7012-6dba-4f66-a941-c694cc55d0d8 req-a3af6373-5dcd-4284-a38f-4b4a8b989b58 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 944 time: 0.0518723 Oct 23 01:28:25.709920 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48bb7012-6dba-4f66-a941-c694cc55d0d8 req-a8f3343a-b8b3-4190-abdb-61982dad0e02 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435290 Oct 23 01:28:25.851382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['91db50fa-ea8d-405a-988a-ef44b78eb831'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:28:26.831369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c040d-92da-4011-912f-bb4f4f73035f req-f162a062-d04f-4800-a407-3ad5b42c5b89 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:26.832845 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-567c040d-92da-4011-912f-bb4f4f73035f req-f162a062-d04f-4800-a407-3ad5b42c5b89 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 944 time: 0.0469139 Oct 23 01:28:26.881513 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-567c040d-92da-4011-912f-bb4f4f73035f req-54d3b3ac-09a2-40d8-b9c9-9c5bf557de9e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Oct 23 01:28:27.325191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 91db50fa-ea8d-405a-988a-ef44b78eb831 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:28:27.367832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 91db50fa-ea8d-405a-988a-ef44b78eb831 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:28:27.461303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 91db50fa-ea8d-405a-988a-ef44b78eb831 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:28:27.461681 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:27.462047 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 91db50fa-ea8d-405a-988a-ef44b78eb831 Oct 23 01:28:27.535718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 91db50fa-ea8d-405a-988a-ef44b78eb831 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:28:27.536104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:27.559170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68ca586-f936-4fe5-803b-aecece098df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91db50fa-ea8d-405a-988a-ef44b78eb831'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:28:27.561380 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac6fdec-fb08-4e9f-852f-e6951906ccd6" -d '{"events": [{"server_uuid": "a68ca586-f936-4fe5-803b-aecece098df4", "name": "network-vif-plugged", "status": "completed", "tag": "91db50fa-ea8d-405a-988a-ef44b78eb831"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:28:27.573505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 91db50fa-ea8d-405a-988a-ef44b78eb831, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91db50fa-ea8d-405a-988a-ef44b78eb831,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:28:27.599778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ae09e2-f830-4213-a8ae-8eb25c4637bf x-openstack-request-id: req-c0ae09e2-f830-4213-a8ae-8eb25c4637bf {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:28:27.600072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68ca586-f936-4fe5-803b-aecece098df4", "name": "network-vif-plugged", "status": "completed", "tag": "91db50fa-ea8d-405a-988a-ef44b78eb831", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:28:27.600325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0ae09e2-f830-4213-a8ae-8eb25c4637bf {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:28:27.600787 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ae09e2-f830-4213-a8ae-8eb25c4637bf'] response: {'server_uuid': 'a68ca586-f936-4fe5-803b-aecece098df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91db50fa-ea8d-405a-988a-ef44b78eb831', 'code': 200} Oct 23 01:28:27.661683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:27.708357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=91db50fa-ea8d-405a-988a-ef44b78eb831,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:28:27.875677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c538229-e681-49e9-b1f9-deeaf757e5e6 req-2ecea896-b9c9-4533-80fc-5650ba44f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:27.877084 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0c538229-e681-49e9-b1f9-deeaf757e5e6 req-2ecea896-b9c9-4533-80fc-5650ba44f582 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 1129 time: 0.0390027 Oct 23 01:28:27.923309 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0c538229-e681-49e9-b1f9-deeaf757e5e6 req-cf4fdb59-4879-4fc1-9eb2-1a9c05327142 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398781 Oct 23 01:28:28.000626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007c07-62c3-45a7-9d1b-7108e1adcd14 req-4c6e4577-8e81-4c29-813f-80eb050b8c4b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:28.002137 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5007c07-62c3-45a7-9d1b-7108e1adcd14 req-4c6e4577-8e81-4c29-813f-80eb050b8c4b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 945 time: 0.0471296 Oct 23 01:28:28.055128 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5007c07-62c3-45a7-9d1b-7108e1adcd14 req-baee3183-2140-4333-a333-96c2f70d3d81 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474811 Oct 23 01:28:29.176608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b26842-af13-4a8c-84b4-57b8cf6f6747 req-1fdc960c-a4ca-4875-8e75-a35e72c9038f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:29.178106 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4b26842-af13-4a8c-84b4-57b8cf6f6747 req-1fdc960c-a4ca-4875-8e75-a35e72c9038f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 945 time: 0.0474899 Oct 23 01:28:29.229987 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4b26842-af13-4a8c-84b4-57b8cf6f6747 req-4a5cf130-5403-4f58-ba13-80c17e85322e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463495 Oct 23 01:28:29.348921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c5668-aec2-4cb9-818a-4f8b2c7661b9 req-513d8029-f17b-4556-af22-26c3c19b7141 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:29.350333 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2a3c5668-aec2-4cb9-818a-4f8b2c7661b9 req-513d8029-f17b-4556-af22-26c3c19b7141 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 945 time: 0.0474284 Oct 23 01:28:29.399289 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2a3c5668-aec2-4cb9-818a-4f8b2c7661b9 req-7dfb9803-f82e-44fb-aeeb-95891f31a2df tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Oct 23 01:28:29.428138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39346) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:28:29.550026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88c677b-52d9-4eb7-a4cc-fbe1d4785123 tempest-TestVolumeBootPattern-1914905402 tempest-TestVolumeBootPattern-1914905402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:29.551568 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b88c677b-52d9-4eb7-a4cc-fbe1d4785123 tempest-TestVolumeBootPattern-1914905402 tempest-TestVolumeBootPattern-1914905402-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 1124 time: 0.1224618 Oct 23 01:28:29.554558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39350) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:28:29.559263 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '91db50fa-ea8d-405a-988a-ef44b78eb831', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:28:29.661204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:29.741244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:29.751854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:29.822361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:29.843213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Allocated IP 172.36.3.72 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/3b8344c0-6f3d-46fb-b812-74288528060b) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:28:29.948748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for port (3b8344c0-6f3d-46fb-b812-74288528060b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:30.034735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3b8344c0-6f3d-46fb-b812-74288528060b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:30.072600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:28:30.078192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:28:30.081955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:28:30.107584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'Port': ['ID=3b8344c0-6f3d-46fb-b812-74288528060b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:28:30.121749 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.122121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.122464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.122800 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.123131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.123462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.123790 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.124115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.124443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.124769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.125142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.125476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.125828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.126151 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.126471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:28:30.444477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (514cdd61-d5b7-492d-bfb1-eb2b921f25a0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:30.465388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:30.563576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3b8344c0-6f3d-46fb-b812-74288528060b), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:30.708420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for port (3b8344c0-6f3d-46fb-b812-74288528060b), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:30.783293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (3b8344c0-6f3d-46fb-b812-74288528060b), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:30.853401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'Port': ['ID=3b8344c0-6f3d-46fb-b812-74288528060b,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:28:30.856628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (514cdd61-d5b7-492d-bfb1-eb2b921f25a0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:30.896049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:31.209077 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Floating IP 514cdd61-d5b7-492d-bfb1-eb2b921f25a0 associated. External IP: 172.36.3.72, port: 91db50fa-ea8d-405a-988a-ef44b78eb831. Oct 23 01:28:31.407995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Router bd1ddb47-6b08-4852-af89-279694c8239b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:28:31.507389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:28:31.517530 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1da47-d364-40c1-8d81-9251bd780c8f None None] Sync routers for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:28:31.528232 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1da47-d364-40c1-8d81-9251bd780c8f None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:28:31.533973 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dce1da47-d364-40c1-8d81-9251bd780c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:28:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:28:31.585361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:31.620507 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-94be76d4-1ec3-4b92-b9bc-a868600bf0f1 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0643790 Oct 23 01:28:31.621161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68ca586-f936-4fe5-803b-aecece098df4', 'tag': '91db50fa-ea8d-405a-988a-ef44b78eb831'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:28:31.623532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830804ce-3a7a-443e-8d46-32ceae24f0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a68ca586-f936-4fe5-803b-aecece098df4", "tag": "91db50fa-ea8d-405a-988a-ef44b78eb831"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:28:31.631812 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-dce1da47-d364-40c1-8d81-9251bd780c8f None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:28:31.660388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8d082c-9bbd-4d0b-bb6a-c07f916dc55c x-openstack-request-id: req-ce8d082c-9bbd-4d0b-bb6a-c07f916dc55c {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:28:31.660685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68ca586-f936-4fe5-803b-aecece098df4", "tag": "91db50fa-ea8d-405a-988a-ef44b78eb831", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:28:31.660944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce8d082c-9bbd-4d0b-bb6a-c07f916dc55c {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:28:31.661354 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8d082c-9bbd-4d0b-bb6a-c07f916dc55c'] response: {'name': 'network-changed', 'server_uuid': 'a68ca586-f936-4fe5-803b-aecece098df4', 'tag': '91db50fa-ea8d-405a-988a-ef44b78eb831', 'status': 'completed', 'code': 200} Oct 23 01:28:31.747270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830804ce-3a7a-443e-8d46-32ceae24f0a8 req-2e9db77e-9a21-49ee-8d50-8b9b8f1e9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:31.748761 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-830804ce-3a7a-443e-8d46-32ceae24f0a8 req-2e9db77e-9a21-49ee-8d50-8b9b8f1e9efc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 1129 time: 0.0402901 Oct 23 01:28:31.837347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830804ce-3a7a-443e-8d46-32ceae24f0a8 req-bd893780-447d-4368-bbf1-5281e03189fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:31.839413 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-830804ce-3a7a-443e-8d46-32ceae24f0a8 req-bd893780-447d-4368-bbf1-5281e03189fe service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0849552 Oct 23 01:28:31.840771 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dce1da47-d364-40c1-8d81-9251bd780c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '514cdd61-d5b7-492d-bfb1-eb2b921f25a0', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.72', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '91db50fa-ea8d-405a-988a-ef44b78eb831', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:ac:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68ca586-f936-4fe5-803b-aecece098df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:28:30Z', 'updated_at': '2022-10-23T01:28:30Z', 'revision_number': 0, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:28:31.868825 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1da47-d364-40c1-8d81-9251bd780c8f None None] Checking router: bd1ddb47-6b08-4852-af89-279694c8239b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:28:31.877267 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1da47-d364-40c1-8d81-9251bd780c8f None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:28:31.877902 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dce1da47-d364-40c1-8d81-9251bd780c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:28:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:28:31.904237 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-830804ce-3a7a-443e-8d46-32ceae24f0a8 req-14a18356-ce01-42ee-9f4e-85a1df865fff service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91db50fa-ea8d-405a-988a-ef44b78eb831 HTTP/1.1" status: 200 len: 998 time: 0.0581946 Oct 23 01:28:31.951806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830804ce-3a7a-443e-8d46-32ceae24f0a8 req-cd956c21-f488-4f62-adc2-2f310bc5f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:31.953265 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-830804ce-3a7a-443e-8d46-32ceae24f0a8 req-cd956c21-f488-4f62-adc2-2f310bc5f4bc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0433581 Oct 23 01:28:31.978641 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-dce1da47-d364-40c1-8d81-9251bd780c8f None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:28:31.996487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830804ce-3a7a-443e-8d46-32ceae24f0a8 req-5ba8ac55-aee3-4325-ab56-bb435910d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:31.998006 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-830804ce-3a7a-443e-8d46-32ceae24f0a8 req-5ba8ac55-aee3-4325-ab56-bb435910d85b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393097 Oct 23 01:28:32.060618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:32.092464 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-830804ce-3a7a-443e-8d46-32ceae24f0a8 req-5e57000d-430a-4549-b4ad-897549795929 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885944 Oct 23 01:28:32.180907 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-830804ce-3a7a-443e-8d46-32ceae24f0a8 req-4edd007e-ce8c-4e89-984e-0abc5a634e4c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830443 Oct 23 01:28:32.181360 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dce1da47-d364-40c1-8d81-9251bd780c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '514cdd61-d5b7-492d-bfb1-eb2b921f25a0', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.72', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '91db50fa-ea8d-405a-988a-ef44b78eb831', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:ac:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68ca586-f936-4fe5-803b-aecece098df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:28:30Z', 'updated_at': '2022-10-23T01:28:30Z', 'revision_number': 0, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:28:32.205662 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1da47-d364-40c1-8d81-9251bd780c8f None None] The sync data for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv is: [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '514cdd61-d5b7-492d-bfb1-eb2b921f25a0', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.72', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '91db50fa-ea8d-405a-988a-ef44b78eb831', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:ac:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68ca586-f936-4fe5-803b-aecece098df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:28:30Z', 'updated_at': '2022-10-23T01:28:30Z', 'revision_number': 0, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:28:32.396943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565379f-cd1d-4d92-9d4f-07ee375ac9a7 None None] New status for floating IP 514cdd61-d5b7-492d-bfb1-eb2b921f25a0: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:28:32.400751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=75 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:32.401700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:32.427028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:38.794083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbf4b-c4d9-4c40-8f4f-ef1f12705fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:41.113045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c5c1-d54d-411f-a936-eaf81f4768df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:41.612901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=31 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:41.616921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:42.176089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=9 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:42.178067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:42.178698 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=75 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:42.184614 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:42.466849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:43.971099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:44.020861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:45.164982 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-f64f5ad5-da88-4424-b0a5-02cbf2436c2b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0941520 Oct 23 01:28:45.267197 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-fde3981f-e279-4011-96aa-2d025048fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:45.278430 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-fde3981f-e279-4011-96aa-2d025048fd74 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 1129 time: 0.0393772 Oct 23 01:28:45.374948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-14586dce-ab23-4fde-8698-a533ff72a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:45.376410 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-14586dce-ab23-4fde-8698-a533ff72a6ad service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0896416 Oct 23 01:28:45.436365 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-7228fc14-3f8e-41fa-8f68-9cd14be7e7e3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91db50fa-ea8d-405a-988a-ef44b78eb831 HTTP/1.1" status: 200 len: 1000 time: 0.0539107 Oct 23 01:28:45.482214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-a25221ee-835b-491d-bdde-8c93f0406bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:45.483655 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-a25221ee-835b-491d-bdde-8c93f0406bce service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0421760 Oct 23 01:28:45.528877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-61879dc7-b1cf-4641-bc62-c01df9a55706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:28:45.530371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-61879dc7-b1cf-4641-bc62-c01df9a55706 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413637 Oct 23 01:28:45.620373 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-23f9e852-a943-4f5f-b09d-b05ecb95185c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838761 Oct 23 01:28:45.713020 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-26fab36f-7ee1-4372-b1f5-4b3fcbe471b9 req-46a1a214-a1b3-43ed-b155-34fddcc7b2c4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866385 Oct 23 01:28:46.001313 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:28:51.822894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:28:55.708128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=52 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:55.710002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=49 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:55.995814 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:28:55.996507 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:01.755564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:01.760374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:01.762080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:08.816207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f9182aba-28eb-41f6-8d90-665f581a6757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:11.159205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-67557a20-431f-43c5-88cb-5d357fe68fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:12.490729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:13.953712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:14.062365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:14.992542 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:14.993608 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:21.822017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:22.999932 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:29:31.761752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:31.765709 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:31.768463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:35.927816 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=15 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:35.938027 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=13 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:38.837135 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2c0578df-f326-4866-bca1-db47df7d88bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:41.101771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-97022434-ff08-4f95-b491-b247adeef3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:42.467368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:43.964508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:43.998447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:46.119256 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64b66736-8c02-496d-98fe-da54286ff89f req-131b1a54-eb5f-436b-b521-0193b530a5d2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392413 Oct 23 01:29:46.216416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66736-8c02-496d-98fe-da54286ff89f req-f90358a8-6877-4ba2-a5cb-2f74eea34b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:29:46.217895 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64b66736-8c02-496d-98fe-da54286ff89f req-f90358a8-6877-4ba2-a5cb-2f74eea34b73 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 1129 time: 0.0389149 Oct 23 01:29:46.321620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66736-8c02-496d-98fe-da54286ff89f req-e19680ad-df45-45a6-bfad-f4e2767537c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:29:46.323173 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64b66736-8c02-496d-98fe-da54286ff89f req-e19680ad-df45-45a6-bfad-f4e2767537c6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0888791 Oct 23 01:29:46.389927 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64b66736-8c02-496d-98fe-da54286ff89f req-02dc2c3e-d50e-40ff-a7d8-bff684fc2bcb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91db50fa-ea8d-405a-988a-ef44b78eb831 HTTP/1.1" status: 200 len: 1000 time: 0.0610847 Oct 23 01:29:46.440116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66736-8c02-496d-98fe-da54286ff89f req-de46f636-c3d4-4aa7-b681-c502f3d4a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:29:46.441535 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64b66736-8c02-496d-98fe-da54286ff89f req-de46f636-c3d4-4aa7-b681-c502f3d4a301 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0461683 Oct 23 01:29:46.484693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66736-8c02-496d-98fe-da54286ff89f req-459343bc-59e4-43f4-b100-f532d66bfcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:29:46.486268 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64b66736-8c02-496d-98fe-da54286ff89f req-459343bc-59e4-43f4-b100-f532d66bfcd4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382235 Oct 23 01:29:46.574904 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64b66736-8c02-496d-98fe-da54286ff89f req-6c87cede-323b-4a58-9549-090324e0cea9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819609 Oct 23 01:29:46.667301 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64b66736-8c02-496d-98fe-da54286ff89f req-25d98637-fb5f-4a2f-bc40-aa5dbc4032c4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861728 Oct 23 01:29:51.838755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:29:51.988476 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:51.989206 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:56.653432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=51 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:56.665474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=50 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:29:59.999248 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:30:01.767475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:01.768217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:01.773017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:05.979388 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:08.809399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e4b06da0-b2b6-4f00-8e85-4f13477c1a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:09.994787 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:11.105162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dbb88e9c-67b7-4778-a715-bc1e6b315ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:12.477687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:13.974866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:14.026479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:21.854953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:28.990124 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:31.765773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:31.767131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:31.772985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:36.997535 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:30:37.028042 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:38.814230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0dda8e30-1e6c-4284-b235-b93486eda2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:41.105735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ffef356d-75e1-4d54-834f-d7b545fed281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:42.476234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:43.968325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:44.048369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:46.135820 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-cb6ad7d5-5cd0-421d-bab5-503c4c749d22 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385635 Oct 23 01:30:46.240336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-ff1fc767-5b8b-4828-921d-7d11189aa83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:30:46.241891 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-ff1fc767-5b8b-4828-921d-7d11189aa83a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 1129 time: 0.0431004 Oct 23 01:30:46.344407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-5d9f9827-56fb-43a4-93ca-1ed5bc89ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:30:46.345956 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-5d9f9827-56fb-43a4-93ca-1ed5bc89ed54 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0849273 Oct 23 01:30:46.409666 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-1965ee9c-19b1-4820-a545-722b4d148d08 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91db50fa-ea8d-405a-988a-ef44b78eb831 HTTP/1.1" status: 200 len: 1000 time: 0.0582016 Oct 23 01:30:46.457390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-c451f2aa-284b-47af-b986-9ecc74b54a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:30:46.458847 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-c451f2aa-284b-47af-b986-9ecc74b54a94 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0436666 Oct 23 01:30:46.501462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-c71f56f3-2d8f-45ce-9c85-b8d8868ecf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:30:46.502928 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-c71f56f3-2d8f-45ce-9c85-b8d8868ecf6a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377676 Oct 23 01:30:46.594689 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-ae03d15a-73ba-4105-8ad5-6fba5a4cf149 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861108 Oct 23 01:30:46.683920 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3d115fb-8079-485b-86e8-e68f765b7964 req-11b25643-11f2-44e3-ae14-aa3d9214a13f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834239 Oct 23 01:30:46.996849 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:51.837452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:30:56.678599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=54 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:56.680484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=47 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:30:58.333216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cc2c5-e4a9-4ef9-a89a-99f2f2b3bac3 req-daea96e1-1549-44fa-b014-ae9513287ff3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:30:58.334713 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c26cc2c5-e4a9-4ef9-a89a-99f2f2b3bac3 req-daea96e1-1549-44fa-b014-ae9513287ff3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 945 time: 0.1267960 Oct 23 01:30:58.383266 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c26cc2c5-e4a9-4ef9-a89a-99f2f2b3bac3 req-8fe748be-2863-4141-bc8d-ac376dcd2c94 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 Oct 23 01:30:59.551580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733973f-1cb3-4430-83b5-827b77d81ca6 req-41c30782-6b25-4fa0-8ff1-86e1a0b27fdf tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:30:59.553090 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a733973f-1cb3-4430-83b5-827b77d81ca6 req-41c30782-6b25-4fa0-8ff1-86e1a0b27fdf tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 945 time: 0.0953486 Oct 23 01:30:59.601655 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a733973f-1cb3-4430-83b5-827b77d81ca6 req-47d57907-602d-42df-b59c-addd756752ec tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430110 Oct 23 01:30:59.935057 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-6b85b6ef-8de3-4cda-8073-93cfea600ea7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:30:59.936495 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-6b85b6ef-8de3-4cda-8073-93cfea600ea7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 945 time: 0.0456359 Oct 23 01:31:00.014222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Deleting port 91db50fa-ea8d-405a-988a-ef44b78eb831 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:31:00.014560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:00.103754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] For port 91db50fa-ea8d-405a-988a-ef44b78eb831, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91db50fa-ea8d-405a-988a-ef44b78eb831,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:31:00.104113 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:00.259102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:00.259381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (514cdd61-d5b7-492d-bfb1-eb2b921f25a0), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:00.259702 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Floating IP 514cdd61-d5b7-492d-bfb1-eb2b921f25a0 disassociated. External IP: 172.36.3.72, port: 91db50fa-ea8d-405a-988a-ef44b78eb831. Oct 23 01:31:00.260042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Calling delete_port for 91db50fa-ea8d-405a-988a-ef44b78eb831 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:31:00.740956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e85ed-95c0-42d9-b54b-574f239af30b req-c8a87e8e-eb52-4a15-8e8d-5ecd9fc809a7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:00.742436 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-928e85ed-95c0-42d9-b54b-574f239af30b req-c8a87e8e-eb52-4a15-8e8d-5ecd9fc809a7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 945 time: 0.0545204 Oct 23 01:31:00.790850 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (91db50fa-ea8d-405a-988a-ef44b78eb831), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:00.802357 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-928e85ed-95c0-42d9-b54b-574f239af30b req-de8fa59a-d7b3-4c31-b53b-dd37c0f1f65e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538750 Oct 23 01:31:00.823130 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event deleted for resources: {'Port': ['ID=91db50fa-ea8d-405a-988a-ef44b78eb831,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:31:00.832682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.833032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.833376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.833712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.834066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.834395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.834720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.835045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.835368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.836367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.836367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.836367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.836892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.837201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.837519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:00.944933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Router bd1ddb47-6b08-4852-af89-279694c8239b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:31:00.984793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:01.001542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:01.049598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:31:01.060397 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9336a543-a270-4162-af2f-30ff0d4efebf None None] Sync routers for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:31:01.069988 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9336a543-a270-4162-af2f-30ff0d4efebf None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:31:01.070630 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9336a543-a270-4162-af2f-30ff0d4efebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:30:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:31:01.092024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] No DVR routers for this DVR port 91db50fa-ea8d-405a-988a-ef44b78eb831 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:31:01.094923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:01.098189 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57432ef6-8441-47d2-b2f2-e19f461d97c5 req-a953437a-8b94-4ee9-9fd6-185a4f2a9ba3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "DELETE /networking/v2.0/ports/91db50fa-ea8d-405a-988a-ef44b78eb831 HTTP/1.1" status: 204 len: 173 time: 1.1567183 Oct 23 01:31:01.098715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68ca586-f936-4fe5-803b-aecece098df4', 'name': 'network-vif-deleted', 'tag': '91db50fa-ea8d-405a-988a-ef44b78eb831'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:31:01.101116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc06622-fd4a-4cd3-b362-bd576a7754b2" -d '{"events": [{"server_uuid": "a68ca586-f936-4fe5-803b-aecece098df4", "name": "network-vif-deleted", "tag": "91db50fa-ea8d-405a-988a-ef44b78eb831"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:31:01.184681 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-9336a543-a270-4162-af2f-30ff0d4efebf None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:31:01.199398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02cc613-ecd7-4cf9-acf5-5871d48a1fb5 x-openstack-request-id: req-f02cc613-ecd7-4cf9-acf5-5871d48a1fb5 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:31:01.199672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68ca586-f936-4fe5-803b-aecece098df4", "name": "network-vif-deleted", "tag": "91db50fa-ea8d-405a-988a-ef44b78eb831", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:31:01.199982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f02cc613-ecd7-4cf9-acf5-5871d48a1fb5 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:31:01.200392 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02cc613-ecd7-4cf9-acf5-5871d48a1fb5'] response: {'server_uuid': 'a68ca586-f936-4fe5-803b-aecece098df4', 'name': 'network-vif-deleted', 'tag': '91db50fa-ea8d-405a-988a-ef44b78eb831', 'status': 'completed', 'code': 200} Oct 23 01:31:01.386731 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9336a543-a270-4162-af2f-30ff0d4efebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:31:01.411815 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9336a543-a270-4162-af2f-30ff0d4efebf None None] Checking router: bd1ddb47-6b08-4852-af89-279694c8239b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:31:01.421023 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9336a543-a270-4162-af2f-30ff0d4efebf None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:31:01.421630 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9336a543-a270-4162-af2f-30ff0d4efebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:30:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:31:01.523573 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-9336a543-a270-4162-af2f-30ff0d4efebf None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:31:01.705521 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9336a543-a270-4162-af2f-30ff0d4efebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:31:01.733255 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9336a543-a270-4162-af2f-30ff0d4efebf None None] The sync data for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv is: [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:31:01.769074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:01.773613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=11 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:01.775498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:01.921759 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cdd2d27f-1369-4ce0-a2e4-6e59e8351d12 req-ab6dca76-55a4-4af6-b121-9f7b90843879 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 210 time: 0.0379553 Oct 23 01:31:01.962847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81a93e-53c2-4c7a-ac64-3143971103be None None] New status for floating IP 514cdd61-d5b7-492d-bfb1-eb2b921f25a0: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:31:03.022833 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ca8071fc-e567-4e96-a5d8-e926ae6a6f41 req-06761ba4-602d-455e-a3ee-e6b90d4aa47b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 210 time: 0.0292702 Oct 23 01:31:03.951363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 91db50fa-ea8d-405a-988a-ef44b78eb831 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:31:03.970167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 91db50fa-ea8d-405a-988a-ef44b78eb831 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:31:03.970497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 91db50fa-ea8d-405a-988a-ef44b78eb831 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:31:04.129829 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0a20b993-bfcc-4b72-bc1c-3226dcb32e22 req-171df41a-26e2-41d9-996d-ff3de1b0b734 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 210 time: 0.0321078 Oct 23 01:31:05.238112 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c98485db-7f84-4f17-ae3d-6ded63975114 req-c7880023-7a06-4d35-82f1-dba6f54d9c6d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a68ca586-f936-4fe5-803b-aecece098df4 HTTP/1.1" status: 200 len: 210 time: 0.0324035 Oct 23 01:31:06.475012 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-d0ea7747-8bfe-49c6-8099-720292ae9d5b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1808060499&fields=id&tenant_id=eb877d1d176f42bf8c595cf49cccc365 HTTP/1.1" status: 200 len: 267 time: 0.0449224 Oct 23 01:31:06.584751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-c07e98e8-eb7d-4845-9c38-71bdbf0cde7b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:06.586201 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-c07e98e8-eb7d-4845-9c38-71bdbf0cde7b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 812 time: 0.1049013 Oct 23 01:31:06.600371 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-605cd254-fd07-4ee5-8298-d42dfa1a9daa tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/quotas/eb877d1d176f42bf8c595cf49cccc365 HTTP/1.1" status: 200 len: 375 time: 0.0086384 Oct 23 01:31:06.648338 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-729c53b8-9fe6-4ac4-8eb5-ff8b4d19925f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433595 Oct 23 01:31:06.704307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-3ed67094-c18f-4e66-a18d-087321f7b653 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:31:06.705306 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-3ed67094-c18f-4e66-a18d-087321f7b653 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0465231 Oct 23 01:31:06.794686 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-6ea9bc8f-bd85-48cc-b469-3589a6d57bf2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835423 Oct 23 01:31:06.889766 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-85f38d97-4c80-4cf9-92a3-e861afcd5f84 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894125 Oct 23 01:31:07.360908 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cea03bad-5275-4500-800f-967bd725a314 req-2d966ce2-c5e9-49c3-ab89-716f6d6ab14c tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 210 time: 0.0287538 Oct 23 01:31:08.462356 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-567c687e-7604-436c-9a26-ec4fb9028b2b req-d5fb866e-a89a-4db9-90a6-51d97aa40e46 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 210 time: 0.0292175 Oct 23 01:31:08.825477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e8d35712-009b-4679-99a9-9928c8e37421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:09.441086 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-114d0560-f4c2-4ed6-b2a9-30cee370408d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:09.442599 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-114d0560-f4c2-4ed6-b2a9-30cee370408d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 812 time: 0.1016295 Oct 23 01:31:09.516477 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-a6175b5d-27ab-4945-8dd8-46c65b647295 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eb877d1d176f42bf8c595cf49cccc365 HTTP/1.1" status: 200 len: 380 time: 0.0596743 Oct 23 01:31:09.524766 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'port': {'device_id': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'admin_state_up': True, 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'security_groups': ['be996492-d1ef-42c7-a8ad-2b39546d8b79']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:31:09.597770 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-81a33269-67c5-4490-b33f-ffe6238ecf97 req-e004a155-584f-4262-af6f-d33dd4985d79 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 210 time: 0.0574157 Oct 23 01:31:09.738938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Made reservation on behalf of eb877d1d176f42bf8c595cf49cccc365 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:31:09.742768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:09.869460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Allocated IP 172.20.0.12 (ffc8308c-aba7-4854-98eb-f715c8d02421/82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99/0ebd45a2-fb93-4848-95c7-5fcd8eb47935) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:31:10.017435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:10.100136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:10.143770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Network ffc8308c-aba7-4854-98eb-f715c8d02421 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:31:10.148809 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:31:10.152656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:31:10.175911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'Port': ['ID=0ebd45a2-fb93-4848-95c7-5fcd8eb47935,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:31:10.190519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:10.217354 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:10.218363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:10.229512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:10.337148 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-595c33e0-2bae-4c7a-9a2d-d02aa1a4d967 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8159754 Oct 23 01:31:10.354915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Request body: {'port': {'device_id': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:31:10.379241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0f8017ee-731f-4ae2-b3a6-66de1a8b07c4 None None] Provisioning complete for port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:31:10.380203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f8017ee-731f-4ae2-b3a6-66de1a8b07c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:10.380737 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0f8017ee-731f-4ae2-b3a6-66de1a8b07c4 None None] Attempt 1 to provision port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 Oct 23 01:31:10.413062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0f8017ee-731f-4ae2-b3a6-66de1a8b07c4 None None] Port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:31:10.415588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:10.677765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:31:10.686777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Publish callbacks [] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:10.700802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Transition to ACTIVE for port object 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:31:10.722101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eefe3-cd98-4e3e-ab51-1f8768388551 req-9f9bc766-a38d-439f-b6bd-ea9695cb42de tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:10.723567 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d71eefe3-cd98-4e3e-ab51-1f8768388551 req-9f9bc766-a38d-439f-b6bd-ea9695cb42de tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 932 time: 0.0499499 Oct 23 01:31:10.763341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:10.783063 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d71eefe3-cd98-4e3e-ab51-1f8768388551 req-9176106a-fa34-4439-b2d8-9819c17a1725 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537744 Oct 23 01:31:10.838240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebd45a2-fb93-4848-95c7-5fcd8eb47935,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:31:10.887956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Attempting to bind port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:31:10.888297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Attempting to bind port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:31:10.888628 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Attempting to bind port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 on network ffc8308c-aba7-4854-98eb-f715c8d02421 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:31:10.934821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 on network ffc8308c-aba7-4854-98eb-f715c8d02421 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:31:10.935145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Attempting to bind port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 on network ffc8308c-aba7-4854-98eb-f715c8d02421 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:31:10.979778 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:31:10.982535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Checking segment: {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:31:10.982535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Bound using segment: {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:31:10.982535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Bound port: 0ebd45a2-fb93-4848-95c7-5fcd8eb47935, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:31:10.982535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:11.053240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] For port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:31:11.056838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] For port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:31:11.140010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a8748ac3-933b-4835-8bcf-38eb52f080aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:11.152078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:11.156918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:11.157685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:11.159329 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/0ebd45a2-fb93-4848-95c7-5fcd8eb47935 HTTP/1.1" status: 200 len: 1094 time: 0.8085639 Oct 23 01:31:11.159995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'tag': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:31:11.162501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6cd851-7ed6-409e-a863-b9fa2222093b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ece7b7a-a9ef-482c-ad8d-f878911ef0fe", "tag": "0ebd45a2-fb93-4848-95c7-5fcd8eb47935"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:31:11.210424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3b2c7a-34ca-4bf3-bec5-da39a06719d5 x-openstack-request-id: req-3f3b2c7a-34ca-4bf3-bec5-da39a06719d5 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:31:11.210708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ece7b7a-a9ef-482c-ad8d-f878911ef0fe", "tag": "0ebd45a2-fb93-4848-95c7-5fcd8eb47935", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:31:11.210959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f3b2c7a-34ca-4bf3-bec5-da39a06719d5 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:31:11.211613 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3b2c7a-34ca-4bf3-bec5-da39a06719d5'] response: {'name': 'network-changed', 'server_uuid': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'tag': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'status': 'completed', 'code': 200} Oct 23 01:31:11.222613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773a6ae-bdac-4175-a258-bdfed5b15fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebd45a2-fb93-4848-95c7-5fcd8eb47935,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:31:11.300293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cd851-7ed6-409e-a863-b9fa2222093b req-30a1e41a-e19c-474a-a502-ebb850f3eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:11.301725 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc6cd851-7ed6-409e-a863-b9fa2222093b req-30a1e41a-e19c-474a-a502-ebb850f3eff4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 1128 time: 0.0440388 Oct 23 01:31:11.367197 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:11.407558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cd851-7ed6-409e-a863-b9fa2222093b req-619400dd-e667-47b1-bcf8-c4ed21d0be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:11.408959 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc6cd851-7ed6-409e-a863-b9fa2222093b req-619400dd-e667-47b1-bcf8-c4ed21d0be06 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=eb877d1d176f42bf8c595cf49cccc365&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0943131 Oct 23 01:31:11.435277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:11.507997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cd851-7ed6-409e-a863-b9fa2222093b req-a0abbc5e-7b8f-4d5d-9fd8-76631eefd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:11.509476 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc6cd851-7ed6-409e-a863-b9fa2222093b req-a0abbc5e-7b8f-4d5d-9fd8-76631eefd185 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949512 Oct 23 01:31:11.606306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-d54f2424-9508-4bdb-bddb-3ddf22aced36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:11.607871 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-d54f2424-9508-4bdb-bddb-3ddf22aced36 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 1128 time: 0.0396321 Oct 23 01:31:11.656651 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-c182b5c3-eca5-46e9-882a-dd22d9a604d1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935 HTTP/1.1" status: 200 len: 217 time: 0.0365603 Oct 23 01:31:11.707476 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=71 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:11.708000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-6c9f6e47-47a2-48d2-91f9-ff69adcc9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:11.708622 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=67 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:11.710017 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-6c9f6e47-47a2-48d2-91f9-ff69adcc9543 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0473566 Oct 23 01:31:11.756196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-ee85be2f-cd68-48f8-82e3-faa1962de46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:11.757777 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-ee85be2f-cd68-48f8-82e3-faa1962de46e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411401 Oct 23 01:31:11.860918 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-48ea158b-f111-49f1-9ab9-cbb73acc55bb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967669 Oct 23 01:31:11.908078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f4dda-051e-4627-aefd-7663579fa535 req-0469a1f7-e4eb-4832-b472-484c5f2cd48e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:11.909574 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2d2f4dda-051e-4627-aefd-7663579fa535 req-0469a1f7-e4eb-4832-b472-484c5f2cd48e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 944 time: 0.0479169 Oct 23 01:31:11.960371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45d8316e-47c7-4dd9-a285-cd2e7d2278a6 req-d0764172-01d9-42b6-84c5-0c8e23afe918 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935059 Oct 23 01:31:11.963788 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2d2f4dda-051e-4627-aefd-7663579fa535 req-2706dd43-b82a-4c4a-8e79-55ed85b6ceb5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481420 Oct 23 01:31:12.487414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:13.091195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23aaf-e664-44c6-acc5-e31eefe0d21e req-fd58a30a-d012-48a9-9be3-ba5a6b22321d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:13.092682 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cae23aaf-e664-44c6-acc5-e31eefe0d21e req-fd58a30a-d012-48a9-9be3-ba5a6b22321d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 944 time: 0.0510092 Oct 23 01:31:13.142808 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cae23aaf-e664-44c6-acc5-e31eefe0d21e req-67d65c1b-2708-4ef6-8014-d5d32999779d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 Oct 23 01:31:13.974527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:13.991066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:13.999330 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:31:14.268971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a59-3ddd-4964-811a-08037366b621 req-7dc184d9-18ae-4c33-bfd3-2fd073880c2b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:14.270524 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-41a12a59-3ddd-4964-811a-08037366b621 req-7dc184d9-18ae-4c33-bfd3-2fd073880c2b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 944 time: 0.0489330 Oct 23 01:31:14.319863 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-41a12a59-3ddd-4964-811a-08037366b621 req-cb5472f0-7b27-4d45-8f02-ff7c220848ad tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436313 Oct 23 01:31:15.443052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1531f9e-238a-4426-8d44-3de305a5d9b6 req-f05360a0-858e-4124-94c0-3b1ad909898e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:15.444525 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1531f9e-238a-4426-8d44-3de305a5d9b6 req-f05360a0-858e-4124-94c0-3b1ad909898e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 944 time: 0.0465906 Oct 23 01:31:15.492355 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1531f9e-238a-4426-8d44-3de305a5d9b6 req-2d4b310e-e0fa-433d-9939-2ebb735bc829 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423663 Oct 23 01:31:16.612914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2e613-d638-4873-b152-b9bc22fd3b21 req-ff7cbc1f-ec9d-46a4-9ffa-fd58cfe183ae tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:16.614397 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5d2e613-d638-4873-b152-b9bc22fd3b21 req-ff7cbc1f-ec9d-46a4-9ffa-fd58cfe183ae tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 944 time: 0.0508976 Oct 23 01:31:16.663210 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5d2e613-d638-4873-b152-b9bc22fd3b21 req-34a9e6c2-d169-4aea-8ad1-c7021660237f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432615 Oct 23 01:31:17.782824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccab3b-8459-4bf4-b425-4e4627797a68 req-cab2335d-7203-4982-9fe0-8a5595cc0285 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:17.784266 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cdccab3b-8459-4bf4-b425-4e4627797a68 req-cab2335d-7203-4982-9fe0-8a5595cc0285 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 944 time: 0.0456622 Oct 23 01:31:17.835460 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cdccab3b-8459-4bf4-b425-4e4627797a68 req-8622df68-5f97-47bf-84c7-f15884578ee0 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Oct 23 01:31:18.955415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee0ab9-62c0-48d6-a9a7-8af1b99ad448 req-27fa5b42-6571-4efa-8fbd-a1da052e8e9f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:18.961441 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2bee0ab9-62c0-48d6-a9a7-8af1b99ad448 req-27fa5b42-6571-4efa-8fbd-a1da052e8e9f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 944 time: 0.0463812 Oct 23 01:31:19.006514 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2bee0ab9-62c0-48d6-a9a7-8af1b99ad448 req-b7dde63e-79f1-4b52-a332-cf1dfc58f2d5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437939 Oct 23 01:31:20.125381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e91ef-91a9-44a3-a3e3-3388b7f7d423 req-65cf2717-7e46-420b-8734-d8dc509b404c tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:20.126945 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4d6e91ef-91a9-44a3-a3e3-3388b7f7d423 req-65cf2717-7e46-420b-8734-d8dc509b404c tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 944 time: 0.0461843 Oct 23 01:31:20.174729 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4d6e91ef-91a9-44a3-a3e3-3388b7f7d423 req-4cfffe1f-86c2-497a-a3f6-ece6cdae9a85 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 Oct 23 01:31:21.256742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:21.298517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ec27-71d1-454e-8986-986dbaa889da req-a693296e-4688-44b9-9038-85e2dd2e1696 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:21.299972 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3f50ec27-71d1-454e-8986-986dbaa889da req-a693296e-4688-44b9-9038-85e2dd2e1696 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 944 time: 0.0518591 Oct 23 01:31:21.318328 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-a77f306a-6eec-4295-8aaa-b31fb03e86b2 req-2b891b0e-69c9-485b-a4ef-7ca8f9a0a475 service neutron] (105985) timed out ('10.222.0.48', 49872) {{(pid=105985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:31:21.318761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:21.350163 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3f50ec27-71d1-454e-8986-986dbaa889da req-d9ec62c7-118c-4763-80c9-e3dc89a4c063 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445518 Oct 23 01:31:21.853414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:22.001046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:31:22.095296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:31:22.106521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'port_id': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'mac_address': 'fa:16:3e:cf:cc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:31:22.143583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:31:22.143965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:22.156204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:31:22.175364 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:31:22.224839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:22.270030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=0ebd45a2-fb93-4848-95c7-5fcd8eb47935,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:31:22.283350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.283697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.284039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.284378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.284716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.285044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.285372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.285693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.286043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.288017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.288017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.288017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.288017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.288017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.288017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:22.467620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67bc82-4b40-4df2-8f16-359ff37ddef2 req-4c59cd89-9659-4fc6-8cc9-e86535d073fa tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:22.469095 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9d67bc82-4b40-4df2-8f16-359ff37ddef2 req-4c59cd89-9659-4fc6-8cc9-e86535d073fa tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 945 time: 0.0463135 Oct 23 01:31:22.517246 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9d67bc82-4b40-4df2-8f16-359ff37ddef2 req-001096f1-ce98-49ea-aa66-ca391c1fa41e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Oct 23 01:31:22.530627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['0ebd45a2-fb93-4848-95c7-5fcd8eb47935'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:31:23.636624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4e479-cb1c-4141-9bd3-2331bcccb684 req-3c6fa812-d8e9-487f-bfe0-0d1d8ead2f38 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:23.638103 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d3c4e479-cb1c-4141-9bd3-2331bcccb684 req-3c6fa812-d8e9-487f-bfe0-0d1d8ead2f38 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 945 time: 0.0466406 Oct 23 01:31:23.686180 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d3c4e479-cb1c-4141-9bd3-2331bcccb684 req-7ff31ce3-7bfe-40cc-8c53-1ffe388d1e4d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 Oct 23 01:31:23.999961 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:24.013505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:31:24.055067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:31:24.115210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:31:24.115600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:24.115934 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 Oct 23 01:31:24.187277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:31:24.187659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:24.209646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:31:24.212125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94d0e94-ecd1-4804-a78f-e82503ca148f" -d '{"events": [{"server_uuid": "5ece7b7a-a9ef-482c-ad8d-f878911ef0fe", "name": "network-vif-plugged", "status": "completed", "tag": "0ebd45a2-fb93-4848-95c7-5fcd8eb47935"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:31:24.224708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:31:24.293695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:24.317823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace3df8c-86fb-4eb8-931e-ae05ac7d7ff6 x-openstack-request-id: req-ace3df8c-86fb-4eb8-931e-ae05ac7d7ff6 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:31:24.318116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ece7b7a-a9ef-482c-ad8d-f878911ef0fe", "name": "network-vif-plugged", "status": "completed", "tag": "0ebd45a2-fb93-4848-95c7-5fcd8eb47935", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:31:24.318359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ace3df8c-86fb-4eb8-931e-ae05ac7d7ff6 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:31:24.318758 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace3df8c-86fb-4eb8-931e-ae05ac7d7ff6'] response: {'server_uuid': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'code': 200} Oct 23 01:31:24.342673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=0ebd45a2-fb93-4848-95c7-5fcd8eb47935,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:31:24.614419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8be60-e3d8-4416-9eee-400dadc741f0 req-43e6abb5-da50-45a6-bd3c-374d1e9b593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:24.615889 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fc8be60-e3d8-4416-9eee-400dadc741f0 req-43e6abb5-da50-45a6-bd3c-374d1e9b593d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 1130 time: 0.0429757 Oct 23 01:31:24.660192 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fc8be60-e3d8-4416-9eee-400dadc741f0 req-5b5bab64-434d-4dfb-a46d-3fa70862d190 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384843 Oct 23 01:31:24.802737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a8c9-34c6-426f-b243-1b8f9a4afef4 req-646ddf3d-8a18-4e6a-b486-a6b10721f86b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:24.804235 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4576a8c9-34c6-426f-b243-1b8f9a4afef4 req-646ddf3d-8a18-4e6a-b486-a6b10721f86b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 946 time: 0.0460262 Oct 23 01:31:24.857569 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4576a8c9-34c6-426f-b243-1b8f9a4afef4 req-68ad27c8-0fee-4c4e-a443-52d3659fe22d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472646 Oct 23 01:31:25.962168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:25.980706 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b333d-2d19-46c3-9c04-2fc9fdb9afce req-b14e4519-88c9-457a-8f5e-075ca6d1a67c tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:25.982265 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a33b333d-2d19-46c3-9c04-2fc9fdb9afce req-b14e4519-88c9-457a-8f5e-075ca6d1a67c tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 946 time: 0.0482230 Oct 23 01:31:26.000944 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:26.033898 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a33b333d-2d19-46c3-9c04-2fc9fdb9afce req-b60a0d79-e64e-478c-90c9-de070e4c3004 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459955 Oct 23 01:31:26.153591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64b1b9-9b3e-4441-ad58-ee9f1158416a req-8fe7f954-e6f6-4745-a70a-7af6a5b7e6db tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:26.154992 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2b64b1b9-9b3e-4441-ad58-ee9f1158416a req-8fe7f954-e6f6-4745-a70a-7af6a5b7e6db tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 946 time: 0.0475466 Oct 23 01:31:26.204303 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2b64b1b9-9b3e-4441-ad58-ee9f1158416a req-1a77bdc3-e76a-4f59-8a3d-66bfaa8b7973 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438488 Oct 23 01:31:26.231723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39522) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:31:26.270102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b280d7-dcde-46ab-ada6-ea5f70076cf1 tempest-TestVolumeBootPattern-1914905402 tempest-TestVolumeBootPattern-1914905402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:26.271597 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-21b280d7-dcde-46ab-ada6-ea5f70076cf1 tempest-TestVolumeBootPattern-1914905402 tempest-TestVolumeBootPattern-1914905402-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 1125 time: 0.0389056 Oct 23 01:31:26.274313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39524) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:31:26.278468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:31:26.413522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:26.496491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:26.599675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Allocated IP 172.36.3.10 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/ae1acc57-2bb8-4294-abd9-2cc943c87bf4) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:31:26.706063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for port (ae1acc57-2bb8-4294-abd9-2cc943c87bf4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:26.796948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ae1acc57-2bb8-4294-abd9-2cc943c87bf4), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:26.836770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:31:26.842543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:31:26.849440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:31:26.877772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:26.880560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'Port': ['ID=ae1acc57-2bb8-4294-abd9-2cc943c87bf4,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:31:26.894632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.896298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.896298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.896298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.896298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.896627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.896755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.897084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.897554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.897979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.898313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.898641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.898971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.899293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.899627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:31:26.905621 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:27.228901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (53a12786-bf32-40cd-aa30-f3d0da61ea8b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:27.354019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ae1acc57-2bb8-4294-abd9-2cc943c87bf4), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:27.495872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for port (ae1acc57-2bb8-4294-abd9-2cc943c87bf4), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:27.556259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (ae1acc57-2bb8-4294-abd9-2cc943c87bf4), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:27.604297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:27.625241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'Port': ['ID=ae1acc57-2bb8-4294-abd9-2cc943c87bf4,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:31:27.630509 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (53a12786-bf32-40cd-aa30-f3d0da61ea8b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:27.728064 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Floating IP 53a12786-bf32-40cd-aa30-f3d0da61ea8b associated. External IP: 172.36.3.10, port: 0ebd45a2-fb93-4848-95c7-5fcd8eb47935. Oct 23 01:31:27.925455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Router bd1ddb47-6b08-4852-af89-279694c8239b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:31:28.026182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:31:28.036208 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc334512-77ee-4679-a26e-517941fcde63 None None] Sync routers for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:31:28.046463 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc334512-77ee-4679-a26e-517941fcde63 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:31:28.047061 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dc334512-77ee-4679-a26e-517941fcde63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:31:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:31:28.135978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:28.138101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:28.173001 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-64c29899-98a7-451f-9ba8-3a2001c69d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8976426 Oct 23 01:31:28.173658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'tag': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:31:28.176065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66" -d '{"events": [{"name": "network-changed", "server_uuid": "5ece7b7a-a9ef-482c-ad8d-f878911ef0fe", "tag": "0ebd45a2-fb93-4848-95c7-5fcd8eb47935"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:31:28.236481 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-dc334512-77ee-4679-a26e-517941fcde63 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:31:28.270244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a0e4a5-092e-4cd7-b43e-c0b1f1916696 x-openstack-request-id: req-a9a0e4a5-092e-4cd7-b43e-c0b1f1916696 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:31:28.270742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ece7b7a-a9ef-482c-ad8d-f878911ef0fe", "tag": "0ebd45a2-fb93-4848-95c7-5fcd8eb47935", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:31:28.270929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9a0e4a5-092e-4cd7-b43e-c0b1f1916696 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:31:28.271171 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a0e4a5-092e-4cd7-b43e-c0b1f1916696'] response: {'name': 'network-changed', 'server_uuid': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'tag': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'status': 'completed', 'code': 200} Oct 23 01:31:28.357478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66 req-cbfa7841-1244-4d41-bd83-211936577883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:28.359011 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66 req-cbfa7841-1244-4d41-bd83-211936577883 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 1130 time: 0.0402081 Oct 23 01:31:28.448710 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dc334512-77ee-4679-a26e-517941fcde63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53a12786-bf32-40cd-aa30-f3d0da61ea8b', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.10', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:cf:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:31:27Z', 'updated_at': '2022-10-23T01:31:27Z', 'revision_number': 0, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:31:28.451085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66 req-19ac9daa-0368-4079-929d-01248b158a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:28.452574 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66 req-19ac9daa-0368-4079-929d-01248b158a55 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0876856 Oct 23 01:31:28.473687 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc334512-77ee-4679-a26e-517941fcde63 None None] Checking router: bd1ddb47-6b08-4852-af89-279694c8239b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:31:28.482779 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc334512-77ee-4679-a26e-517941fcde63 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:31:28.483929 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dc334512-77ee-4679-a26e-517941fcde63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:31:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:31:28.518266 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66 req-e3f6c60c-99ce-47ae-8c1b-fc1c61d160e9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935 HTTP/1.1" status: 200 len: 999 time: 0.0597470 Oct 23 01:31:28.566593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66 req-9a3b93b3-279c-4a3e-9c5c-b280a2770437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:28.568081 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66 req-9a3b93b3-279c-4a3e-9c5c-b280a2770437 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0444784 Oct 23 01:31:28.584470 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-dc334512-77ee-4679-a26e-517941fcde63 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:31:28.612350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66 req-a2da3526-d0d1-4726-9b16-dcf1eedc3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:28.613955 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66 req-a2da3526-d0d1-4726-9b16-dcf1eedc3745 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401154 Oct 23 01:31:28.706869 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66 req-cbbe6553-87a1-48c5-b679-19c0ac6f99b5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870218 Oct 23 01:31:28.791612 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-dc334512-77ee-4679-a26e-517941fcde63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53a12786-bf32-40cd-aa30-f3d0da61ea8b', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.10', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:cf:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:31:27Z', 'updated_at': '2022-10-23T01:31:27Z', 'revision_number': 0, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:31:28.794746 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf73f32d-f1f0-4429-88fb-a1a4b0f6ea66 req-a4ab643d-13bb-43b7-8aed-a4365ae5b0d3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825200 Oct 23 01:31:28.819580 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc334512-77ee-4679-a26e-517941fcde63 None None] The sync data for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv is: [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53a12786-bf32-40cd-aa30-f3d0da61ea8b', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.10', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:cf:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:31:27Z', 'updated_at': '2022-10-23T01:31:27Z', 'revision_number': 0, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:31:29.000755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5134f-05b5-456a-9291-f647557fe02e None None] New status for floating IP 53a12786-bf32-40cd-aa30-f3d0da61ea8b: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:31:38.170096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:38.755578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:38.757075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:38.762217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:38.789227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=52 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:38.791053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=50 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:38.864543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-baf1a69d-e258-4122-b1b2-6223f86f3244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:41.093048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-14fbe190-a889-460b-b3f8-5551f49a2655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:42.492777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:42.997139 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=87 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:42.998726 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=93 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:43.961931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:44.006966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:46.122452 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-5abd1d63-6787-49b6-ac58-cbc4131a9785 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399027 Oct 23 01:31:46.228055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-d4352394-35e1-47db-8e70-5eb2d3947860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:46.230123 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-d4352394-35e1-47db-8e70-5eb2d3947860 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 1130 time: 0.0426164 Oct 23 01:31:46.332400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-c4779352-0350-45d0-a644-85a403d7b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:46.333917 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-c4779352-0350-45d0-a644-85a403d7b5b8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0845776 Oct 23 01:31:46.397865 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-dae778a8-a384-47f1-b4f0-64c48fabeea9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935 HTTP/1.1" status: 200 len: 1001 time: 0.0575449 Oct 23 01:31:46.445986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-34e583be-b879-49dd-9484-0f7e6532330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:46.447433 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-34e583be-b879-49dd-9484-0f7e6532330e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0435319 Oct 23 01:31:46.491155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-0866ac1c-af99-4376-ae90-0864c4a670dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:31:46.492640 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-0866ac1c-af99-4376-ae90-0864c4a670dd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392334 Oct 23 01:31:46.587835 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-09c8e118-6bd7-4e2f-ac31-14e62d390dda service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883934 Oct 23 01:31:46.679803 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d8e5a07e-131e-4b08-abcd-7d70c719170e req-be7f540e-8d8b-4897-b9c4-7edba04812e5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855157 Oct 23 01:31:50.998633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:31:51.876017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:31:56.674930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=54 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:31:56.676818 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=47 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:00.993743 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:00.994531 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:01.810311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:01.814195 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:01.816900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:08.841318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3d9b67fa-816a-48c6-833f-48f181409e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:11.121373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6e6120d-84ce-4868-aa1b-79e4ce3bead6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:12.543649 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:13.960922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:14.000883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:19.993895 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:19.994578 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:21.863130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:27.997926 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:32:31.802110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:31.806086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:31.807882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:37.993442 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:37.994153 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:38.823274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b0652188-df57-40ea-b3a5-369cd3ca63ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:41.143483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-33ec402b-ba7b-4237-9b6f-68e17f515f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:42.474554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:43.960437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:44.011434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:48.126371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-639c9ead-552a-4574-a295-07b001246c6e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436985 Oct 23 01:32:48.228815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-260b4873-9b74-4c40-b96e-55286d47a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:32:48.230322 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-260b4873-9b74-4c40-b96e-55286d47a25d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 1130 time: 0.0404367 Oct 23 01:32:48.336590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-de9e209e-8548-4bcd-9f69-c51da3f6129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:32:48.337985 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-de9e209e-8548-4bcd-9f69-c51da3f6129e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0887325 Oct 23 01:32:48.400409 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-ebd29cb3-13fa-4053-8d83-e748f31fed25 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935 HTTP/1.1" status: 200 len: 1001 time: 0.0551562 Oct 23 01:32:48.447663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-78fe97b4-6e0c-4b08-a2ed-400de9881a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:32:48.449111 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-78fe97b4-6e0c-4b08-a2ed-400de9881a8a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0427730 Oct 23 01:32:48.496121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-600302ae-0052-433d-8872-4ba90657f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:32:48.497571 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-600302ae-0052-433d-8872-4ba90657f523 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421562 Oct 23 01:32:48.588627 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-87fca992-1507-4435-add6-e71405181aae service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842540 Oct 23 01:32:48.682431 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-45736bc9-455f-44f1-9fde-fbaee2cdfe0a req-7e3b2bac-4c82-487b-b333-cba2e99d7485 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868123 Oct 23 01:32:51.903157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:32:56.990141 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:56.990855 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:58.677201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=48 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:32:58.679159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=53 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:33:01.814980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=15 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:33:01.818851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=14 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:33:01.820552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=15,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:33:04.997155 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:33:08.810834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8713ecd4-14f0-4542-9737-2e82455781de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:11.125624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8efca506-661c-4d2f-bc88-034542273d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:12.514129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:13.965472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:14.016769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:14.993093 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:33:21.902382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:23.959028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:33:31.827906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:33:31.830412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:33:35.943972 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=15 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:33:35.951834 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=17 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:33:38.845018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-913ee3e2-e9d4-4257-88a6-b7d1121687f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:41.239230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2677d6bb-f126-430e-be1a-861cfe96c79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:42.012005 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:33:42.490805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:44.011046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:44.051263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:49.173255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-3075e37d-7f8f-41a2-bc4c-673476ce1b7c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812321 Oct 23 01:33:49.274426 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-139322ab-5cc1-4fed-9c9f-f28e47ce035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:33:49.275935 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-139322ab-5cc1-4fed-9c9f-f28e47ce035d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 1130 time: 0.0398214 Oct 23 01:33:49.383221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-2bbff7d5-6dc9-45f1-9391-1d3ae75cdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:33:49.384840 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-2bbff7d5-6dc9-45f1-9391-1d3ae75cdcf5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0923359 Oct 23 01:33:49.452187 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-5a9018fa-f762-4885-bf1e-d8e56e9640a5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935 HTTP/1.1" status: 200 len: 1001 time: 0.0613115 Oct 23 01:33:49.507288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-6413ff6b-579f-4898-847a-d9a6169a1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:33:49.509156 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-6413ff6b-579f-4898-847a-d9a6169a1442 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0517986 Oct 23 01:33:49.553349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-af03f752-706a-4802-b356-d1d60c5cb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:33:49.554881 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-af03f752-706a-4802-b356-d1d60c5cb648 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404279 Oct 23 01:33:49.650636 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-dd507e0a-4afa-4b43-8f0a-d5ee4f3a0358 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892127 Oct 23 01:33:49.744350 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe2ca88d-ff78-44b5-b774-caae21d8d250 req-c6fec611-fb00-496a-b31d-875e37a6b169 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879176 Oct 23 01:33:51.931319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:33:51.992898 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:33:54.896599 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-91cd7342-16a9-4976-beac-d4ffad2bb4d8 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1808060499&fields=id&tenant_id=eb877d1d176f42bf8c595cf49cccc365 HTTP/1.1" status: 200 len: 267 time: 0.0449371 Oct 23 01:33:55.008438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-687b2235-ca99-4f47-b04b-611488731d62 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:33:55.009946 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-687b2235-ca99-4f47-b04b-611488731d62 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 812 time: 0.1071794 Oct 23 01:33:55.024566 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-8e019f21-91af-46e3-b8d4-8cc79e8b842d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/quotas/eb877d1d176f42bf8c595cf49cccc365 HTTP/1.1" status: 200 len: 375 time: 0.0089860 Oct 23 01:33:55.076048 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-258031b5-ee50-4cdd-8023-2e667c4e0da7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467033 Oct 23 01:33:55.169862 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-e89333ae-7cfb-4b20-bece-54a38c4c26da service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828362 Oct 23 01:33:55.261365 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-c3606545-b367-4fe8-97ad-a7d449caeb0c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859287 Oct 23 01:33:55.772761 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-94712dfa-c44a-43f8-b5f0-84a694759da0 req-4f43645e-68fd-4457-996d-402e28530149 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 210 time: 0.0276818 Oct 23 01:33:56.861452 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-46fb5289-74df-4ad1-ba0b-a2984c5f63a8 req-b3c3f1c3-8f46-4801-92ff-d00aaacbc4e5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 210 time: 0.0306201 Oct 23 01:33:57.974576 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-871080d8-f9d2-4c9c-9d0a-60b21ef396c3 req-f90de90b-6140-4e21-95e3-cc5fcdacbbaa tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 210 time: 0.0320516 Oct 23 01:33:59.079616 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6654a530-09cf-48c3-b9a8-bd7474d349e2 req-bfd86b62-7af6-43d2-b282-5a1648988019 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 210 time: 0.0316038 Oct 23 01:33:59.906807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-c9d07a58-30e2-4d23-88ae-22c20704a9f6 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:33:59.908212 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-c9d07a58-30e2-4d23-88ae-22c20704a9f6 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 812 time: 0.1027443 Oct 23 01:33:59.975270 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-57d4ba67-16cf-412c-83a2-f93dc300f9c0 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eb877d1d176f42bf8c595cf49cccc365 HTTP/1.1" status: 200 len: 380 time: 0.0542202 Oct 23 01:33:59.983811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'port': {'device_id': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'admin_state_up': True, 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'security_groups': ['be996492-d1ef-42c7-a8ad-2b39546d8b79']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:34:00.147880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Made reservation on behalf of eb877d1d176f42bf8c595cf49cccc365 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:34:00.152181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:00.195410 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-784d9264-bac3-485e-8276-5c6801de5ac2 req-a8b8021f-9f02-4d24-bc98-6722f507b800 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 210 time: 0.0392582 Oct 23 01:34:00.631656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:00.637658 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:00.641876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Allocated IP 172.20.0.11 (ffc8308c-aba7-4854-98eb-f715c8d02421/82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99/7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:34:00.788430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:00.896685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:00.945119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Network ffc8308c-aba7-4854-98eb-f715c8d02421 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:34:00.948991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:34:00.952908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:34:00.979159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'Port': ['ID=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:34:00.989003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.989421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.989778 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.990141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.990478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.990921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.991144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.991468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.991799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.992128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.992459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.992787 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.993113 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.993435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:00.993760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:01.023501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:01.024129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:01.105049 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1b2fac8e-76da-40f6-a9d4-5c88084cc8a5 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1252015 Oct 23 01:34:01.125391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Request body: {'port': {'device_id': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:34:01.163267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-857a0ae9-7280-4f17-826c-dd28607e8268 None None] Provisioning complete for port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:34:01.164334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-857a0ae9-7280-4f17-826c-dd28607e8268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:01.164916 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-857a0ae9-7280-4f17-826c-dd28607e8268 None None] Attempt 1 to provision port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e Oct 23 01:34:01.194802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:01.202098 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-857a0ae9-7280-4f17-826c-dd28607e8268 None None] Port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:34:01.413080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:01.484473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:34:01.496803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Publish callbacks [] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:01.513278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Transition to ACTIVE for port object 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:34:01.566136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:01.589774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb64a-569f-4251-994f-5113636c9a1b req-0e1327ae-c8e1-49a8-9075-da05cb3dd7fb tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:01.590913 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3e5bb64a-569f-4251-994f-5113636c9a1b req-0e1327ae-c8e1-49a8-9075-da05cb3dd7fb tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 932 time: 0.3167577 Oct 23 01:34:01.642469 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3e5bb64a-569f-4251-994f-5113636c9a1b req-88bdf716-b6c8-4212-81cf-c99bcb7b80cf tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453362 Oct 23 01:34:01.649444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Pushing event updated for resources: {'Port': ['ID=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:34:01.685351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Attempting to bind port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:34:01.685680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Attempting to bind port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:34:01.686034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Attempting to bind port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e on network ffc8308c-aba7-4854-98eb-f715c8d02421 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:34:01.727714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e on network ffc8308c-aba7-4854-98eb-f715c8d02421 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:34:01.728332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Attempting to bind port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e on network ffc8308c-aba7-4854-98eb-f715c8d02421 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:34:01.757488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:01.771354 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:34:01.771697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Checking segment: {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:34:01.772082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Bound using segment: {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:34:01.772518 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Bound port: 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835fac5-e6db-4c56-9887-ce4623200cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:34:01.772877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:01.831163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:01.839741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] For port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:34:01.842880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] For port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:34:01.982756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:01.987131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:01.987768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:01.989146 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e HTTP/1.1" status: 200 len: 1094 time: 0.8683550 Oct 23 01:34:01.989705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'tag': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:34:01.991959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40eca7d-6a0d-4080-9ed2-992dd9501b71" -d '{"events": [{"name": "network-changed", "server_uuid": "16c0281d-061f-4c93-a4ea-24921fbf87a7", "tag": "7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:34:02.040176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397a921-92fc-4521-8c05-be08ca125b3d service neutron] Pushing event updated for resources: {'Port': ['ID=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:34:02.179013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1dbfc2d2-6094-43cd-bdb0-b72bb84b4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:02.180573 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-1dbfc2d2-6094-43cd-bdb0-b72bb84b4b71 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 1128 time: 0.0406079 Oct 23 01:34:02.232216 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-ecc45bda-8854-4e94-a9dc-9e5c55df6427 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e HTTP/1.1" status: 200 len: 217 time: 0.0374520 Oct 23 01:34:02.280822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-450f3320-fedc-496c-af52-8f413aeac669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:02.282548 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-450f3320-fedc-496c-af52-8f413aeac669 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0451035 Oct 23 01:34:02.329561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-2255fdea-4dbb-4569-a5a0-bd8c5a68f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:02.331153 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-2255fdea-4dbb-4569-a5a0-bd8c5a68f117 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422041 Oct 23 01:34:02.428445 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-65295e80-df3c-4adf-8623-e67179e9ef81 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907574 Oct 23 01:34:02.519742 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ff969a-37fd-4aff-8033-d530a096d8a8 req-a8b72d19-da4a-4607-81bb-624b51afc388 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852661 Oct 23 01:34:02.765801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395757f-a71d-464a-a979-05f9b9459884 req-9257a5a1-d0fa-4480-9eec-41673d74cbf4 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:02.767274 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d395757f-a71d-464a-a979-05f9b9459884 req-9257a5a1-d0fa-4480-9eec-41673d74cbf4 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 944 time: 0.0476079 Oct 23 01:34:02.818857 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d395757f-a71d-464a-a979-05f9b9459884 req-0aeb6551-eef0-40c9-94e2-25a15d5079f9 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459714 Oct 23 01:34:03.053474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71996f6-8979-42d1-af67-3cc94e398959 x-openstack-request-id: req-a71996f6-8979-42d1-af67-3cc94e398959 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:34:03.053474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c0281d-061f-4c93-a4ea-24921fbf87a7", "tag": "7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:34:03.053474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a71996f6-8979-42d1-af67-3cc94e398959 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:34:03.053474 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71996f6-8979-42d1-af67-3cc94e398959'] response: {'name': 'network-changed', 'server_uuid': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'tag': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e', 'status': 'completed', 'code': 200} Oct 23 01:34:03.140458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eca7d-6a0d-4080-9ed2-992dd9501b71 req-564600cd-066b-455b-845f-45a60cf05311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:03.141991 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f40eca7d-6a0d-4080-9ed2-992dd9501b71 req-564600cd-066b-455b-845f-45a60cf05311 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 1128 time: 0.0482130 Oct 23 01:34:03.236814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eca7d-6a0d-4080-9ed2-992dd9501b71 req-da948bf6-d44c-4b7a-9413-10caab388ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:03.238349 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f40eca7d-6a0d-4080-9ed2-992dd9501b71 req-da948bf6-d44c-4b7a-9413-10caab388ce9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0890429 Oct 23 01:34:03.282581 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f40eca7d-6a0d-4080-9ed2-992dd9501b71 req-23c9c2ac-00e3-44ab-a320-c3a248899453 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e HTTP/1.1" status: 200 len: 217 time: 0.0381744 Oct 23 01:34:03.318795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:03.333775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eca7d-6a0d-4080-9ed2-992dd9501b71 req-0b26ba4b-3a85-4d0e-94b7-f738b1fed15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:03.335315 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f40eca7d-6a0d-4080-9ed2-992dd9501b71 req-0b26ba4b-3a85-4d0e-94b7-f738b1fed15d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0459449 Oct 23 01:34:03.381135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eca7d-6a0d-4080-9ed2-992dd9501b71 req-33f83c19-7de3-4e03-a73d-15e620e64577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:03.383184 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f40eca7d-6a0d-4080-9ed2-992dd9501b71 req-33f83c19-7de3-4e03-a73d-15e620e64577 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425854 Oct 23 01:34:03.486150 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f40eca7d-6a0d-4080-9ed2-992dd9501b71 req-7fd468dd-a142-4771-a7a2-97fa7ef12f53 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956383 Oct 23 01:34:03.582144 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f40eca7d-6a0d-4080-9ed2-992dd9501b71 req-753f8a72-e684-46b3-a49d-23709c7c2539 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902245 Oct 23 01:34:03.944343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850d62-f37d-4f35-add1-fc1eee59e656 req-bdde06ef-1c56-4e6e-bf75-336b7c5bf856 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:03.945935 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-11850d62-f37d-4f35-add1-fc1eee59e656 req-bdde06ef-1c56-4e6e-bf75-336b7c5bf856 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 944 time: 0.0489023 Oct 23 01:34:04.005324 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-11850d62-f37d-4f35-add1-fc1eee59e656 req-1606eb0c-80c5-478c-94b2-2037809a4708 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531645 Oct 23 01:34:05.137076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359423e-3ea8-487f-95d9-a74429540908 req-9a5e71b8-e272-4dc3-8155-ceac55621b6c tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:05.138601 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8359423e-3ea8-487f-95d9-a74429540908 req-9a5e71b8-e272-4dc3-8155-ceac55621b6c tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 944 time: 0.0523496 Oct 23 01:34:05.190354 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8359423e-3ea8-487f-95d9-a74429540908 req-3bca8ca2-0fc9-4b50-872e-69de2144d8f7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460913 Oct 23 01:34:06.310667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f48cb-5ccb-4e07-a740-6a1d800ac746 req-4811e9a2-23d3-413a-8066-a4f5420c6a21 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:06.312111 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c9f48cb-5ccb-4e07-a740-6a1d800ac746 req-4811e9a2-23d3-413a-8066-a4f5420c6a21 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 944 time: 0.0472538 Oct 23 01:34:06.359447 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c9f48cb-5ccb-4e07-a740-6a1d800ac746 req-9d3d2b9b-95c9-447f-bdd5-0f914e88e46d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418434 Oct 23 01:34:07.465826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:07.478306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f677aef-d508-49c0-bf25-4f6fc396f7c8 req-ba6d842d-cbd9-4ea5-ad29-b7a85f11b29a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:07.479803 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f677aef-d508-49c0-bf25-4f6fc396f7c8 req-ba6d842d-cbd9-4ea5-ad29-b7a85f11b29a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 944 time: 0.0467815 Oct 23 01:34:07.528583 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f677aef-d508-49c0-bf25-4f6fc396f7c8 req-01b8ec8d-f5fa-4b56-91c8-b30b451a5a6d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431058 Oct 23 01:34:08.653176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf2707-4d91-4acb-be53-66b3d658357f req-df472972-264a-43f2-b232-b0c2a06b7345 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:08.654770 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3aaf2707-4d91-4acb-be53-66b3d658357f req-df472972-264a-43f2-b232-b0c2a06b7345 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 944 time: 0.0507431 Oct 23 01:34:08.704688 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3aaf2707-4d91-4acb-be53-66b3d658357f req-2c13d5ae-fe38-4537-991e-9d51ffa230db tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444899 Oct 23 01:34:08.756369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=15 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:08.761148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=11 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:08.810386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2a38e0ff-d81b-4d5e-80e4-5c53a2ac9830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:09.821701 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b380-f847-4e5e-8cfb-e7b923d446a9 req-2159df5f-2570-40ae-9e82-5d35dd555c31 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:09.823114 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e9d2b380-f847-4e5e-8cfb-e7b923d446a9 req-2159df5f-2570-40ae-9e82-5d35dd555c31 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 944 time: 0.0465419 Oct 23 01:34:09.876337 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e9d2b380-f847-4e5e-8cfb-e7b923d446a9 req-e7ff1b77-aa55-41e7-a49d-16bd62666a48 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466411 Oct 23 01:34:10.996477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797d1d4-c66e-472c-8095-b7105e966ac6 req-220698c5-4d01-43bf-a5cc-a7d84b33aef7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:10.997945 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:10.998357 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2797d1d4-c66e-472c-8095-b7105e966ac6 req-220698c5-4d01-43bf-a5cc-a7d84b33aef7 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 944 time: 0.0474026 Oct 23 01:34:11.005269 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:11.046746 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2797d1d4-c66e-472c-8095-b7105e966ac6 req-c3da0bf1-9dae-4528-a61e-939282c52aa9 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 Oct 23 01:34:11.124485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-77565667-ec8a-49a2-a3bc-29cb1d9c458d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:12.164991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec270c5e-b87a-4475-86fe-f7d83decaa7d req-c7247371-73c1-4190-83c3-81a82d1ead17 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:12.166496 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec270c5e-b87a-4475-86fe-f7d83decaa7d req-c7247371-73c1-4190-83c3-81a82d1ead17 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 944 time: 0.0466399 Oct 23 01:34:12.215602 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec270c5e-b87a-4475-86fe-f7d83decaa7d req-1f9b3b4f-dc31-42c1-8e17-0689d3530cad tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 Oct 23 01:34:12.484634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:12.864485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:34:12.963967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:34:12.974815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'port_id': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e', 'mac_address': 'fa:16:3e:e1:9c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:34:13.008753 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:34:13.009144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:13.022139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:34:13.041614 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:34:13.141776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:13.193273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:34:13.200946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.201290 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.201626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.201983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.202315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.202638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.202958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.203315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.203638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.203959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.204279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.204595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.204907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.205221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.205537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:34:13.298958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:13.341489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600272cf-6679-496e-8952-ad79e6bd58bf req-8d3c50b8-787d-4207-9ce6-978ad1369718 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:13.342988 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-600272cf-6679-496e-8952-ad79e6bd58bf req-8d3c50b8-787d-4207-9ce6-978ad1369718 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 945 time: 0.0527248 Oct 23 01:34:13.353957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:13.393243 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-600272cf-6679-496e-8952-ad79e6bd58bf req-9176c74a-5c22-4c35-b7c5-ade660ee3144 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446486 Oct 23 01:34:13.485866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:34:14.004634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:14.055605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:14.513153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bff78-38e9-4b00-a20a-be4c63a5846b req-f3ab45f3-6757-4cec-8491-89ba18588d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:14.514646 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f2bff78-38e9-4b00-a20a-be4c63a5846b req-f3ab45f3-6757-4cec-8491-89ba18588d0e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 945 time: 0.0469756 Oct 23 01:34:14.563808 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f2bff78-38e9-4b00-a20a-be4c63a5846b req-4fcfbe29-6faa-4e94-886c-d09481343385 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Oct 23 01:34:14.878232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:34:14.921030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:34:15.067599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:34:15.067980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:15.068323 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e Oct 23 01:34:15.143598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:34:15.143912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:15.166989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:34:15.169336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a6a95d-1875-42f4-bb52-bb560d95f102" -d '{"events": [{"server_uuid": "16c0281d-061f-4c93-a4ea-24921fbf87a7", "name": "network-vif-plugged", "status": "completed", "tag": "7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:34:15.181704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:34:15.279043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:15.325113 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:34:15.690084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8142aa-8edf-4dcb-b892-d0a730e27840 req-59a9fd33-2dd7-45f4-8fdb-1f933a242df9 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:15.691654 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ce8142aa-8edf-4dcb-b892-d0a730e27840 req-59a9fd33-2dd7-45f4-8fdb-1f933a242df9 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 946 time: 0.0513334 Oct 23 01:34:15.740833 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ce8142aa-8edf-4dcb-b892-d0a730e27840 req-5d811a07-a957-42de-81b5-e70a2a8b3b2b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Oct 23 01:34:16.216973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacfed12-6b7b-41d4-8420-2ecef3f75dac x-openstack-request-id: req-dacfed12-6b7b-41d4-8420-2ecef3f75dac {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:34:16.217396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c0281d-061f-4c93-a4ea-24921fbf87a7", "name": "network-vif-plugged", "status": "completed", "tag": "7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:34:16.217498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dacfed12-6b7b-41d4-8420-2ecef3f75dac {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:34:16.217977 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacfed12-6b7b-41d4-8420-2ecef3f75dac'] response: {'server_uuid': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e', 'code': 200} Oct 23 01:34:16.486781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d47e3d-3cfd-450b-9643-7693ff706ffe req-5fdef484-3c93-4a07-b24c-2c5724c552d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:16.488187 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62d47e3d-3cfd-450b-9643-7693ff706ffe req-5fdef484-3c93-4a07-b24c-2c5724c552d9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 1130 time: 0.0392103 Oct 23 01:34:16.533215 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62d47e3d-3cfd-450b-9643-7693ff706ffe req-e56d54b0-d4a4-46c3-a297-6fb39c597c99 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390015 Oct 23 01:34:16.861087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a82f-9a3e-4a71-9ade-8ab961cdef31 req-f647a2d9-5eff-4a3d-8139-2807c579314a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:16.862609 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fdc7a82f-9a3e-4a71-9ade-8ab961cdef31 req-f647a2d9-5eff-4a3d-8139-2807c579314a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 946 time: 0.0472026 Oct 23 01:34:16.915990 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fdc7a82f-9a3e-4a71-9ade-8ab961cdef31 req-c163c933-403e-4b31-ad4b-158c275d06c9 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476232 Oct 23 01:34:18.038683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4afff-1da4-4a31-bd12-90ebb83e71a6 req-93ada992-278f-4ac2-9be9-cc9d84ebb032 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:18.040146 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-acd4afff-1da4-4a31-bd12-90ebb83e71a6 req-93ada992-278f-4ac2-9be9-cc9d84ebb032 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 946 time: 0.0483999 Oct 23 01:34:18.089047 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-acd4afff-1da4-4a31-bd12-90ebb83e71a6 req-319b2a14-ff19-494f-96d4-e91804ebf3c6 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434110 Oct 23 01:34:18.198374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:18.207008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e14012-f511-4e0c-a4b5-0337ff53c934 req-c4bee960-17c9-47db-b22d-fbe3a1148510 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:18.208686 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-85e14012-f511-4e0c-a4b5-0337ff53c934 req-c4bee960-17c9-47db-b22d-fbe3a1148510 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 946 time: 0.0474393 Oct 23 01:34:18.257879 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-85e14012-f511-4e0c-a4b5-0337ff53c934 req-658a5a48-abcc-4812-ab42-4c8617866a6e tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Oct 23 01:34:18.286534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39726) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:34:18.364451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7444ab84-704f-49bb-9858-42f8ee14a6b6 tempest-TestVolumeBootPattern-1914905402 tempest-TestVolumeBootPattern-1914905402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:18.366231 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7444ab84-704f-49bb-9858-42f8ee14a6b6 tempest-TestVolumeBootPattern-1914905402 tempest-TestVolumeBootPattern-1914905402-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 1125 time: 0.0786312 Oct 23 01:34:18.368824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39730) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:34:18.373047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:34:18.473469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:18.554808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:18.664317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Allocated IP 172.36.3.253 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/699a5f20-05d7-4ae3-92f2-57d8d15ddd57) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:34:18.668055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:18.768768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for port (699a5f20-05d7-4ae3-92f2-57d8d15ddd57), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:18.907667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (699a5f20-05d7-4ae3-92f2-57d8d15ddd57), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:18.949252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:34:18.956062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:34:18.960082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:34:18.963370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'Port': ['ID=699a5f20-05d7-4ae3-92f2-57d8d15ddd57,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:34:19.001613 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:34:19.113942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:19.313412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (6c3fd6ba-ceea-4600-866c-e05cbaea5296), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:19.442992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (699a5f20-05d7-4ae3-92f2-57d8d15ddd57), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:19.588142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for port (699a5f20-05d7-4ae3-92f2-57d8d15ddd57), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:19.684075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (699a5f20-05d7-4ae3-92f2-57d8d15ddd57), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:19.748079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event updated for resources: {'Port': ['ID=699a5f20-05d7-4ae3-92f2-57d8d15ddd57,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:34:19.750463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (6c3fd6ba-ceea-4600-866c-e05cbaea5296), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:19.753144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:19.846059 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Floating IP 6c3fd6ba-ceea-4600-866c-e05cbaea5296 associated. External IP: 172.36.3.253, port: 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e. Oct 23 01:34:20.041210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Router bd1ddb47-6b08-4852-af89-279694c8239b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:34:20.051865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:20.144382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:34:20.154417 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06000ec2-2461-4d48-88af-a232e99b70a2 None None] Sync routers for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:34:20.165070 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06000ec2-2461-4d48-88af-a232e99b70a2 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:34:20.165684 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-06000ec2-2461-4d48-88af-a232e99b70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:34:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:34:20.218119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:20.252030 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5eabf0f0-50bc-4766-aa15-2d07871cb742 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8822050 Oct 23 01:34:20.252750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'tag': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:34:20.255132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e" -d '{"events": [{"name": "network-changed", "server_uuid": "16c0281d-061f-4c93-a4ea-24921fbf87a7", "tag": "7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:34:20.267696 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-06000ec2-2461-4d48-88af-a232e99b70a2 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:34:20.294159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76e2fe0-2a99-4970-af0d-ba8df9e5c2f7 x-openstack-request-id: req-c76e2fe0-2a99-4970-af0d-ba8df9e5c2f7 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:34:20.294159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c0281d-061f-4c93-a4ea-24921fbf87a7", "tag": "7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:34:20.294159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c76e2fe0-2a99-4970-af0d-ba8df9e5c2f7 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:34:20.294159 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76e2fe0-2a99-4970-af0d-ba8df9e5c2f7'] response: {'name': 'network-changed', 'server_uuid': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'tag': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e', 'status': 'completed', 'code': 200} Oct 23 01:34:20.383835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e req-d908a721-5a68-4ae1-8b9e-d6261b44d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:20.385388 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e req-d908a721-5a68-4ae1-8b9e-d6261b44d6c2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 1130 time: 0.0401280 Oct 23 01:34:20.476638 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e req-ea9c28a8-c882-44d1-887f-bd7154880c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:20.478236 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e req-ea9c28a8-c882-44d1-887f-bd7154880c62 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0875401 Oct 23 01:34:20.490341 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-06000ec2-2461-4d48-88af-a232e99b70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53a12786-bf32-40cd-aa30-f3d0da61ea8b', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.10', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:cf:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:31:27Z', 'updated_at': '2022-10-23T01:31:29Z', 'revision_number': 1, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}, {'id': '6c3fd6ba-ceea-4600-866c-e05cbaea5296', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.253', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:e1:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:34:19Z', 'updated_at': '2022-10-23T01:34:19Z', 'revision_number': 0, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:34:20.515235 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06000ec2-2461-4d48-88af-a232e99b70a2 None None] Checking router: bd1ddb47-6b08-4852-af89-279694c8239b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:34:20.523840 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06000ec2-2461-4d48-88af-a232e99b70a2 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:34:20.524445 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-06000ec2-2461-4d48-88af-a232e99b70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:34:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:34:20.538038 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e req-7237fe7b-e5ec-4915-a5c1-967dccc2674e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e HTTP/1.1" status: 200 len: 1000 time: 0.0540452 Oct 23 01:34:20.586582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e req-2b631416-25a1-460d-8e8b-917f1184b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:20.588032 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e req-2b631416-25a1-460d-8e8b-917f1184b8a0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0442963 Oct 23 01:34:20.629716 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-06000ec2-2461-4d48-88af-a232e99b70a2 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:34:20.635026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e req-673a27af-74f4-4d96-8782-7219cd064998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:20.636599 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e req-673a27af-74f4-4d96-8782-7219cd064998 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428188 Oct 23 01:34:20.728932 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e req-7ddb69eb-fdbf-4861-a7a1-911f7effb08d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867326 Oct 23 01:34:20.825813 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3a0b85-86a4-4033-9e53-71dcd8a6d03e req-201ffdc9-f920-4bb9-af7e-6f6e357d0c86 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901439 Oct 23 01:34:20.930365 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-06000ec2-2461-4d48-88af-a232e99b70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53a12786-bf32-40cd-aa30-f3d0da61ea8b', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.10', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:cf:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:31:27Z', 'updated_at': '2022-10-23T01:31:29Z', 'revision_number': 1, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}, {'id': '6c3fd6ba-ceea-4600-866c-e05cbaea5296', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.253', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:e1:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:34:19Z', 'updated_at': '2022-10-23T01:34:19Z', 'revision_number': 0, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:34:20.955348 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06000ec2-2461-4d48-88af-a232e99b70a2 None None] The sync data for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv is: [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53a12786-bf32-40cd-aa30-f3d0da61ea8b', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.10', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:cf:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:31:27Z', 'updated_at': '2022-10-23T01:31:29Z', 'revision_number': 1, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}, {'id': '6c3fd6ba-ceea-4600-866c-e05cbaea5296', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.253', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:e1:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:34:19Z', 'updated_at': '2022-10-23T01:34:19Z', 'revision_number': 0, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:34:21.151890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3327f060-14ed-4624-8f2f-c7e4838f7afa None None] New status for floating IP 6c3fd6ba-ceea-4600-866c-e05cbaea5296: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:34:21.890109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:28.081025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:28.084926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=21 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:30.820638 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:30.822507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=53 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:30.933510 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=74 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:31.827544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:31.830403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:31.834101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:37.038704 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:38.838189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d69440d5-e815-45f2-bc76-f58494c5bd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:40.973026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-9df440aa-85b9-44b1-9511-478ed09125e2 req-b11a2ecb-6aba-4169-b652-ff5ebb2506c9 tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] (105985) timed out ('10.222.0.36', 38016) {{(pid=105985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:34:41.152979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8651de37-eca9-49a8-a4dc-5dd53d16f115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:42.518410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:43.987044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:44.066486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:47.994691 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:48.000471 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:50.972540 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-4c1f8cd2-b3cc-4e1d-b737-7a1e37097a3a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390818 Oct 23 01:34:51.076097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-ef826aed-c985-4193-81c5-7e800b3e20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:51.077608 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-ef826aed-c985-4193-81c5-7e800b3e20c3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 1130 time: 0.0400262 Oct 23 01:34:51.184867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-461373d5-df12-4813-a099-03588ed63973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:51.186388 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-461373d5-df12-4813-a099-03588ed63973 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0913055 Oct 23 01:34:51.247123 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-8d6d87da-fb80-412c-bfe1-d5d1ee482dc8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935 HTTP/1.1" status: 200 len: 1001 time: 0.0541475 Oct 23 01:34:51.298003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-79252676-ad14-48b6-84d9-947ab1c776d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:51.299424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-79252676-ad14-48b6-84d9-947ab1c776d8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0465453 Oct 23 01:34:51.342288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-591d345b-3bbb-4f70-86f5-8e4277a5acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:34:51.343757 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-591d345b-3bbb-4f70-86f5-8e4277a5acae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386825 Oct 23 01:34:51.437832 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-1323e8d7-a8f3-4956-91a2-037d12816201 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875320 Oct 23 01:34:51.847667 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-105fbe73-69d8-4b9c-877e-6a22bfbd94c2 req-1f911f59-0236-48b6-8bad-96056e6a44bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037993 Oct 23 01:34:51.935276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:34:55.957399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:34:56.001419 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:35:01.843663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=46 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:01.844449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=55 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:01.858471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=16 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:01.859325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:02.150549 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-62a54b57-278c-40ab-abb8-9f8602fb20b1 req-b319eff3-a5cb-45ab-a274-8ff6fff8a5fa tempest-TestNetworkBasicOps-1347594164 tempest-TestNetworkBasicOps-1347594164-project] (105985) timed out ('10.222.0.36', 38116) {{(pid=105985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:35:05.997371 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:05.998072 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:08.838290 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-09f4d66b-f487-496a-8514-e24b5822d772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:11.145666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be12e882-d889-433b-963e-ef86de2a10dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:12.522943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:14.020536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:14.066207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:21.945409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:24.995067 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:24.995808 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:31.859831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:31.863697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:31.865395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:33.000363 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:35:35.959475 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=14 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:38.854897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4fff415f-be55-4bee-b580-7b037dba7078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:41.180392 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3d567d70-b8c8-4a54-9788-419217cb34c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:42.546001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:42.996978 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=14 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:35:43.997224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:44.048825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:51.911875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:35:52.967741 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-546c7537-a41d-4801-ae56-62ee00840f98 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421045 Oct 23 01:35:53.042501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-6d3750d1-929e-4624-8d83-5493fee5e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:35:53.043968 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-6d3750d1-929e-4624-8d83-5493fee5e6b5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 1130 time: 0.0379980 Oct 23 01:35:53.144949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-0efe8ed2-5fc2-47a9-9d40-584a6bf186af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:35:53.146453 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-0efe8ed2-5fc2-47a9-9d40-584a6bf186af service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0850799 Oct 23 01:35:53.210612 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-84af82d6-e06f-4657-a37d-263c53abeafb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e HTTP/1.1" status: 200 len: 1002 time: 0.0573707 Oct 23 01:35:53.256506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-684351b9-892a-4db3-98ae-f8a20cc0848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:35:53.257854 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-684351b9-892a-4db3-98ae-f8a20cc0848e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0420918 Oct 23 01:35:53.300055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-28af41db-503a-4f22-9a94-1805d0ad24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:35:53.301494 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-28af41db-503a-4f22-9a94-1805d0ad24b2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380130 Oct 23 01:35:53.392399 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-264f2497-732a-4b6b-86dc-54b632ee38e7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846257 Oct 23 01:35:53.483211 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-78e3997e-2a1d-4a0e-9dfd-eb290a850a54 req-85e45797-6cd4-4020-a189-df9479f783b9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854607 Oct 23 01:36:01.867967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:01.872028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:01.873735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:01.991672 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:01.992447 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:03.474772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=51 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:03.480747 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=50 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:08.808548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-57ee8b68-3023-433a-b4a7-ceb5d5f4bac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:09.999129 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:36:11.168838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2692acb5-a387-4bbe-a0f2-6056229e07ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:12.534343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:14.041621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:14.070095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:19.335638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39770) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:19.473409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Deleting port 699a5f20-05d7-4ae3-92f2-57d8d15ddd57 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:19.473751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (699a5f20-05d7-4ae3-92f2-57d8d15ddd57), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:19.551919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (699a5f20-05d7-4ae3-92f2-57d8d15ddd57), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:19.552277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (699a5f20-05d7-4ae3-92f2-57d8d15ddd57), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:19.564863 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Calling delete_port for 699a5f20-05d7-4ae3-92f2-57d8d15ddd57 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:19.763060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (699a5f20-05d7-4ae3-92f2-57d8d15ddd57), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:19.788074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event deleted for resources: {'Port': ['ID=699a5f20-05d7-4ae3-92f2-57d8d15ddd57,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:19.812991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.813334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.813673 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.814037 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.814378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.814697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.815024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.815349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.815672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.815995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.816316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.816638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.816955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.817272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.817588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:19.863740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (6c3fd6ba-ceea-4600-866c-e05cbaea5296), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:19.864065 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Floating IP 6c3fd6ba-ceea-4600-866c-e05cbaea5296 disassociated (deleted). External IP: 172.36.3.253, port: 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e. Oct 23 01:36:19.994983 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:20.058781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Router bd1ddb47-6b08-4852-af89-279694c8239b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:36:20.162670 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:36:20.167371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:20.172290 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258455fb-ceda-4e35-a196-81d2f5e64ef3 None None] Sync routers for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:36:20.182075 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258455fb-ceda-4e35-a196-81d2f5e64ef3 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:36:20.182758 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-258455fb-ceda-4e35-a196-81d2f5e64ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:36:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:20.194413 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:20.198059 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b2b1a0a3-1acf-4582-940f-36634765d766 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/6c3fd6ba-ceea-4600-866c-e05cbaea5296 HTTP/1.1" status: 204 len: 168 time: 0.8614199 Oct 23 01:36:20.198695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'tag': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:36:20.200979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f515437-924d-48ac-ab6e-cd4c9aaf044a" -d '{"events": [{"name": "network-changed", "server_uuid": "16c0281d-061f-4c93-a4ea-24921fbf87a7", "tag": "7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:36:20.251775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5907880b-c45f-4879-a7a4-28285a70e2fc x-openstack-request-id: req-5907880b-c45f-4879-a7a4-28285a70e2fc {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:36:20.252070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c0281d-061f-4c93-a4ea-24921fbf87a7", "tag": "7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:36:20.252321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5907880b-c45f-4879-a7a4-28285a70e2fc {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:36:20.252732 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5907880b-c45f-4879-a7a4-28285a70e2fc'] response: {'name': 'network-changed', 'server_uuid': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'tag': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e', 'status': 'completed', 'code': 200} Oct 23 01:36:20.308326 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-258455fb-ceda-4e35-a196-81d2f5e64ef3 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:36:20.341717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f515437-924d-48ac-ab6e-cd4c9aaf044a req-a7373166-b383-4cbe-9d60-321e5aa4424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:20.343170 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3f515437-924d-48ac-ab6e-cd4c9aaf044a req-a7373166-b383-4cbe-9d60-321e5aa4424f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 1130 time: 0.0400465 Oct 23 01:36:20.439651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f515437-924d-48ac-ab6e-cd4c9aaf044a req-302a527f-f6fe-40dc-8de4-fc9a5170ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:20.442407 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3f515437-924d-48ac-ab6e-cd4c9aaf044a req-302a527f-f6fe-40dc-8de4-fc9a5170ff0f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0911176 Oct 23 01:36:20.484702 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3f515437-924d-48ac-ab6e-cd4c9aaf044a req-2a2feebf-ec46-4e78-a044-25f3eba5d63f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e HTTP/1.1" status: 200 len: 217 time: 0.0336132 Oct 23 01:36:20.519193 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-258455fb-ceda-4e35-a196-81d2f5e64ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53a12786-bf32-40cd-aa30-f3d0da61ea8b', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.10', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:cf:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:31:27Z', 'updated_at': '2022-10-23T01:31:29Z', 'revision_number': 1, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:20.533000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f515437-924d-48ac-ab6e-cd4c9aaf044a req-ff52eeeb-8810-45b3-8004-acd414c3a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:20.538685 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3f515437-924d-48ac-ab6e-cd4c9aaf044a req-ff52eeeb-8810-45b3-8004-acd414c3a240 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0476184 Oct 23 01:36:20.547521 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258455fb-ceda-4e35-a196-81d2f5e64ef3 None None] Checking router: bd1ddb47-6b08-4852-af89-279694c8239b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:36:20.559789 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258455fb-ceda-4e35-a196-81d2f5e64ef3 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:36:20.560430 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-258455fb-ceda-4e35-a196-81d2f5e64ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:36:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:20.590379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f515437-924d-48ac-ab6e-cd4c9aaf044a req-b9238677-c5f9-448c-916b-ef9dd5420132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:20.591980 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3f515437-924d-48ac-ab6e-cd4c9aaf044a req-b9238677-c5f9-448c-916b-ef9dd5420132 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478270 Oct 23 01:36:20.664197 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-258455fb-ceda-4e35-a196-81d2f5e64ef3 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:36:20.732608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb342db-7a53-4352-a2fb-9174655e4fb8 req-ada7b034-c9d5-46d4-9f8d-b91cf9eaece3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:20.734128 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3cb342db-7a53-4352-a2fb-9174655e4fb8 req-ada7b034-c9d5-46d4-9f8d-b91cf9eaece3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 946 time: 0.1476576 Oct 23 01:36:20.745666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:20.785334 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3cb342db-7a53-4352-a2fb-9174655e4fb8 req-103971e4-35fd-4dca-ad9c-84165ced6746 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453491 Oct 23 01:36:20.877104 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-258455fb-ceda-4e35-a196-81d2f5e64ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53a12786-bf32-40cd-aa30-f3d0da61ea8b', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.10', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:cf:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:31:27Z', 'updated_at': '2022-10-23T01:31:29Z', 'revision_number': 1, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:20.901729 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258455fb-ceda-4e35-a196-81d2f5e64ef3 None None] The sync data for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv is: [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '53a12786-bf32-40cd-aa30-f3d0da61ea8b', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'floating_ip_address': '172.36.3.10', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'port_id': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'mac_address': 'fa:16:3e:cf:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:31:27Z', 'updated_at': '2022-10-23T01:31:29Z', 'revision_number': 1, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:36:21.102026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e756d76-edc4-470a-86d7-b85eddcc5ff8 None None] New status for floating IP 6c3fd6ba-ceea-4600-866c-e05cbaea5296: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:36:21.754937 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3f515437-924d-48ac-ab6e-cd4c9aaf044a req-d8ea0c43-335e-4b64-9eb7-81c8bb43aab7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885775 Oct 23 01:36:21.939063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:21.989206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc902518-0234-49ea-a327-6636231b6014 req-cc7f9bde-d512-4d74-ad00-8d44f5ce0d0a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:21.991396 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dc902518-0234-49ea-a327-6636231b6014 req-cc7f9bde-d512-4d74-ad00-8d44f5ce0d0a tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 946 time: 0.1267505 Oct 23 01:36:22.017834 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3f515437-924d-48ac-ab6e-cd4c9aaf044a req-0ae6f1bf-9303-4137-ae86-1c6171138f5d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462712 Oct 23 01:36:22.048887 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dc902518-0234-49ea-a327-6636231b6014 req-0ef929f2-b7da-453d-b42e-05e19fca2c13 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487895 Oct 23 01:36:22.316956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591b280-b087-4179-b748-d14185861fa0 req-7310ae67-771e-45db-b7c5-07304942f827 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:22.318686 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7591b280-b087-4179-b748-d14185861fa0 req-7310ae67-771e-45db-b7c5-07304942f827 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 946 time: 0.0454559 Oct 23 01:36:22.402218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-7591b280-b087-4179-b748-d14185861fa0 req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Deleting port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:22.402557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-7591b280-b087-4179-b748-d14185861fa0 req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:22.490088 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-7591b280-b087-4179-b748-d14185861fa0 req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] For port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:36:22.490446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-7591b280-b087-4179-b748-d14185861fa0 req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:22.502823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-7591b280-b087-4179-b748-d14185861fa0 req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Calling delete_port for 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:22.623176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:22.727209 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-7591b280-b087-4179-b748-d14185861fa0 req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:22.755848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event deleted for resources: {'Port': ['ID=7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:22.769149 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.769149 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.769149 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.769149 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.769533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.769626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.769963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.770290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.770618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.770942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.771271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.771597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.771919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.772244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.772563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:22.797502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:22.814029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-7591b280-b087-4179-b748-d14185861fa0 req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] No DVR routers for this DVR port 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:36:22.816484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-7591b280-b087-4179-b748-d14185861fa0 req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:22.819908 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7591b280-b087-4179-b748-d14185861fa0 req-2eb52c77-3b6c-4766-b953-533af637798f tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "DELETE /networking/v2.0/ports/7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e HTTP/1.1" status: 204 len: 173 time: 0.4956183 Oct 23 01:36:22.823713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'name': 'network-vif-deleted', 'tag': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:36:22.823713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad34580-0249-413d-9a31-cbe2c67ba0f8" -d '{"events": [{"server_uuid": "16c0281d-061f-4c93-a4ea-24921fbf87a7", "name": "network-vif-deleted", "tag": "7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:36:22.909731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c67e6a-8d8b-47fc-a70a-333ffaa266fe x-openstack-request-id: req-22c67e6a-8d8b-47fc-a70a-333ffaa266fe {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:36:22.910136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c0281d-061f-4c93-a4ea-24921fbf87a7", "name": "network-vif-deleted", "tag": "7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:36:22.910399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22c67e6a-8d8b-47fc-a70a-333ffaa266fe {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:36:22.910806 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c67e6a-8d8b-47fc-a70a-333ffaa266fe'] response: {'server_uuid': '16c0281d-061f-4c93-a4ea-24921fbf87a7', 'name': 'network-vif-deleted', 'tag': '7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e', 'status': 'completed', 'code': 200} Oct 23 01:36:23.163528 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-34555925-e36b-4ac2-ba33-c5be02a16638 req-631962e9-3d76-4c55-b45b-c3cc3d0ad652 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 210 time: 0.0307546 Oct 23 01:36:24.269018 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9561c4f9-e9be-42b9-8566-5043ce29f7f9 req-23f25e02-67fa-45dc-af34-700c28d22a58 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 210 time: 0.0279281 Oct 23 01:36:25.375441 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc82456e-0dd2-4e49-94ad-279523cf1a08 req-9e4bac0c-d05f-4113-b0ec-21f2cc1d7468 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 210 time: 0.0302539 Oct 23 01:36:26.478399 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-81d8121a-e961-4d5d-8189-09a1e262fe0c req-496fa049-0f56-4bfd-91ba-6602b9a390ec tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 210 time: 0.0288138 Oct 23 01:36:27.363318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:36:27.383552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:36:27.383906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 7672c57d-1ad2-4f0e-bbfd-4d5ffc4d497e not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:36:27.589642 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-962e05b6-8516-46c6-b989-9b6bd78ddf25 req-f4f46163-60cd-495c-82cf-bb1532fdf40d tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=16c0281d-061f-4c93-a4ea-24921fbf87a7 HTTP/1.1" status: 200 len: 210 time: 0.0276346 Oct 23 01:36:31.881362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:34.244869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39836) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:34.252232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:34.391856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Deleting port ae1acc57-2bb8-4294-abd9-2cc943c87bf4 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:34.392068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ae1acc57-2bb8-4294-abd9-2cc943c87bf4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:34.470792 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ae1acc57-2bb8-4294-abd9-2cc943c87bf4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:34.471115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (ae1acc57-2bb8-4294-abd9-2cc943c87bf4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:34.484512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Calling delete_port for ae1acc57-2bb8-4294-abd9-2cc943c87bf4 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:34.709964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ae1acc57-2bb8-4294-abd9-2cc943c87bf4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:34.734086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event deleted for resources: {'Port': ['ID=ae1acc57-2bb8-4294-abd9-2cc943c87bf4,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:34.794951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (53a12786-bf32-40cd-aa30-f3d0da61ea8b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:34.795303 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Floating IP 53a12786-bf32-40cd-aa30-f3d0da61ea8b disassociated (deleted). External IP: 172.36.3.10, port: 0ebd45a2-fb93-4848-95c7-5fcd8eb47935. Oct 23 01:36:34.971112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:34.994880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Router bd1ddb47-6b08-4852-af89-279694c8239b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:36:35.099558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:36:35.104321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:35.108967 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83009d3-77c2-44ca-ac0e-0e790c1e0df3 None None] Sync routers for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:36:35.119151 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83009d3-77c2-44ca-ac0e-0e790c1e0df3 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:36:35.119754 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c83009d3-77c2-44ca-ac0e-0e790c1e0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:36:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:35.135935 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e60f7097-c89b-4d0f-9bbe-fdc95eafced3 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/53a12786-bf32-40cd-aa30-f3d0da61ea8b HTTP/1.1" status: 204 len: 168 time: 0.8898511 Oct 23 01:36:35.136586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'tag': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:36:35.139415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98a8714-981a-4548-bb14-09fa48ccce37" -d '{"events": [{"name": "network-changed", "server_uuid": "5ece7b7a-a9ef-482c-ad8d-f878911ef0fe", "tag": "0ebd45a2-fb93-4848-95c7-5fcd8eb47935"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:36:35.239602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646461e6-b5f0-456a-91ec-3c3aae07b9d6 x-openstack-request-id: req-646461e6-b5f0-456a-91ec-3c3aae07b9d6 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:36:35.239963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ece7b7a-a9ef-482c-ad8d-f878911ef0fe", "tag": "0ebd45a2-fb93-4848-95c7-5fcd8eb47935", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:36:35.240278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-646461e6-b5f0-456a-91ec-3c3aae07b9d6 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:36:35.240739 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646461e6-b5f0-456a-91ec-3c3aae07b9d6'] response: {'name': 'network-changed', 'server_uuid': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'tag': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'status': 'completed', 'code': 200} Oct 23 01:36:35.315967 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-c83009d3-77c2-44ca-ac0e-0e790c1e0df3 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:36:35.335471 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a8714-981a-4548-bb14-09fa48ccce37 req-df34cc39-c503-4103-b7d2-ada41ab6d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:35.337100 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a98a8714-981a-4548-bb14-09fa48ccce37 req-df34cc39-c503-4103-b7d2-ada41ab6d1b6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=eb877d1d176f42bf8c595cf49cccc365&device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 1130 time: 0.0479460 Oct 23 01:36:35.384617 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:35.433036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a8714-981a-4548-bb14-09fa48ccce37 req-5d1055cb-0576-4518-97de-3ea4918314e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:35.434549 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a98a8714-981a-4548-bb14-09fa48ccce37 req-5d1055cb-0576-4518-97de-3ea4918314e9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 200 len: 913 time: 0.0916855 Oct 23 01:36:35.438069 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:35.477708 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a98a8714-981a-4548-bb14-09fa48ccce37 req-86e861c0-d6e0-47c0-8982-9718e9a4464a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935 HTTP/1.1" status: 200 len: 217 time: 0.0374615 Oct 23 01:36:35.508713 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c83009d3-77c2-44ca-ac0e-0e790c1e0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:35.529600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a8714-981a-4548-bb14-09fa48ccce37 req-07127038-dd91-4a63-817d-2899614c75db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:35.531390 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a98a8714-981a-4548-bb14-09fa48ccce37 req-07127038-dd91-4a63-817d-2899614c75db service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 200 len: 851 time: 0.0485766 Oct 23 01:36:35.534781 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83009d3-77c2-44ca-ac0e-0e790c1e0df3 None None] Checking router: bd1ddb47-6b08-4852-af89-279694c8239b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:36:35.544022 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83009d3-77c2-44ca-ac0e-0e790c1e0df3 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:36:35.544706 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c83009d3-77c2-44ca-ac0e-0e790c1e0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:36:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:35.608332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:35.622103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e28b2-4a55-4188-8086-858125aeff05 req-a020db7c-73f7-4a25-8776-eb5ac9e9f096 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:35.623604 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-261e28b2-4a55-4188-8086-858125aeff05 req-a020db7c-73f7-4a25-8776-eb5ac9e9f096 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 946 time: 0.0504069 Oct 23 01:36:35.654673 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-c83009d3-77c2-44ca-ac0e-0e790c1e0df3 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:36:35.679900 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-261e28b2-4a55-4188-8086-858125aeff05 req-51fa4e36-30f2-4173-b32a-436af09e7959 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=be996492-d1ef-42c7-a8ad-2b39546d8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498745 Oct 23 01:36:35.737934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a8714-981a-4548-bb14-09fa48ccce37 req-cc245d69-73d4-4378-9288-e5aa9dc7bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:35.739504 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a98a8714-981a-4548-bb14-09fa48ccce37 req-cc245d69-73d4-4378-9288-e5aa9dc7bccd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ffc8308c-aba7-4854-98eb-f715c8d02421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432274 Oct 23 01:36:35.838466 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a98a8714-981a-4548-bb14-09fa48ccce37 req-4808fbc9-7d4e-4ce3-ba3a-54feab65bddb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908520 Oct 23 01:36:35.846718 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c83009d3-77c2-44ca-ac0e-0e790c1e0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:35.871371 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83009d3-77c2-44ca-ac0e-0e790c1e0df3 None None] The sync data for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv is: [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:27:31Z', 'revision_number': 4, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '085ea846-bb53-49ec-b54e-2392576ca4e9', 'name': '', 'network_id': 'ffc8308c-aba7-4854-98eb-f715c8d02421', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'mac_address': 'fa:16:3e:f7:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:30Z', 'updated_at': '2022-10-23T01:27:36Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'subnets': [{'id': '82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:36:36.005861 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a98a8714-981a-4548-bb14-09fa48ccce37 req-1ff47980-0049-4e65-bef3-21c8e47797a7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848274 Oct 23 01:36:36.093585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ddd2c-8eb2-4721-b694-b95ef9ea37b1 None None] New status for floating IP 53a12786-bf32-40cd-aa30-f3d0da61ea8b: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:36:36.096209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:36.126675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:36.334030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc8973-779d-4272-9c18-3a2f6ebb28ca req-ddb1cc5b-f7c6-4c15-9c45-0488d366bf58 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:36:36.335514 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dabc8973-779d-4272-9c18-3a2f6ebb28ca req-ddb1cc5b-f7c6-4c15-9c45-0488d366bf58 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 946 time: 0.0503669 Oct 23 01:36:36.413007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-dabc8973-779d-4272-9c18-3a2f6ebb28ca req-aea9bed2-bf45-47de-b1ad-50f39e81bcba tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Deleting port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:36.413277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-dabc8973-779d-4272-9c18-3a2f6ebb28ca req-aea9bed2-bf45-47de-b1ad-50f39e81bcba tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:36.503105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-dabc8973-779d-4272-9c18-3a2f6ebb28ca req-aea9bed2-bf45-47de-b1ad-50f39e81bcba tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] For port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ebd45a2-fb93-4848-95c7-5fcd8eb47935,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:36:36.503460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-dabc8973-779d-4272-9c18-3a2f6ebb28ca req-aea9bed2-bf45-47de-b1ad-50f39e81bcba tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:36.516467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-dabc8973-779d-4272-9c18-3a2f6ebb28ca req-aea9bed2-bf45-47de-b1ad-50f39e81bcba tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Calling delete_port for 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:36.699814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-dabc8973-779d-4272-9c18-3a2f6ebb28ca req-aea9bed2-bf45-47de-b1ad-50f39e81bcba tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (0ebd45a2-fb93-4848-95c7-5fcd8eb47935), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:36.731834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9bed2-bf45-47de-b1ad-50f39e81bcba tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event deleted for resources: {'Port': ['ID=0ebd45a2-fb93-4848-95c7-5fcd8eb47935,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:36.741711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:36.799895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabc8973-779d-4272-9c18-3a2f6ebb28ca req-aea9bed2-bf45-47de-b1ad-50f39e81bcba tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] No DVR routers for this DVR port 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:36:36.803270 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6adb95d1-8ba7-41b3-8e32-c645339f9376 req-3ea86d81-8bba-4a6b-a6f9-1daf2da50e20 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 210 time: 0.0401728 Oct 23 01:36:36.804250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-dabc8973-779d-4272-9c18-3a2f6ebb28ca req-aea9bed2-bf45-47de-b1ad-50f39e81bcba tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:36.807336 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dabc8973-779d-4272-9c18-3a2f6ebb28ca req-aea9bed2-bf45-47de-b1ad-50f39e81bcba tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.48 "DELETE /networking/v2.0/ports/0ebd45a2-fb93-4848-95c7-5fcd8eb47935 HTTP/1.1" status: 204 len: 173 time: 0.4669409 Oct 23 01:36:36.807818 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'name': 'network-vif-deleted', 'tag': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:36:36.810103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09365c2e-e8ae-441a-9403-2fca41aa432f" -d '{"events": [{"server_uuid": "5ece7b7a-a9ef-482c-ad8d-f878911ef0fe", "name": "network-vif-deleted", "tag": "0ebd45a2-fb93-4848-95c7-5fcd8eb47935"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:36:36.851673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7397f6f-3df3-462a-9b9b-3bbac855357b x-openstack-request-id: req-d7397f6f-3df3-462a-9b9b-3bbac855357b {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:36:36.851673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ece7b7a-a9ef-482c-ad8d-f878911ef0fe", "name": "network-vif-deleted", "tag": "0ebd45a2-fb93-4848-95c7-5fcd8eb47935", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:36:36.851673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7397f6f-3df3-462a-9b9b-3bbac855357b {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:36:36.851673 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7397f6f-3df3-462a-9b9b-3bbac855357b'] response: {'server_uuid': '5ece7b7a-a9ef-482c-ad8d-f878911ef0fe', 'name': 'network-vif-deleted', 'tag': '0ebd45a2-fb93-4848-95c7-5fcd8eb47935', 'status': 'completed', 'code': 200} Oct 23 01:36:37.907304 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bbdad939-5e16-4be3-9acc-fed253b1e44d req-ae747c7e-e5f2-421c-8070-2445927f3768 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 210 time: 0.0276718 Oct 23 01:36:38.852692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1b557d83-1888-4ce4-80fc-f7c30c70c5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:39.011892 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2afb0e61-c104-4a9b-ac3d-22976b3b4150 req-8f255050-9685-4ec4-a258-f965973c5a11 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 210 time: 0.0278828 Oct 23 01:36:40.117282 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38a2aff2-f542-432f-ad47-3f3e8dc472d3 req-94f9438f-4ed5-4c14-96d5-de8552d9b72b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 210 time: 0.0306945 Oct 23 01:36:41.144085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4d60c900-09e7-404e-9f45-660df832e432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:41.223537 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7314dece-9331-4061-b80e-9cdcc7115ee0 req-4dfe8773-32ee-4a1e-a1ae-7c132ad63e6b tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5ece7b7a-a9ef-482c-ad8d-f878911ef0fe HTTP/1.1" status: 200 len: 210 time: 0.0309389 Oct 23 01:36:41.390500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:36:41.409289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:36:41.409632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 0ebd45a2-fb93-4848-95c7-5fcd8eb47935 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:36:42.288298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39862) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:42.399031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a08fb8a2-0653-4e97-9501-27c2d9ca0717 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Deleting port 3b8344c0-6f3d-46fb-b812-74288528060b {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:42.399374 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a08fb8a2-0653-4e97-9501-27c2d9ca0717 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3b8344c0-6f3d-46fb-b812-74288528060b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:42.480637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a08fb8a2-0653-4e97-9501-27c2d9ca0717 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3b8344c0-6f3d-46fb-b812-74288528060b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:42.480959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a08fb8a2-0653-4e97-9501-27c2d9ca0717 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (3b8344c0-6f3d-46fb-b812-74288528060b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:42.493539 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a08fb8a2-0653-4e97-9501-27c2d9ca0717 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Calling delete_port for 3b8344c0-6f3d-46fb-b812-74288528060b owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:42.509728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:42.688001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a08fb8a2-0653-4e97-9501-27c2d9ca0717 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3b8344c0-6f3d-46fb-b812-74288528060b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:42.713216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fb8a2-0653-4e97-9501-27c2d9ca0717 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event deleted for resources: {'Port': ['ID=3b8344c0-6f3d-46fb-b812-74288528060b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:42.773709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a08fb8a2-0653-4e97-9501-27c2d9ca0717 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for floatingip (514cdd61-d5b7-492d-bfb1-eb2b921f25a0), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:42.776181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a08fb8a2-0653-4e97-9501-27c2d9ca0717 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:42.777325 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a08fb8a2-0653-4e97-9501-27c2d9ca0717 tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/514cdd61-d5b7-492d-bfb1-eb2b921f25a0 HTTP/1.1" status: 204 len: 168 time: 0.4880426 Oct 23 01:36:44.024094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:44.052501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:45.843975 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=58 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:45.850904 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=30 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:46.229409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39878) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:46.286369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27298ec1-f84d-471b-862e-19ca23b0a4ec tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group (be996492-d1ef-42c7-a8ad-2b39546d8b79), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:46.314268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27298ec1-f84d-471b-862e-19ca23b0a4ec tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group (be996492-d1ef-42c7-a8ad-2b39546d8b79), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:46.343150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:46.425260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27298ec1-f84d-471b-862e-19ca23b0a4ec tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (be996492-d1ef-42c7-a8ad-2b39546d8b79), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:46.427881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27298ec1-f84d-471b-862e-19ca23b0a4ec tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:46.429039 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-27298ec1-f84d-471b-862e-19ca23b0a4ec tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/be996492-d1ef-42c7-a8ad-2b39546d8b79 HTTP/1.1" status: 204 len: 168 time: 0.1984706 Oct 23 01:36:46.438530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27298ec1-f84d-471b-862e-19ca23b0a4ec tempest-TestVolumeBootPattern-1551611631 tempest-TestVolumeBootPattern-1551611631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be996492-d1ef-42c7-a8ad-2b39546d8b79,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:46.564134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39882) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:46.710421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:46.975741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (bd1ddb47-6b08-4852-af89-279694c8239b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:47.006376 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:36:47.198403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] Deleting port 085ea846-bb53-49ec-b54e-2392576ca4e9 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:47.198740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:47.283728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] For port 085ea846-bb53-49ec-b54e-2392576ca4e9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=085ea846-bb53-49ec-b54e-2392576ca4e9,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:36:47.284140 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:47.296538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] Calling delete_port for 085ea846-bb53-49ec-b54e-2392576ca4e9 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:47.457210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:47.543734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (085ea846-bb53-49ec-b54e-2392576ca4e9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:47.566916 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=085ea846-bb53-49ec-b54e-2392576ca4e9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:47.594287 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:47.732997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (bd1ddb47-6b08-4852-af89-279694c8239b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:47.752613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116dde64-b9c9-4fd2-bf25-ac96543e890a None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:36:47.830028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116dde64-b9c9-4fd2-bf25-ac96543e890a None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:36:47.939368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] Router bd1ddb47-6b08-4852-af89-279694c8239b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:36:48.044855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:36:48.050029 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3c7479df-0985-40ea-9209-02d17fe96c58 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/bd1ddb47-6b08-4852-af89-279694c8239b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4823072 Oct 23 01:36:48.052451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39886) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:48.053559 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e7560-a8ca-4d2b-b514-f52dbdcf92e6 None None] Sync routers for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:36:48.063663 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e7560-a8ca-4d2b-b514-f52dbdcf92e6 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:36:48.064295 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d50e7560-a8ca-4d2b-b514-f52dbdcf92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:36:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:48.161325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Publish callbacks [] for router (bd1ddb47-6b08-4852-af89-279694c8239b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:48.172602 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-d50e7560-a8ca-4d2b-b514-f52dbdcf92e6 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:36:48.357191 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d50e7560-a8ca-4d2b-b514-f52dbdcf92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:36:47Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:48.392967 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e7560-a8ca-4d2b-b514-f52dbdcf92e6 None None] Checking router: bd1ddb47-6b08-4852-af89-279694c8239b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:36:48.405163 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e7560-a8ca-4d2b-b514-f52dbdcf92e6 None None] Routers {'bd1ddb47-6b08-4852-af89-279694c8239b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:36:48.406259 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d50e7560-a8ca-4d2b-b514-f52dbdcf92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:36:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['bd1ddb47-6b08-4852-af89-279694c8239b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:48.448596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-687f3e11-c08f-4a0c-9271-c295221e6911 None None] Provisioning complete for port d431c8df-0c17-426f-9c44-c19990175de8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:36:48.449240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-687f3e11-c08f-4a0c-9271-c295221e6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d431c8df-0c17-426f-9c44-c19990175de8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:48.449768 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-687f3e11-c08f-4a0c-9271-c295221e6911 None None] Attempt 1 to provision port d431c8df-0c17-426f-9c44-c19990175de8 Oct 23 01:36:48.513996 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-d50e7560-a8ca-4d2b-b514-f52dbdcf92e6 None None] Set router bd1ddb47-6b08-4852-af89-279694c8239b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:36:48.547783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-687f3e11-c08f-4a0c-9271-c295221e6911 None None] Current status of the port d431c8df-0c17-426f-9c44-c19990175de8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:36:48.625337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Publish callbacks [] for router_gateway (bd1ddb47-6b08-4852-af89-279694c8239b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:48.671005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9fdb2b07-1414-4178-9a18-6881a2afef0a None None] Provisioning complete for port d431c8df-0c17-426f-9c44-c19990175de8 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:36:48.671005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9fdb2b07-1414-4178-9a18-6881a2afef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d431c8df-0c17-426f-9c44-c19990175de8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:48.671005 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9fdb2b07-1414-4178-9a18-6881a2afef0a None None] Attempt 1 to provision port d431c8df-0c17-426f-9c44-c19990175de8 Oct 23 01:36:48.685169 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d50e7560-a8ca-4d2b-b514-f52dbdcf92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:36:47Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:48.711314 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e7560-a8ca-4d2b-b514-f52dbdcf92e6 None None] The sync data for ids ['bd1ddb47-6b08-4852-af89-279694c8239b'] in dv-neutron-master-2-hyperv is: [{'id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'name': 'tempest-TestVolumeBootPattern-1116965827-router', 'tenant_id': 'eb877d1d176f42bf8c595cf49cccc365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': 'feedd269-5780-486c-8ae4-b69a841917df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:28Z', 'updated_at': '2022-10-23T01:36:47Z', 'revision_number': 5, 'project_id': 'eb877d1d176f42bf8c595cf49cccc365', 'gw_port': {'id': 'feedd269-5780-486c-8ae4-b69a841917df', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1ddb47-6b08-4852-af89-279694c8239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:29Z', 'updated_at': '2022-10-23T01:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:36:48.754124 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb2b07-1414-4178-9a18-6881a2afef0a None None] Current status of the port d431c8df-0c17-426f-9c44-c19990175de8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:36:48.763435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Deleting port feedd269-5780-486c-8ae4-b69a841917df {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:48.763780 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (feedd269-5780-486c-8ae4-b69a841917df), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:48.826431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:48.843475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] For port feedd269-5780-486c-8ae4-b69a841917df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=feedd269-5780-486c-8ae4-b69a841917df,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:36:48.843844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (feedd269-5780-486c-8ae4-b69a841917df), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:48.860403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Calling delete_port for feedd269-5780-486c-8ae4-b69a841917df owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:48.952547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:49.098512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (feedd269-5780-486c-8ae4-b69a841917df), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.124601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=feedd269-5780-486c-8ae4-b69a841917df,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:49.187775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (bd1ddb47-6b08-4852-af89-279694c8239b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.276336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (bd1ddb47-6b08-4852-af89-279694c8239b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.278533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Publish callbacks [] for router_controller (bd1ddb47-6b08-4852-af89-279694c8239b), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.408068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (bd1ddb47-6b08-4852-af89-279694c8239b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.408662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd1ddb47-6b08-4852-af89-279694c8239b {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:36:49.418123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.418123 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5d0d4b04-844f-490b-a7be-eb695f7c18d1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/bd1ddb47-6b08-4852-af89-279694c8239b HTTP/1.1" status: 204 len: 168 time: 1.3611898 Oct 23 01:36:49.418123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39888) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:49.462542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f5c585-0cd6-42e8-a6bf-f6890a73dc3c admin admin] Deleting subnet 82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:36:49.466430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-34f5c585-0cd6-42e8-a6bf-f6890a73dc3c admin admin] Publish callbacks [] for subnet (82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.503032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-34f5c585-0cd6-42e8-a6bf-f6890a73dc3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.583024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-34f5c585-0cd6-42e8-a6bf-f6890a73dc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.694679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-34f5c585-0cd6-42e8-a6bf-f6890a73dc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.718537 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5c585-0cd6-42e8-a6bf-f6890a73dc3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:49.724521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-34f5c585-0cd6-42e8-a6bf-f6890a73dc3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.727666 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-34f5c585-0cd6-42e8-a6bf-f6890a73dc3c admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/82dc69e1-8e25-4ed6-8a7e-2d9f8f3c6f99 HTTP/1.1" status: 204 len: 168 time: 0.3096285 Oct 23 01:36:49.730099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120bee3e-f63d-4606-bc6f-c26216ed0b4c None None] Network ffc8308c-aba7-4854-98eb-f715c8d02421 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:36:49.730235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39890) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:49.797888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (ffc8308c-aba7-4854-98eb-f715c8d02421), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.849091 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Deleting port d431c8df-0c17-426f-9c44-c19990175de8 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:49.849433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d431c8df-0c17-426f-9c44-c19990175de8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.879648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] DHCP port deletion for ffc8308c-aba7-4854-98eb-f715c8d02421 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:36:49.916254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Deleting port d431c8df-0c17-426f-9c44-c19990175de8 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:49.916624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d431c8df-0c17-426f-9c44-c19990175de8), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.919138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] For port d431c8df-0c17-426f-9c44-c19990175de8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d431c8df-0c17-426f-9c44-c19990175de8,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:36:49.919500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d431c8df-0c17-426f-9c44-c19990175de8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.927870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:49.933710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Calling delete_port for d431c8df-0c17-426f-9c44-c19990175de8 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:49.980217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] For port d431c8df-0c17-426f-9c44-c19990175de8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d431c8df-0c17-426f-9c44-c19990175de8,segment=NetworkSegment(e835fac5-e6db-4c56-9887-ce4623200cf1),segment_id=e835fac5-e6db-4c56-9887-ce4623200cf1)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:36:49.980636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d431c8df-0c17-426f-9c44-c19990175de8), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:49.993905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Calling delete_port for d431c8df-0c17-426f-9c44-c19990175de8 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:50.110919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (d431c8df-0c17-426f-9c44-c19990175de8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:50.115616 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:50.117433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (d431c8df-0c17-426f-9c44-c19990175de8), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:50.140116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Pushing event deleted for resources: {'Port': ['ID=d431c8df-0c17-426f-9c44-c19990175de8,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:50.141022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d431c8df-0c17-426f-9c44-c19990175de8,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:50.144492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] No DVR routers for this DVR port d431c8df-0c17-426f-9c44-c19990175de8 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:36:50.150213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:36:50.159629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712736b-c772-4574-b578-4c61292d8ef8 None None] No DVR routers for this DVR port d431c8df-0c17-426f-9c44-c19990175de8 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:36:50.215751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (ffc8308c-aba7-4854-98eb-f715c8d02421), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:50.236271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc8308c-aba7-4854-98eb-f715c8d02421']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:50.245999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e835fac5-e6db-4c56-9887-ce4623200cf1') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:50.247165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e835fac5-e6db-4c56-9887-ce4623200cf1') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:50.260380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (e835fac5-e6db-4c56-9887-ce4623200cf1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:50.273641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e835fac5-e6db-4c56-9887-ce4623200cf1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:50.279828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:36:50.280218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (e835fac5-e6db-4c56-9887-ce4623200cf1), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:50.385546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (ffc8308c-aba7-4854-98eb-f715c8d02421), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:50.390082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:50.393731 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/ffc8308c-aba7-4854-98eb-f715c8d02421 HTTP/1.1" status: 204 len: 168 time: 0.6626384 Oct 23 01:36:50.395322 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment e835fac5-e6db-4c56-9887-ce4623200cf1 resource provider aggregate not found Oct 23 01:36:50.398694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39896) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:50.412559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a64dec-8337-4205-b62a-3642245fcd58 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc8308c-aba7-4854-98eb-f715c8d02421,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:50.416199 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment e835fac5-e6db-4c56-9887-ce4623200cf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e835fac5-e6db-4c56-9887-ce4623200cf1 found for delete ", "request_id": "req-b5a9f3e0-2637-44fa-9ddc-eb410da785a2"}]} Oct 23 01:36:50.685771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 085ea846-bb53-49ec-b54e-2392576ca4e9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:36:50.705637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 085ea846-bb53-49ec-b54e-2392576ca4e9 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:36:50.706005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 085ea846-bb53-49ec-b54e-2392576ca4e9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:36:50.706414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device feedd269-5780-486c-8ae4-b69a841917df no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:36:50.708915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (67257f28-f27c-43d1-b7f8-020153ebe8cd), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:50.725140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: feedd269-5780-486c-8ae4-b69a841917df {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:36:50.725483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device feedd269-5780-486c-8ae4-b69a841917df not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:36:50.725908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d431c8df-0c17-426f-9c44-c19990175de8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:36:50.745874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: d431c8df-0c17-426f-9c44-c19990175de8 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:36:50.746225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d431c8df-0c17-426f-9c44-c19990175de8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:36:50.748059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:50.930183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] Deleting port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:50.930436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:51.269693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] For port a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a,segment=NetworkSegment(f226684b-d8b0-4c5f-ba1c-13d3658fba97),segment_id=f226684b-d8b0-4c5f-ba1c-13d3658fba97)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:36:51.270002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:51.283131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] Calling delete_port for a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:51.396540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:51.545698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:51.571339 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:51.742233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (67257f28-f27c-43d1-b7f8-020153ebe8cd), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:51.770691 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932cd230-69d1-4901-b903-3fc9139f30f3 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:36:51.841533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932cd230-69d1-4901-b903-3fc9139f30f3 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:36:51.918188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:51.956576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] Router 67257f28-f27c-43d1-b7f8-020153ebe8cd has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:36:52.020532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:52.063145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:36:52.069362 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-15664d2c-d362-4867-8fd6-85f848835982 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/67257f28-f27c-43d1-b7f8-020153ebe8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6695416 Oct 23 01:36:52.071542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:52.072019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39902) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:52.074502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2082445-f87f-43f5-8169-ccbaa45ff5c4 None None] Sync routers for ids ['67257f28-f27c-43d1-b7f8-020153ebe8cd'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:36:52.089108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:52.109557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2082445-f87f-43f5-8169-ccbaa45ff5c4 None None] Routers {'67257f28-f27c-43d1-b7f8-020153ebe8cd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:36:52.109557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b2082445-f87f-43f5-8169-ccbaa45ff5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:36:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['67257f28-f27c-43d1-b7f8-020153ebe8cd'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:52.162603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:52.175844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Publish callbacks [] for router (67257f28-f27c-43d1-b7f8-020153ebe8cd), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:52.250542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b2082445-f87f-43f5-8169-ccbaa45ff5c4 None None] Set router 67257f28-f27c-43d1-b7f8-020153ebe8cd gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:36:52.266902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:52.285252 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Publish callbacks [] for router_gateway (67257f28-f27c-43d1-b7f8-020153ebe8cd), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:52.387014 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Deleting port 774a4936-ca9c-47ee-89fe-7957f110ff48 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:52.387437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:52.429044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b2082445-f87f-43f5-8169-ccbaa45ff5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'name': 'tempest-TestVolumeBootPattern-535154407-router', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226'}], 'enable_snat': True}, 'gw_port_id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:34Z', 'updated_at': '2022-10-23T01:36:51Z', 'revision_number': 5, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'gw_port': {'id': '774a4936-ca9c-47ee-89fe-7957f110ff48', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:27:35Z', 'updated_at': '2022-10-23T01:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:52.461574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2082445-f87f-43f5-8169-ccbaa45ff5c4 None None] Checking router: 67257f28-f27c-43d1-b7f8-020153ebe8cd for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:36:52.471174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2082445-f87f-43f5-8169-ccbaa45ff5c4 None None] Routers {'67257f28-f27c-43d1-b7f8-020153ebe8cd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:36:52.471511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b2082445-f87f-43f5-8169-ccbaa45ff5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:36:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['67257f28-f27c-43d1-b7f8-020153ebe8cd'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:52.479124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] For port 774a4936-ca9c-47ee-89fe-7957f110ff48, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=774a4936-ca9c-47ee-89fe-7957f110ff48,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:36:52.479524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:52.494375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Calling delete_port for 774a4936-ca9c-47ee-89fe-7957f110ff48 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:52.568632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b2082445-f87f-43f5-8169-ccbaa45ff5c4 None None] Set router 67257f28-f27c-43d1-b7f8-020153ebe8cd gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:36:52.621735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b2082445-f87f-43f5-8169-ccbaa45ff5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'name': 'tempest-TestVolumeBootPattern-535154407-router', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:34Z', 'updated_at': '2022-10-23T01:36:52Z', 'revision_number': 6, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:52.648299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2082445-f87f-43f5-8169-ccbaa45ff5c4 None None] The sync data for ids ['67257f28-f27c-43d1-b7f8-020153ebe8cd'] in dv-neutron-master-2-hyperv is: [{'id': '67257f28-f27c-43d1-b7f8-020153ebe8cd', 'name': 'tempest-TestVolumeBootPattern-535154407-router', 'tenant_id': '54430b78a3b14683aa564b607cc5b387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:27:34Z', 'updated_at': '2022-10-23T01:36:52Z', 'revision_number': 6, 'project_id': '54430b78a3b14683aa564b607cc5b387', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:36:52.707273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5231a208-c432-46e7-b38e-945764988842 None None] Provisioning complete for port 693690bc-84ff-442c-b9aa-7738a6f10071 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:36:52.707657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5231a208-c432-46e7-b38e-945764988842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:52.707997 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5231a208-c432-46e7-b38e-945764988842 None None] Attempt 1 to provision port 693690bc-84ff-442c-b9aa-7738a6f10071 Oct 23 01:36:52.751237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (774a4936-ca9c-47ee-89fe-7957f110ff48), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:52.777174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Pushing event deleted for resources: {'Port': ['ID=774a4936-ca9c-47ee-89fe-7957f110ff48,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:52.785403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5231a208-c432-46e7-b38e-945764988842 None None] Current status of the port 693690bc-84ff-442c-b9aa-7738a6f10071 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:36:52.841073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (67257f28-f27c-43d1-b7f8-020153ebe8cd), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:52.930406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (67257f28-f27c-43d1-b7f8-020153ebe8cd), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:52.932524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Publish callbacks [] for router_controller (67257f28-f27c-43d1-b7f8-020153ebe8cd), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.069923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (67257f28-f27c-43d1-b7f8-020153ebe8cd), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.070632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67257f28-f27c-43d1-b7f8-020153ebe8cd {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:36:53.075174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.078764 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7443cc1d-2928-44c3-b648-3c5cd6a99610 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/67257f28-f27c-43d1-b7f8-020153ebe8cd HTTP/1.1" status: 204 len: 168 time: 1.0032568 Oct 23 01:36:53.078982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 39904) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:53.125057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-6860dd94-ac6b-49ad-b75f-096669e65a14 admin admin] Deleting subnet cfd7a919-5755-4aa5-af38-ec837c27c78c {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:36:53.128282 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6860dd94-ac6b-49ad-b75f-096669e65a14 admin admin] Publish callbacks [] for subnet (cfd7a919-5755-4aa5-af38-ec837c27c78c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.162755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6860dd94-ac6b-49ad-b75f-096669e65a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (cfd7a919-5755-4aa5-af38-ec837c27c78c), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.239885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6860dd94-ac6b-49ad-b75f-096669e65a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (cfd7a919-5755-4aa5-af38-ec837c27c78c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.287602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:53.351073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6860dd94-ac6b-49ad-b75f-096669e65a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (cfd7a919-5755-4aa5-af38-ec837c27c78c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.377562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860dd94-ac6b-49ad-b75f-096669e65a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd7a919-5755-4aa5-af38-ec837c27c78c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:53.383158 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6860dd94-ac6b-49ad-b75f-096669e65a14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.389004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b68f03-2681-4705-991c-96931ffb924b None None] Network 47c316df-eb1e-4e76-a098-163b1f53461c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:36:53.389737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39906) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:53.390251 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6860dd94-ac6b-49ad-b75f-096669e65a14 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/cfd7a919-5755-4aa5-af38-ec837c27c78c HTTP/1.1" status: 204 len: 168 time: 0.3094327 Oct 23 01:36:53.465644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (47c316df-eb1e-4e76-a098-163b1f53461c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.508068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Deleting port 693690bc-84ff-442c-b9aa-7738a6f10071 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:53.508515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.555531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645fa0c6-03d9-480c-b0bd-a0462e864e21 None None] DHCP port deletion for 47c316df-eb1e-4e76-a098-163b1f53461c request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:36:53.575547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] For port 693690bc-84ff-442c-b9aa-7738a6f10071, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=693690bc-84ff-442c-b9aa-7738a6f10071,segment=NetworkSegment(f226684b-d8b0-4c5f-ba1c-13d3658fba97),segment_id=f226684b-d8b0-4c5f-ba1c-13d3658fba97)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:36:53.575920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.588885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Calling delete_port for 693690bc-84ff-442c-b9aa-7738a6f10071 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:53.594506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-645fa0c6-03d9-480c-b0bd-a0462e864e21 None None] Deleting port 693690bc-84ff-442c-b9aa-7738a6f10071 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:36:53.594883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-645fa0c6-03d9-480c-b0bd-a0462e864e21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.663283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-645fa0c6-03d9-480c-b0bd-a0462e864e21 None None] For port 693690bc-84ff-442c-b9aa-7738a6f10071, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=693690bc-84ff-442c-b9aa-7738a6f10071,segment=NetworkSegment(f226684b-d8b0-4c5f-ba1c-13d3658fba97),segment_id=f226684b-d8b0-4c5f-ba1c-13d3658fba97)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:36:53.663496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-645fa0c6-03d9-480c-b0bd-a0462e864e21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.677708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-645fa0c6-03d9-480c-b0bd-a0462e864e21 None None] Calling delete_port for 693690bc-84ff-442c-b9aa-7738a6f10071 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:36:53.744283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.757209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-645fa0c6-03d9-480c-b0bd-a0462e864e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (693690bc-84ff-442c-b9aa-7738a6f10071), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.769208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=693690bc-84ff-442c-b9aa-7738a6f10071,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:53.777876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] No DVR routers for this DVR port 693690bc-84ff-442c-b9aa-7738a6f10071 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:36:53.782456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fa0c6-03d9-480c-b0bd-a0462e864e21 None None] Pushing event deleted for resources: {'Port': ['ID=693690bc-84ff-442c-b9aa-7738a6f10071,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:53.786029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645fa0c6-03d9-480c-b0bd-a0462e864e21 None None] No DVR routers for this DVR port 693690bc-84ff-442c-b9aa-7738a6f10071 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:36:53.847912 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (47c316df-eb1e-4e76-a098-163b1f53461c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.868549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c316df-eb1e-4e76-a098-163b1f53461c']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:53.877955 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f226684b-d8b0-4c5f-ba1c-13d3658fba97') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:53.878262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f226684b-d8b0-4c5f-ba1c-13d3658fba97') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:36:53.887808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (f226684b-d8b0-4c5f-ba1c-13d3658fba97), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.902288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f226684b-d8b0-4c5f-ba1c-13d3658fba97), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.908598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:36:53.909155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (f226684b-d8b0-4c5f-ba1c-13d3658fba97), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:53.950268 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment f226684b-d8b0-4c5f-ba1c-13d3658fba97 resource provider aggregate not found Oct 23 01:36:53.967157 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment f226684b-d8b0-4c5f-ba1c-13d3658fba97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f226684b-d8b0-4c5f-ba1c-13d3658fba97 found for delete ", "request_id": "req-a1fc8668-80b7-4225-bbfb-0db86988e9a7"}]} Oct 23 01:36:54.031286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (47c316df-eb1e-4e76-a098-163b1f53461c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:54.037420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:54.040580 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/47c316df-eb1e-4e76-a098-163b1f53461c HTTP/1.1" status: 204 len: 168 time: 0.6496925 Oct 23 01:36:54.053690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060ea27-6fc0-4dd3-b37a-568bef009c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=47c316df-eb1e-4e76-a098-163b1f53461c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:54.349177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39914) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:54.382801 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:54.389077 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a06590f3-6262-4569-9f00-446f09d4c60f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=eb877d1d176f42bf8c595cf49cccc365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387883 Oct 23 01:36:54.394258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39916) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:54.447202 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-29567417-5024-4044-b7d2-4c1446a2140b admin admin] Publish callbacks [] for security_group (87118b50-3c97-4600-937d-c1d58c75179c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:54.468493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-29567417-5024-4044-b7d2-4c1446a2140b admin admin] Publish callbacks [] for security_group (87118b50-3c97-4600-937d-c1d58c75179c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:54.484013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:54.619255 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-29567417-5024-4044-b7d2-4c1446a2140b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (87118b50-3c97-4600-937d-c1d58c75179c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:54.621812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-29567417-5024-4044-b7d2-4c1446a2140b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:54.622976 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-29567417-5024-4044-b7d2-4c1446a2140b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/87118b50-3c97-4600-937d-c1d58c75179c HTTP/1.1" status: 204 len: 168 time: 0.2278574 Oct 23 01:36:54.631582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29567417-5024-4044-b7d2-4c1446a2140b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87118b50-3c97-4600-937d-c1d58c75179c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:54.694348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 774a4936-ca9c-47ee-89fe-7957f110ff48 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:36:54.713622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 774a4936-ca9c-47ee-89fe-7957f110ff48 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:36:54.713991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 774a4936-ca9c-47ee-89fe-7957f110ff48 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:36:54.714409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:36:54.734815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:36:54.735156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a2f563d8-c2f2-46b1-9ae8-3a6a7b724e0a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:36:54.735565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 693690bc-84ff-442c-b9aa-7738a6f10071 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:36:54.753610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 693690bc-84ff-442c-b9aa-7738a6f10071 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:36:54.753985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 693690bc-84ff-442c-b9aa-7738a6f10071 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:36:55.231443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39922) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:55.271055 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6a00f15b-e0a8-4c88-8e14-5e2fbeab7586 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=54430b78a3b14683aa564b607cc5b387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379965 Oct 23 01:36:55.273502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 39924) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:36:55.323720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9a58536b-3b91-4351-827a-0a8df9a9a589 admin admin] Publish callbacks [] for security_group (b35cd010-cbea-443e-9e23-15acbe288481), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:55.344170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9a58536b-3b91-4351-827a-0a8df9a9a589 admin admin] Publish callbacks [] for security_group (b35cd010-cbea-443e-9e23-15acbe288481), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:55.448258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9a58536b-3b91-4351-827a-0a8df9a9a589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (b35cd010-cbea-443e-9e23-15acbe288481), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:55.450757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9a58536b-3b91-4351-827a-0a8df9a9a589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:36:55.451943 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9a58536b-3b91-4351-827a-0a8df9a9a589 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b35cd010-cbea-443e-9e23-15acbe288481 HTTP/1.1" status: 204 len: 168 time: 0.1773224 Oct 23 01:36:55.460462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58536b-3b91-4351-827a-0a8df9a9a589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35cd010-cbea-443e-9e23-15acbe288481,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:36:58.687687 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=60 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:36:58.688478 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=62 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:03.247651 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-f09a718d-35d4-4fd5-ac5c-caaf302bbedc tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=c9c8039262314f7fb4fac9139656be43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295932 Oct 23 01:37:03.359584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:03.442575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-6ff2b716-ffd3-4ae0-80f6-08686881023c tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:03.444048 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-6ff2b716-ffd3-4ae0-80f6-08686881023c tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914389 Oct 23 01:37:03.459672 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-5d88d837-1f88-497f-a0d8-2ec66f7686d7 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/quotas/c9c8039262314f7fb4fac9139656be43 HTTP/1.1" status: 200 len: 375 time: 0.0101731 Oct 23 01:37:03.492982 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-f6dbc08e-0177-4f0e-9c1e-42ecb9e0862d tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c9c8039262314f7fb4fac9139656be43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276589 Oct 23 01:37:04.738366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:04.739802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:04.760420 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c395e037-069a-40ec-af22-1cf277a3e647 req-dcd1e643-d21e-4bbf-8411-b887892806d6 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 210 time: 0.0340133 Oct 23 01:37:05.473422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:05.850433 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02ea9646-5079-458c-ba8f-26005b028a47 req-f62edea9-4677-4716-aee5-352b46a61a28 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 210 time: 0.0311394 Oct 23 01:37:06.944672 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-8aebf21d-d5ac-4568-83e3-204f1f2917bc tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=c9c8039262314f7fb4fac9139656be43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213232 Oct 23 01:37:06.953034 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9b054f11-7059-492e-ba66-6d85707476b3 req-e2d1a399-2d50-4bba-a5f8-93b809881fc0 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 210 time: 0.0284986 Oct 23 01:37:07.055428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-4deefb4b-6189-4802-9b90-b758f0218a77 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:07.056862 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-4deefb4b-6189-4802-9b90-b758f0218a77 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076715 Oct 23 01:37:07.075058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Request body: {'port': {'device_id': '7bd489a9-695d-47d3-8c31-5793fdc0cee2', 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd', 'admin_state_up': True, 'tenant_id': 'c9c8039262314f7fb4fac9139656be43'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:37:07.263652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Made reservation on behalf of c9c8039262314f7fb4fac9139656be43 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:37:07.267587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:07.276508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:07.353074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Publish callbacks [] for security_group (dec4cade-0c59-4f3f-bd95-729f7f0238b3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:07.413090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (dec4cade-0c59-4f3f-bd95-729f7f0238b3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:07.480570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec4cade-0c59-4f3f-bd95-729f7f0238b3,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:07.532486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:07.539207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:07.549301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Allocated IP 192.168.233.105 (412c18bc-f416-42ae-b77e-6d5c293c53bd/85d28f1c-5c05-42a9-a09c-d1d022e9260e/43dfe8cb-c3e3-4efb-993d-0f9f70b66d47) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:37:07.698114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Publish callbacks [] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:07.802950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:07.848858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Network 412c18bc-f416-42ae-b77e-6d5c293c53bd is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:37:07.853758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:37:07.856339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:37:07.859974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Pushing event updated for resources: {'Port': ['ID=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:07.910454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:07.911612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:07.975472 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e1a22979-d807-47f1-95b7-d4f15fe78058 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9041910 Oct 23 01:37:07.993222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Request body: {'port': {'device_id': '7bd489a9-695d-47d3-8c31-5793fdc0cee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:37:08.080797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:08.097414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:08.098102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cba91a75-d91d-471c-b478-58572045df2f None None] Provisioning complete for port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:08.099189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cba91a75-d91d-471c-b478-58572045df2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:08.099374 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-cba91a75-d91d-471c-b478-58572045df2f None None] Attempt 1 to provision port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 Oct 23 01:37:08.107041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42f2cc-73fc-4977-a2eb-1f09bd5b9f74 req-d384a78d-99b8-448d-83e5-db4b17b1570e tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:08.110881 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa42f2cc-73fc-4977-a2eb-1f09bd5b9f74 req-d384a78d-99b8-448d-83e5-db4b17b1570e tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 936 time: 0.0637429 Oct 23 01:37:08.134955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-cba91a75-d91d-471c-b478-58572045df2f None None] Port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:37:08.246242 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa42f2cc-73fc-4977-a2eb-1f09bd5b9f74 req-b4af181a-3397-4264-902b-2adb9e4eae0a tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132157 Oct 23 01:37:08.388720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:37:08.398002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Publish callbacks [] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:08.410317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Transition to ACTIVE for port object 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:37:08.470317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:08.559682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Pushing event updated for resources: {'Port': ['ID=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:08.610905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Attempting to bind port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:37:08.610905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Attempting to bind port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2b2f5bc8-d9ee-44ad-92af-9ac6d6170124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:37:08.610905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Attempting to bind port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 on network 412c18bc-f416-42ae-b77e-6d5c293c53bd {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:37:08.616057 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:08.628652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 on network 412c18bc-f416-42ae-b77e-6d5c293c53bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:37:08.628980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Attempting to bind port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 on network 412c18bc-f416-42ae-b77e-6d5c293c53bd {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:37:08.671553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:37:08.671893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Checking segment: {'id': '2b2f5bc8-d9ee-44ad-92af-9ac6d6170124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:37:08.672277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Bound using segment: {'id': '2b2f5bc8-d9ee-44ad-92af-9ac6d6170124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:37:08.672714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Bound port: 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2f5bc8-d9ee-44ad-92af-9ac6d6170124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:37:08.673075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:08.733406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] For port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:37:08.736400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] For port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47,segment=NetworkSegment(2b2f5bc8-d9ee-44ad-92af-9ac6d6170124),segment_id=2b2f5bc8-d9ee-44ad-92af-9ac6d6170124)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:37:08.801061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:08.806116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:08.806730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:08.808140 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 HTTP/1.1" status: 200 len: 1098 time: 0.8198287 Oct 23 01:37:08.808685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd489a9-695d-47d3-8c31-5793fdc0cee2', 'tag': '43dfe8cb-c3e3-4efb-993d-0f9f70b66d47'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:37:08.810961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa6a669-8494-4c18-8793-ef13683a1d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd489a9-695d-47d3-8c31-5793fdc0cee2", "tag": "43dfe8cb-c3e3-4efb-993d-0f9f70b66d47"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:37:08.842104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e1a11a05-31e5-40e3-883b-f1205db86823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:08.859372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968a9cdd-b45e-4dde-829d-70a2593fd62b x-openstack-request-id: req-968a9cdd-b45e-4dde-829d-70a2593fd62b {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:37:08.859679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd489a9-695d-47d3-8c31-5793fdc0cee2", "tag": "43dfe8cb-c3e3-4efb-993d-0f9f70b66d47", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:37:08.859930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-968a9cdd-b45e-4dde-829d-70a2593fd62b {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:37:08.860372 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968a9cdd-b45e-4dde-829d-70a2593fd62b'] response: {'name': 'network-changed', 'server_uuid': '7bd489a9-695d-47d3-8c31-5793fdc0cee2', 'tag': '43dfe8cb-c3e3-4efb-993d-0f9f70b66d47', 'status': 'completed', 'code': 200} Oct 23 01:37:08.865495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcf224-1a77-4427-83d8-3af023f93758 service neutron] Pushing event updated for resources: {'Port': ['ID=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:08.938182 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6a669-8494-4c18-8793-ef13683a1d3c req-460ce110-e94d-44b6-a585-2fbfe669dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:08.939581 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7fa6a669-8494-4c18-8793-ef13683a1d3c req-460ce110-e94d-44b6-a585-2fbfe669dc0e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c9c8039262314f7fb4fac9139656be43&device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 1132 time: 0.0395427 Oct 23 01:37:08.970296 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7fa6a669-8494-4c18-8793-ef13683a1d3c req-e9c3ae43-ebe1-4e3c-bdd7-6dd730ef8524 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=c9c8039262314f7fb4fac9139656be43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185699 Oct 23 01:37:09.063889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6a669-8494-4c18-8793-ef13683a1d3c req-99a0ac27-1596-4cb6-bb62-372a5ca1a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:09.065382 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7fa6a669-8494-4c18-8793-ef13683a1d3c req-99a0ac27-1596-4cb6-bb62-372a5ca1a96c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898228 Oct 23 01:37:09.158012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-7745a9ab-dfa1-474f-a1d0-b8fc60b8c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:09.159483 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-7745a9ab-dfa1-474f-a1d0-b8fc60b8c86e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c9c8039262314f7fb4fac9139656be43&device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 1132 time: 0.0383875 Oct 23 01:37:09.203260 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-6be37f10-035b-4194-b271-268128517bff service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 HTTP/1.1" status: 200 len: 217 time: 0.0311477 Oct 23 01:37:09.252635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-1191ff8b-446c-45b5-9cf4-622e6d16fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:09.254066 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-1191ff8b-446c-45b5-9cf4-622e6d16fc86 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=85d28f1c-5c05-42a9-a09c-d1d022e9260e HTTP/1.1" status: 200 len: 843 time: 0.0451286 Oct 23 01:37:09.296271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e73e75a4-8e33-41a7-882a-6b785d733436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:09.297768 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-e73e75a4-8e33-41a7-882a-6b785d733436 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=412c18bc-f416-42ae-b77e-6d5c293c53bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0384305 Oct 23 01:37:09.358490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:09.404100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b8612-9735-490c-80b1-e939a98b8d36 req-ac2c430a-75db-4800-9ce7-27fa9eebbfba tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:09.405537 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-137b8612-9735-490c-80b1-e939a98b8d36 req-ac2c430a-75db-4800-9ce7-27fa9eebbfba tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 948 time: 0.0839741 Oct 23 01:37:09.443986 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-1ee07461-ac0b-435b-ab42-f7f2aabe4910 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/412c18bc-f416-42ae-b77e-6d5c293c53bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404750 Oct 23 01:37:09.510335 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-137b8612-9735-490c-80b1-e939a98b8d36 req-6f6383a2-e698-4cd0-8cde-7c34c9273eff tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973532 Oct 23 01:37:09.551480 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-59699e35-31bd-49c6-9628-99a19e8a1bb0 req-47631e9c-179c-4728-97ce-2f194b8b3a6b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/412c18bc-f416-42ae-b77e-6d5c293c53bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002476 Oct 23 01:37:10.631579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fd95b-de5a-4359-b441-3998f24f211f req-7da3f746-4bb7-47ec-859d-312b03f0a18a tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:10.633055 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3d0fd95b-de5a-4359-b441-3998f24f211f req-7da3f746-4bb7-47ec-859d-312b03f0a18a tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 948 time: 0.0467601 Oct 23 01:37:10.680073 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3d0fd95b-de5a-4359-b441-3998f24f211f req-d3190cdf-be87-4643-8ee0-fbe5f7e731d4 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 Oct 23 01:37:11.133531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e9aa726e-2dbf-4652-8ff4-b66de55e8be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:11.798215 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31a72d-152f-4f56-bbdb-9d4a830987fe req-95013760-4094-414f-a1e0-fdb231fa8da5 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:11.799686 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cb31a72d-152f-4f56-bbdb-9d4a830987fe req-95013760-4094-414f-a1e0-fdb231fa8da5 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 948 time: 0.0465214 Oct 23 01:37:11.846521 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cb31a72d-152f-4f56-bbdb-9d4a830987fe req-92c630c9-0017-451d-ac69-a3f1b08cf336 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Oct 23 01:37:12.549222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:12.965410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617c299-97f8-4768-b29b-2d9ccdde4a50 req-93363fc9-04c2-432a-b545-6d8ccc383adc tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:12.966900 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0617c299-97f8-4768-b29b-2d9ccdde4a50 req-93363fc9-04c2-432a-b545-6d8ccc383adc tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 948 time: 0.0467758 Oct 23 01:37:13.016411 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0617c299-97f8-4768-b29b-2d9ccdde4a50 req-c9e5d7d1-06b4-49f1-bc59-cccbab841413 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441504 Oct 23 01:37:13.483175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:37:13.583847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47,segment=NetworkSegment(2b2f5bc8-d9ee-44ad-92af-9ac6d6170124),segment_id=2b2f5bc8-d9ee-44ad-92af-9ac6d6170124)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:37:13.594527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '43dfe8cb-c3e3-4efb-993d-0f9f70b66d47', 'network_id': '412c18bc-f416-42ae-b77e-6d5c293c53bd', 'port_id': '43dfe8cb-c3e3-4efb-993d-0f9f70b66d47', 'mac_address': 'fa:16:3e:67:c3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d28f1c-5c05-42a9-a09c-d1d022e9260e', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:37:13.628621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:13.629009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:13.641480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:37:13.660343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47,segment=NetworkSegment(2b2f5bc8-d9ee-44ad-92af-9ac6d6170124),segment_id=2b2f5bc8-d9ee-44ad-92af-9ac6d6170124)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:37:13.727826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:13.776481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:14.031214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:14.044918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['43dfe8cb-c3e3-4efb-993d-0f9f70b66d47'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:37:14.069868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:14.140863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36214-6ddd-456f-a07c-581024069b00 req-0e9026ca-3dc4-4aab-925f-2bee1f67f58a tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:14.142371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e5d36214-6ddd-456f-a07c-581024069b00 req-0e9026ca-3dc4-4aab-925f-2bee1f67f58a tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 949 time: 0.0456603 Oct 23 01:37:14.190619 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e5d36214-6ddd-456f-a07c-581024069b00 req-de9a138b-f536-49e8-80c3-b140f54225fa tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Oct 23 01:37:15.310688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61883c-13a2-4c46-aa0f-c4199914fd16 req-7331d534-e6d6-4949-9e31-d4425878e3bf tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:15.312161 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc61883c-13a2-4c46-aa0f-c4199914fd16 req-7331d534-e6d6-4949-9e31-d4425878e3bf tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 949 time: 0.0468071 Oct 23 01:37:15.360339 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc61883c-13a2-4c46-aa0f-c4199914fd16 req-4d78c350-f6f2-4cee-b2a8-7de9f3a05f48 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Oct 23 01:37:15.498587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:37:15.540426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:37:15.607594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:15.607992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:15.608350 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 Oct 23 01:37:15.678454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:15.678840 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:15.700837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd489a9-695d-47d3-8c31-5793fdc0cee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dfe8cb-c3e3-4efb-993d-0f9f70b66d47'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:37:15.703057 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f673a72-7123-4459-9646-3949232f4e86" -d '{"events": [{"server_uuid": "7bd489a9-695d-47d3-8c31-5793fdc0cee2", "name": "network-vif-plugged", "status": "completed", "tag": "43dfe8cb-c3e3-4efb-993d-0f9f70b66d47"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:37:15.715867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47,segment=NetworkSegment(2b2f5bc8-d9ee-44ad-92af-9ac6d6170124),segment_id=2b2f5bc8-d9ee-44ad-92af-9ac6d6170124)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:37:15.790971 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:15.795758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c7f80a-b4b1-4884-8f3d-36b3bc868e79 x-openstack-request-id: req-37c7f80a-b4b1-4884-8f3d-36b3bc868e79 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:37:15.796108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd489a9-695d-47d3-8c31-5793fdc0cee2", "name": "network-vif-plugged", "status": "completed", "tag": "43dfe8cb-c3e3-4efb-993d-0f9f70b66d47", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:37:15.796384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37c7f80a-b4b1-4884-8f3d-36b3bc868e79 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:37:15.796805 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c7f80a-b4b1-4884-8f3d-36b3bc868e79'] response: {'server_uuid': '7bd489a9-695d-47d3-8c31-5793fdc0cee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dfe8cb-c3e3-4efb-993d-0f9f70b66d47', 'code': 200} Oct 23 01:37:15.846176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:15.974299 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:15.984330 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:16.156405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:16.188555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792451d-aacd-487a-9964-b32e01798ea4 req-18e0aeef-d3b4-45a6-8e49-dd3332098da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:16.190175 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b792451d-aacd-487a-9964-b32e01798ea4 req-18e0aeef-d3b4-45a6-8e49-dd3332098da8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 1134 time: 0.0427163 Oct 23 01:37:16.232610 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b792451d-aacd-487a-9964-b32e01798ea4 req-e92fe8c0-13ae-4f62-a1f4-d9c214a5bf80 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Oct 23 01:37:16.478308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757c434-b5a5-44e1-8ac0-14f135dbe2aa req-552d3d3c-b16a-401e-8211-b6152832f4fd tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:16.479784 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8757c434-b5a5-44e1-8ac0-14f135dbe2aa req-552d3d3c-b16a-401e-8211-b6152832f4fd tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 950 time: 0.0466869 Oct 23 01:37:16.526824 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8757c434-b5a5-44e1-8ac0-14f135dbe2aa req-248dfa95-5554-4b1b-b2fd-b6b0c2c518b8 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 Oct 23 01:37:17.649564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abe277-9333-4a39-898b-87a0770cf07e req-d5fe78d4-71fa-476b-ac36-95c0079ba3ea tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:17.651066 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e8abe277-9333-4a39-898b-87a0770cf07e req-d5fe78d4-71fa-476b-ac36-95c0079ba3ea tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 950 time: 0.0464549 Oct 23 01:37:17.699551 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e8abe277-9333-4a39-898b-87a0770cf07e req-594b7353-7e68-431b-a372-f015fcc3e0d0 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426004 Oct 23 01:37:18.150939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-7335c5ef-69b2-4692-83f8-a0f2d151899c req-2d1a4cc4-33b6-4b1f-b69c-fc36e2cfd299 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:37:18.151939 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7335c5ef-69b2-4692-83f8-a0f2d151899c req-2d1a4cc4-33b6-4b1f-b69c-fc36e2cfd299 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0966935 Oct 23 01:37:18.704106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-2eae26a5-bfb3-4f4d-83f3-856b7ad29c6d req-5c5de357-ea2b-46c1-be90-f4ee53d0819b service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:37:18.705287 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2eae26a5-bfb3-4f4d-83f3-856b7ad29c6d req-5c5de357-ea2b-46c1-be90-f4ee53d0819b service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0528564 Oct 23 01:37:19.341852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4296b8-3463-46c3-887d-d24d51e6726d req-3d37adf5-1787-404b-a3e8-1e2432c33e65 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:19.343332 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7b4296b8-3463-46c3-887d-d24d51e6726d req-3d37adf5-1787-404b-a3e8-1e2432c33e65 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 950 time: 0.0460165 Oct 23 01:37:19.392763 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7b4296b8-3463-46c3-887d-d24d51e6726d req-c75cc2ca-c843-4b86-ba31-17b85115f04e tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432608 Oct 23 01:37:20.519731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245ffd6-7f5f-4fff-b5eb-ab720aa1d2ba req-3852e510-661c-4656-94b1-ccd9b7cbf67a tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:20.521845 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4245ffd6-7f5f-4fff-b5eb-ab720aa1d2ba req-3852e510-661c-4656-94b1-ccd9b7cbf67a tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 950 time: 0.0529146 Oct 23 01:37:20.568582 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4245ffd6-7f5f-4fff-b5eb-ab720aa1d2ba req-5441c860-0aa3-4fc6-bb8f-014135130e76 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dec4cade-0c59-4f3f-bd95-729f7f0238b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Oct 23 01:37:20.753576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d7c08-475e-4a2f-b76f-95acd6b2b42c req-70a36746-1417-44d6-bb0c-50da59d21b0f tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:20.755631 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-593d7c08-475e-4a2f-b76f-95acd6b2b42c req-70a36746-1417-44d6-bb0c-50da59d21b0f tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 950 time: 0.0460646 Oct 23 01:37:20.834943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-593d7c08-475e-4a2f-b76f-95acd6b2b42c req-a9462d27-1ecd-4903-94bf-0df6be703f11 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Deleting port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:37:20.835284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-593d7c08-475e-4a2f-b76f-95acd6b2b42c req-a9462d27-1ecd-4903-94bf-0df6be703f11 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:20.927599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-593d7c08-475e-4a2f-b76f-95acd6b2b42c req-a9462d27-1ecd-4903-94bf-0df6be703f11 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] For port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47,segment=NetworkSegment(2b2f5bc8-d9ee-44ad-92af-9ac6d6170124),segment_id=2b2f5bc8-d9ee-44ad-92af-9ac6d6170124)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:37:20.927966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-593d7c08-475e-4a2f-b76f-95acd6b2b42c req-a9462d27-1ecd-4903-94bf-0df6be703f11 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:20.940355 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-593d7c08-475e-4a2f-b76f-95acd6b2b42c req-a9462d27-1ecd-4903-94bf-0df6be703f11 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Calling delete_port for 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:37:21.010055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:21.110199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-593d7c08-475e-4a2f-b76f-95acd6b2b42c req-a9462d27-1ecd-4903-94bf-0df6be703f11 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (43dfe8cb-c3e3-4efb-993d-0f9f70b66d47), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:21.139228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9462d27-1ecd-4903-94bf-0df6be703f11 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Pushing event deleted for resources: {'Port': ['ID=43dfe8cb-c3e3-4efb-993d-0f9f70b66d47,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:21.150781 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['43dfe8cb-c3e3-4efb-993d-0f9f70b66d47'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:37:21.191259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d7c08-475e-4a2f-b76f-95acd6b2b42c req-a9462d27-1ecd-4903-94bf-0df6be703f11 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] No DVR routers for this DVR port 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:37:21.194003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-593d7c08-475e-4a2f-b76f-95acd6b2b42c req-a9462d27-1ecd-4903-94bf-0df6be703f11 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:21.197257 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-593d7c08-475e-4a2f-b76f-95acd6b2b42c req-a9462d27-1ecd-4903-94bf-0df6be703f11 tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.48 "DELETE /networking/v2.0/ports/43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 HTTP/1.1" status: 204 len: 173 time: 0.4368124 Oct 23 01:37:21.197811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd489a9-695d-47d3-8c31-5793fdc0cee2', 'name': 'network-vif-deleted', 'tag': '43dfe8cb-c3e3-4efb-993d-0f9f70b66d47'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:37:21.200321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbf60e0-6160-40c1-ad7f-e1be888036db" -d '{"events": [{"server_uuid": "7bd489a9-695d-47d3-8c31-5793fdc0cee2", "name": "network-vif-deleted", "tag": "43dfe8cb-c3e3-4efb-993d-0f9f70b66d47"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:37:21.239536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2defd6-6e16-46fd-89e1-4895956bf4e9 x-openstack-request-id: req-8a2defd6-6e16-46fd-89e1-4895956bf4e9 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:37:21.239827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd489a9-695d-47d3-8c31-5793fdc0cee2", "name": "network-vif-deleted", "tag": "43dfe8cb-c3e3-4efb-993d-0f9f70b66d47", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:37:21.240072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a2defd6-6e16-46fd-89e1-4895956bf4e9 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:37:21.240518 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2defd6-6e16-46fd-89e1-4895956bf4e9'] response: {'server_uuid': '7bd489a9-695d-47d3-8c31-5793fdc0cee2', 'name': 'network-vif-deleted', 'tag': '43dfe8cb-c3e3-4efb-993d-0f9f70b66d47', 'status': 'completed', 'code': 200} Oct 23 01:37:21.682711 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-409c83a7-be2d-4d84-8da8-b1da45c7e4bc req-21cc68b9-2310-4b61-b5aa-a521e7a22b1b tempest-ServersAdminNegativeTestJSON-1884642660 tempest-ServersAdminNegativeTestJSON-1884642660-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7bd489a9-695d-47d3-8c31-5793fdc0cee2 HTTP/1.1" status: 200 len: 210 time: 0.0290103 Oct 23 01:37:21.973562 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:23.216262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40076) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:37:23.344270 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c13c0b70-4477-4b36-af4a-4119d05c5d2c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c9c8039262314f7fb4fac9139656be43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267548 Oct 23 01:37:23.346777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40080) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:37:23.396490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Publish callbacks [] for security_group (dec4cade-0c59-4f3f-bd95-729f7f0238b3), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:23.416068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Publish callbacks [] for security_group (dec4cade-0c59-4f3f-bd95-729f7f0238b3), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:23.443267 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:23.531620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (dec4cade-0c59-4f3f-bd95-729f7f0238b3), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:23.534169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:23.535319 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/dec4cade-0c59-4f3f-bd95-729f7f0238b3 HTTP/1.1" status: 204 len: 168 time: 0.1876743 Oct 23 01:37:23.543732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec4cade-0c59-4f3f-bd95-729f7f0238b3,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:23.551905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.552257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.553241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.553702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.553937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.554625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.554625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.554913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.555282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.555609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.555934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.556257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.556581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.556905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.557227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa49de-87bb-4619-bffd-1bc82ac4eb4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:23.995684 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:37:24.121571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40086) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:37:24.135420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88ebd2d3-5d03-4628-b8c8-f17806cea370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:24.211323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88ebd2d3-5d03-4628-b8c8-f17806cea370 admin admin] Publish callbacks [] for security_group (aa2f2f95-23e2-43a8-9e26-ad3012fff8bb), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:24.287817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-88ebd2d3-5d03-4628-b8c8-f17806cea370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (aa2f2f95-23e2-43a8-9e26-ad3012fff8bb), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:24.326449 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-88ebd2d3-5d03-4628-b8c8-f17806cea370 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=78f024d4e8cc46c5b6e3278f839b1736&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038200 Oct 23 01:37:24.327280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebd2d3-5d03-4628-b8c8-f17806cea370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2f2f95-23e2-43a8-9e26-ad3012fff8bb,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:24.329545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40088) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:37:24.380293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Publish callbacks [] for security_group (aa2f2f95-23e2-43a8-9e26-ad3012fff8bb), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:24.403505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Publish callbacks [] for security_group (aa2f2f95-23e2-43a8-9e26-ad3012fff8bb), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:24.515869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (aa2f2f95-23e2-43a8-9e26-ad3012fff8bb), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:24.518446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:24.519665 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/aa2f2f95-23e2-43a8-9e26-ad3012fff8bb HTTP/1.1" status: 204 len: 168 time: 0.1887491 Oct 23 01:37:24.527951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2f2f95-23e2-43a8-9e26-ad3012fff8bb,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:24.535395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.535749 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.536092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.536434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.536766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.537137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.538186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.538468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.538795 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.539313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.539647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.539978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.540299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.540619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:24.540943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1001d16-1679-45b3-83da-659b4ff3863a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:25.484200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40110) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:37:25.561233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:37:25.581524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:37:25.581916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 43dfe8cb-c3e3-4efb-993d-0f9f70b66d47 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:37:25.594528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-165664043-network', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:37:25.699051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Made reservation on behalf of 1a3b2f74d7aa4af68d1838511018684b for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:37:25.701419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:25.710880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:25.784486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Publish callbacks [] for security_group (2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:25.853217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:25.878244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:37:25.887813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:25.893941 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (edbf46fd-b08b-43bd-a370-d4d56f8dbbfb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:25.894289 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Added segment edbf46fd-b08b-43bd-a370-d4d56f8dbbfb of type vlan for network 85f7392b-b75b-4880-882e-6c0382e755ce Oct 23 01:37:25.904051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:25.923218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:25.937454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (85f7392b-b75b-4880-882e-6c0382e755ce), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:26.018688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (85f7392b-b75b-4880-882e-6c0382e755ce), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:26.019770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:26.020287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:26.083562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] Pushing event updated for resources: {'Network': ['ID=85f7392b-b75b-4880-882e-6c0382e755ce,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:26.093888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 85f7392b-b75b-4880-882e-6c0382e755ce details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:37:26.141626 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-481af22a-9153-4cc2-899f-addb762fc1b8 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6561630 Oct 23 01:37:26.144813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40114) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:37:26.150081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] Request body: {'subnet': {'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-165664043-subnet', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:37:26.224750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] Made reservation on behalf of 1a3b2f74d7aa4af68d1838511018684b for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:37:26.227179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:26.459136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (b6357627-7a1a-4f0d-a7c6-810d8d1f44a3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:26.512253 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6357627-7a1a-4f0d-a7c6-810d8d1f44a3,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:26.527181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] Checking segment: {'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:37:26.527531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] Network hostable DHCP agents. Network: 85f7392b-b75b-4880-882e-6c0382e755ce, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:37:26.596352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] Network 85f7392b-b75b-4880-882e-6c0382e755ce is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:37:26.668955 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 85f7392b-b75b-4880-882e-6c0382e755ce) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:37:26.672964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:26.673567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:26.677745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288eee96-f2fb-410e-b550-13716df6bec6 None None] Network 85f7392b-b75b-4880-882e-6c0382e755ce requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:37:26.765023 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-75ec29f5-b47d-49ea-a417-6ead58bc1c67 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6185505 Oct 23 01:37:26.767447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40116) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:37:26.773658 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-165664043-router', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:37:26.779742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-85f7392b-b75b-4880-882e-6c0382e755ce', 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce', 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'fixed_ips': [{'subnet_id': 'b6357627-7a1a-4f0d-a7c6-810d8d1f44a3'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:37:26.780673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:26.846477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (f03e4114-cc9e-477f-b99c-08ea0448c6cf), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:26.847535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (f03e4114-cc9e-477f-b99c-08ea0448c6cf), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:26.852468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:26.898667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Publish callbacks [] for router_controller (f03e4114-cc9e-477f-b99c-08ea0448c6cf), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:26.920394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Allocated IP 172.20.0.2 (85f7392b-b75b-4880-882e-6c0382e755ce/b6357627-7a1a-4f0d-a7c6-810d8d1f44a3/fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:37:26.929152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:26.976387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:27.004188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:27.069252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Publish callbacks [] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:27.179533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:27.223762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Network 85f7392b-b75b-4880-882e-6c0382e755ce is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:37:27.227224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:37:27.231510 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:37:27.234821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Pushing event updated for resources: {'Port': ['ID=fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:27.295337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Attempting to bind port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:37:27.295710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Attempting to bind port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:37:27.296076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Attempting to bind port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 on network 85f7392b-b75b-4880-882e-6c0382e755ce {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:37:27.341586 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:37:27.341997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Checking segment: {'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:37:27.342301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:27.342687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Bound using segment: {'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:37:27.343153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Bound port: fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:37:27.343530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:27.397074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:27.405582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] For port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:37:27.408724 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] For port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:37:27.431452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Publish callbacks [] for router_gateway (f03e4114-cc9e-477f-b99c-08ea0448c6cf), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:27.505187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:27.557027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2c43d-4bc8-465c-aae8-e7b681b871a8 None None] Pushing event updated for resources: {'Port': ['ID=fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:27.706710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Publish callbacks [] for router_gateway (f03e4114-cc9e-477f-b99c-08ea0448c6cf), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:27.727281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:27.838818 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Allocated IP 172.36.3.214 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/86306842-22db-483d-ab55-4cdd4eb47a88) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:37:27.944095 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Publish callbacks [] for port (86306842-22db-483d-ab55-4cdd4eb47a88), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:28.042050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:28.084011 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:37:28.089084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:37:28.091317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Pushing event updated for resources: {'Port': ['ID=86306842-22db-483d-ab55-4cdd4eb47a88,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:28.093519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:37:28.210459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:28.435441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Publish callbacks [] for router_gateway (f03e4114-cc9e-477f-b99c-08ea0448c6cf), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:28.438128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e745e582-d41e-4d1f-a3ee-06aded095ddd None None] Network 85f7392b-b75b-4880-882e-6c0382e755ce requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:37:28.631145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (f03e4114-cc9e-477f-b99c-08ea0448c6cf), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:28.639000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-53fd9451-0543-48ab-b888-41031f2f545b None None] Provisioning complete for port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:28.639375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-53fd9451-0543-48ab-b888-41031f2f545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:28.639713 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-53fd9451-0543-48ab-b888-41031f2f545b None None] Attempt 1 to provision port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 Oct 23 01:37:28.671347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:28.762628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:37:28.801692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-53fd9451-0543-48ab-b888-41031f2f545b None None] Current status of the port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:28.802112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-53fd9451-0543-48ab-b888-41031f2f545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:28.807987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:28.813364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Router f03e4114-cc9e-477f-b99c-08ea0448c6cf is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:37:28.852264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:28.852784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:28.855186 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 Oct 23 01:37:28.859521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-53fd9451-0543-48ab-b888-41031f2f545b None None] For port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:37:28.929442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:37:28.941540 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:28.942024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:28.944636 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Sync routers for ids ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:37:28.955846 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Routers {'f03e4114-cc9e-477f-b99c-08ea0448c6cf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:37:28.956457 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:37:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:37:28.968609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-53fd9451-0543-48ab-b888-41031f2f545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.003918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.005109 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ff807b4e-6bcb-499e-aaa9-81742c9f86e0 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2366714 Oct 23 01:37:29.008703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40118) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:37:29.040454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:37:29.040875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:37:29.043733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd9451-0543-48ab-b888-41031f2f545b None None] Pushing event updated for resources: {'Port': ['ID=fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:29.087879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-01726796-2d18-43d3-b8ba-a8ee166770c6 None None] Provisioning complete for port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:29.088225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-01726796-2d18-43d3-b8ba-a8ee166770c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.088510 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-01726796-2d18-43d3-b8ba-a8ee166770c6 None None] Attempt 1 to provision port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 Oct 23 01:37:29.112891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:29.161137 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Set router f03e4114-cc9e-477f-b99c-08ea0448c6cf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:37:29.167501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-01726796-2d18-43d3-b8ba-a8ee166770c6 None None] Current status of the port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:29.325935 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'name': 'tempest-DeleteServersTestJSON-165664043-router', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214'}], 'enable_snat': True}, 'gw_port_id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:37:26Z', 'updated_at': '2022-10-23T01:37:28Z', 'revision_number': 3, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'gw_port': {'id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:27Z', 'updated_at': '2022-10-23T01:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:37:29.354353 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Checking router: f03e4114-cc9e-477f-b99c-08ea0448c6cf for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:37:29.354609 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Updating router f03e4114-cc9e-477f-b99c-08ea0448c6cf port 86306842-22db-483d-ab55-4cdd4eb47a88 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:37:29.382910 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.422563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.576488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:29.580459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Allocated IP 172.20.0.1 (85f7392b-b75b-4880-882e-6c0382e755ce/b6357627-7a1a-4f0d-a7c6-810d8d1f44a3/28d3db6d-b320-4ad5-8c62-6cc2332ee03f) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:37:29.624397 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Publish callbacks [] for port (86306842-22db-483d-ab55-4cdd4eb47a88), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.682105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Publish callbacks [] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.704728 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.739297 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Attempting to bind port 86306842-22db-483d-ab55-4cdd4eb47a88 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:37:29.739666 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Attempting to bind port 86306842-22db-483d-ab55-4cdd4eb47a88 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:37:29.740023 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Attempting to bind port 86306842-22db-483d-ab55-4cdd4eb47a88 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:37:29.768120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.777312 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Pushing event updated for resources: {'Port': ['ID=86306842-22db-483d-ab55-4cdd4eb47a88,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:29.790412 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.790756 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.791096 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.791439 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.791772 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.792103 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.792425 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.792745 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.793068 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.793389 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.793709 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.794055 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.794373 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.794698 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.795045 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:37:29.806579 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:37:29.806951 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:37:29.807350 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.807735 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:37:29.808206 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Bound port: 86306842-22db-483d-ab55-4cdd4eb47a88, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:37:29.808585 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.811907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Network 85f7392b-b75b-4880-882e-6c0382e755ce is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:37:29.819285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:37:29.823178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:37:29.826938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:29.831073 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:29.844804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Pushing event updated for resources: {'Port': ['ID=28d3db6d-b320-4ad5-8c62-6cc2332ee03f,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:29.864012 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] For port 86306842-22db-483d-ab55-4cdd4eb47a88, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:37:29.867509 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] For port 86306842-22db-483d-ab55-4cdd4eb47a88, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86306842-22db-483d-ab55-4cdd4eb47a88,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:37:29.869747 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (f03e4114-cc9e-477f-b99c-08ea0448c6cf), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.928278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:29.945694 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:29.953071 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:29.983370 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Routers {'f03e4114-cc9e-477f-b99c-08ea0448c6cf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:37:29.983899 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:37:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:37:30.041940 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2d7f0-648f-4251-85bf-c129b2e7db91 None None] Pushing event updated for resources: {'Port': ['ID=86306842-22db-483d-ab55-4cdd4eb47a88,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:30.081601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:30.091606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ca7a6d6c-8673-4b67-b187-66e0bbb854e8 None None] Provisioning complete for port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:30.091948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ca7a6d6c-8673-4b67-b187-66e0bbb854e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:30.092286 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ca7a6d6c-8673-4b67-b187-66e0bbb854e8 None None] Attempt 1 to provision port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f Oct 23 01:37:30.110772 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] Set router f03e4114-cc9e-477f-b99c-08ea0448c6cf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:37:30.127931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a6d6c-8673-4b67-b187-66e0bbb854e8 None None] Port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:37:30.245138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Publish callbacks [] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:30.282631 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'name': 'tempest-DeleteServersTestJSON-165664043-router', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214'}], 'enable_snat': True}, 'gw_port_id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:37:26Z', 'updated_at': '2022-10-23T01:37:28Z', 'revision_number': 3, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'gw_port': {'id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:27Z', 'updated_at': '2022-10-23T01:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:37:30.304487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:30.306350 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e926ce2-d83a-458d-9b1f-14834b38e3e5 None None] The sync data for ids ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'] in dv-neutron-master-2-hyperv is: [{'id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'name': 'tempest-DeleteServersTestJSON-165664043-router', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214'}], 'enable_snat': True}, 'gw_port_id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:37:26Z', 'updated_at': '2022-10-23T01:37:28Z', 'revision_number': 3, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'gw_port': {'id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:27Z', 'updated_at': '2022-10-23T01:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:37:30.375737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (f03e4114-cc9e-477f-b99c-08ea0448c6cf), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:30.377501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Pushing event updated for resources: {'Port': ['ID=28d3db6d-b320-4ad5-8c62-6cc2332ee03f,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:30.476066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Network 85f7392b-b75b-4880-882e-6c0382e755ce is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:37:30.477411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:37:30.609521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Router f03e4114-cc9e-477f-b99c-08ea0448c6cf has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:37:30.655264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:30.736404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:37:30.743253 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e39a0f88-e856-400d-aa80-ee782a3f6c67 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/f03e4114-cc9e-477f-b99c-08ea0448c6cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323525 Oct 23 01:37:30.811070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:37:30.859741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ef398ec2-d16e-4f40-b796-81e062373c2e None None] Provisioning complete for port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:30.860181 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ef398ec2-d16e-4f40-b796-81e062373c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:30.860515 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ef398ec2-d16e-4f40-b796-81e062373c2e None None] Attempt 1 to provision port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f Oct 23 01:37:30.898984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:30.898984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:30.899190 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 Oct 23 01:37:30.919877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ef398ec2-d16e-4f40-b796-81e062373c2e None None] Port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:37:30.981775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:30.982861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 86306842-22db-483d-ab55-4cdd4eb47a88 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:37:31.029770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 86306842-22db-483d-ab55-4cdd4eb47a88 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:31.030168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:31.030592 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 86306842-22db-483d-ab55-4cdd4eb47a88 Oct 23 01:37:31.095928 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:31.111140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 86306842-22db-483d-ab55-4cdd4eb47a88 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:31.111530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:31.127473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:31.140208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 86306842-22db-483d-ab55-4cdd4eb47a88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86306842-22db-483d-ab55-4cdd4eb47a88,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:37:31.196617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:31.247000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-99b49fe5-e0c4-4a6e-8c0f-eecd050c9b83 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:31.248546 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-99b49fe5-e0c4-4a6e-8c0f-eecd050c9b83 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/networks?id=85f7392b-b75b-4880-882e-6c0382e755ce HTTP/1.1" status: 200 len: 811 time: 0.1228843 Oct 23 01:37:31.250567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=86306842-22db-483d-ab55-4cdd4eb47a88,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:31.264046 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-5a48f91e-e1cc-48b1-b9bc-380f54469f98 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/quotas/1a3b2f74d7aa4af68d1838511018684b HTTP/1.1" status: 200 len: 375 time: 0.0099051 Oct 23 01:37:31.314812 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-07ce061e-9a2e-4ecb-8f6f-a08b39db40ee tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1a3b2f74d7aa4af68d1838511018684b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454159 Oct 23 01:37:31.406154 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-82c8108a-1fd4-448a-b822-f7d05223b39a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845225 Oct 23 01:37:31.501374 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-8b7b66e0-6803-4eab-8d3b-593b7ceb2822 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896039 Oct 23 01:37:31.743546 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cb079269-6b6a-4aec-820d-a58f54f90b5c req-860e0ea0-2b8d-42c9-956a-33750dbe2552 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 210 time: 0.0279622 Oct 23 01:37:31.916769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Sync routers for ids ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:37:31.928265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Routers {'f03e4114-cc9e-477f-b99c-08ea0448c6cf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:37:31.934367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:37:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:37:32.033719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Set router f03e4114-cc9e-477f-b99c-08ea0448c6cf gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:37:32.219461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'name': 'tempest-DeleteServersTestJSON-165664043-router', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214'}], 'enable_snat': True}, 'gw_port_id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:37:26Z', 'updated_at': '2022-10-23T01:37:29Z', 'revision_number': 4, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'gw_port': {'id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:27Z', 'updated_at': '2022-10-23T01:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28d3db6d-b320-4ad5-8c62-6cc2332ee03f', 'name': '', 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'mac_address': 'fa:16:3e:11:bb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b6357627-7a1a-4f0d-a7c6-810d8d1f44a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:29Z', 'updated_at': '2022-10-23T01:37:30Z', 'revision_number': 2, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'subnets': [{'id': 'b6357627-7a1a-4f0d-a7c6-810d8d1f44a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:37:32.249314 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Checking router: f03e4114-cc9e-477f-b99c-08ea0448c6cf for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:37:32.249670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Updating router f03e4114-cc9e-477f-b99c-08ea0448c6cf port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:37:32.277957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:32.537474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Publish callbacks [] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:32.607789 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:32.646975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:32.673079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3ef51-d611-48b4-9587-55d6ed2e3e4f None None] Pushing event updated for resources: {'Port': ['ID=28d3db6d-b320-4ad5-8c62-6cc2332ee03f,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:32.702470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Attempting to bind port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:37:32.702836 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Attempting to bind port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:37:32.703219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Attempting to bind port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f on network 85f7392b-b75b-4880-882e-6c0382e755ce {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:37:32.732161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 86306842-22db-483d-ab55-4cdd4eb47a88 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:37:32.785738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:37:32.786191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Checking segment: {'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:37:32.786537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:32.787650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Bound using segment: {'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:37:32.788103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Bound port: 28d3db6d-b320-4ad5-8c62-6cc2332ee03f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:37:32.788473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:32.809535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 86306842-22db-483d-ab55-4cdd4eb47a88 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:32.809936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:32.810276 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 86306842-22db-483d-ab55-4cdd4eb47a88 Oct 23 01:37:32.846855 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b83770a2-d842-4edf-8f01-006881dd8324 req-192dc086-6ce4-47d4-a243-0507045d1034 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 210 time: 0.0285556 Oct 23 01:37:32.886197 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] For port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:37:32.890316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] For port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28d3db6d-b320-4ad5-8c62-6cc2332ee03f,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:37:32.926369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 86306842-22db-483d-ab55-4cdd4eb47a88 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:32.950630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:32.991934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Routers {'f03e4114-cc9e-477f-b99c-08ea0448c6cf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:37:32.992549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:37:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:37:33.043513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3ef51-d611-48b4-9587-55d6ed2e3e4f None None] Pushing event updated for resources: {'Port': ['ID=28d3db6d-b320-4ad5-8c62-6cc2332ee03f,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:33.109658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] Set router f03e4114-cc9e-477f-b99c-08ea0448c6cf gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:37:33.145177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:33.250122 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:33.297672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'name': 'tempest-DeleteServersTestJSON-165664043-router', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214'}], 'enable_snat': True}, 'gw_port_id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:37:26Z', 'updated_at': '2022-10-23T01:37:29Z', 'revision_number': 4, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'gw_port': {'id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:27Z', 'updated_at': '2022-10-23T01:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28d3db6d-b320-4ad5-8c62-6cc2332ee03f', 'name': '', 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'mac_address': 'fa:16:3e:11:bb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b6357627-7a1a-4f0d-a7c6-810d8d1f44a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:29Z', 'updated_at': '2022-10-23T01:37:32Z', 'revision_number': 4, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'subnets': [{'id': 'b6357627-7a1a-4f0d-a7c6-810d8d1f44a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:37:33.323525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61585eb-23b8-41c4-97e5-fdf79ee3487f None None] The sync data for ids ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'] in dv-neutron-master-2-hyperv is: [{'id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'name': 'tempest-DeleteServersTestJSON-165664043-router', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214'}], 'enable_snat': True}, 'gw_port_id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:37:26Z', 'updated_at': '2022-10-23T01:37:29Z', 'revision_number': 4, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'gw_port': {'id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:27Z', 'updated_at': '2022-10-23T01:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28d3db6d-b320-4ad5-8c62-6cc2332ee03f', 'name': '', 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'mac_address': 'fa:16:3e:11:bb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b6357627-7a1a-4f0d-a7c6-810d8d1f44a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:29Z', 'updated_at': '2022-10-23T01:37:32Z', 'revision_number': 4, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'subnets': [{'id': 'b6357627-7a1a-4f0d-a7c6-810d8d1f44a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:37:33.955028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-13cc3489-4334-4d98-95e1-d671444835be tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:33.956529 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-13cc3489-4334-4d98-95e1-d671444835be tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.48 "GET /networking/v2.0/networks?id=85f7392b-b75b-4880-882e-6c0382e755ce HTTP/1.1" status: 200 len: 811 time: 0.1314263 Oct 23 01:37:33.975991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Request body: {'port': {'device_id': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce', 'admin_state_up': True, 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:37:33.980509 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-85816121-f6dc-4f2e-9259-56edb5d01697 req-4a1ab783-14cc-4625-8aeb-4a14a8fcf19f tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 210 time: 0.0450180 Oct 23 01:37:34.225105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Made reservation on behalf of 1a3b2f74d7aa4af68d1838511018684b for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:37:34.228937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:34.363786 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Allocated IP 172.20.0.9 (85f7392b-b75b-4880-882e-6c0382e755ce/b6357627-7a1a-4f0d-a7c6-810d8d1f44a3/c09a6240-9374-4df6-9c42-3f3fa4bd533c) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:37:34.384904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:34.518882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Publish callbacks [] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:34.608013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:34.650202 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Network 85f7392b-b75b-4880-882e-6c0382e755ce is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:37:34.654731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:34.657717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:37:34.661521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:37:34.665814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Pushing event updated for resources: {'Port': ['ID=c09a6240-9374-4df6-9c42-3f3fa4bd533c,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:34.719503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:34.720137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:34.741727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 28d3db6d-b320-4ad5-8c62-6cc2332ee03f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:37:34.793482 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:34.793917 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:34.794259 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f Oct 23 01:37:34.804593 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-2d782537-d126-43b6-948e-8bbdba3422e9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8330281 Oct 23 01:37:34.824112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Request body: {'port': {'device_id': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:37:34.875486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-454c4d46-3ee8-4d42-946b-892314ea4ef2 None None] Provisioning complete for port c09a6240-9374-4df6-9c42-3f3fa4bd533c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:34.875857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-454c4d46-3ee8-4d42-946b-892314ea4ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:34.876195 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-454c4d46-3ee8-4d42-946b-892314ea4ef2 None None] Attempt 1 to provision port c09a6240-9374-4df6-9c42-3f3fa4bd533c Oct 23 01:37:34.880199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:34.881093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:34.889419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:35.067347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-454c4d46-3ee8-4d42-946b-892314ea4ef2 None None] Port c09a6240-9374-4df6-9c42-3f3fa4bd533c cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:37:35.083029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28d3db6d-b320-4ad5-8c62-6cc2332ee03f,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:37:35.139930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45e504-2455-4a73-bf70-e666ee0d2687 req-a8b2d924-2691-4726-a151-53f8ffc4967d tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:35.141574 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8e45e504-2455-4a73-bf70-e666ee0d2687 req-a8b2d924-2691-4726-a151-53f8ffc4967d tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 931 time: 0.0476866 Oct 23 01:37:35.156162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:35.165335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09a6240-9374-4df6-9c42-3f3fa4bd533c {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:37:35.173629 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Publish callbacks [] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:35.188142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Transition to ACTIVE for port object c09a6240-9374-4df6-9c42-3f3fa4bd533c will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:37:35.197704 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8e45e504-2455-4a73-bf70-e666ee0d2687 req-b8a38cc3-3d7e-444e-82cc-6d77bde028ae tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502269 Oct 23 01:37:35.208378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=28d3db6d-b320-4ad5-8c62-6cc2332ee03f,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:35.276136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:35.358216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Pushing event updated for resources: {'Port': ['ID=c09a6240-9374-4df6-9c42-3f3fa4bd533c,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:35.392338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Attempting to bind port c09a6240-9374-4df6-9c42-3f3fa4bd533c on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:37:35.392682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Attempting to bind port c09a6240-9374-4df6-9c42-3f3fa4bd533c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:37:35.393013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Attempting to bind port c09a6240-9374-4df6-9c42-3f3fa4bd533c on network 85f7392b-b75b-4880-882e-6c0382e755ce {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:37:35.435442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Port c09a6240-9374-4df6-9c42-3f3fa4bd533c on network 85f7392b-b75b-4880-882e-6c0382e755ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:37:35.435776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Attempting to bind port c09a6240-9374-4df6-9c42-3f3fa4bd533c on network 85f7392b-b75b-4880-882e-6c0382e755ce {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:37:35.476658 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:37:35.476993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Checking segment: {'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:37:35.477375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Bound using segment: {'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:37:35.477834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Bound port: c09a6240-9374-4df6-9c42-3f3fa4bd533c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:37:35.478195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:35.542624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] For port c09a6240-9374-4df6-9c42-3f3fa4bd533c, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:37:35.545672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] For port c09a6240-9374-4df6-9c42-3f3fa4bd533c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:37:35.546792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:35.657704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:35.661047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:35.661669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:35.664033 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/c09a6240-9374-4df6-9c42-3f3fa4bd533c HTTP/1.1" status: 200 len: 1093 time: 0.8460660 Oct 23 01:37:35.666211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'tag': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:37:35.668614 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c6a573-7b6f-4d39-9791-cd91104a13a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191", "tag": "c09a6240-9374-4df6-9c42-3f3fa4bd533c"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:37:35.708201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0098a381-1d84-4bf6-85a7-70b30f2b9e49 x-openstack-request-id: req-0098a381-1d84-4bf6-85a7-70b30f2b9e49 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:37:35.708492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191", "tag": "c09a6240-9374-4df6-9c42-3f3fa4bd533c", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:37:35.709246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0098a381-1d84-4bf6-85a7-70b30f2b9e49 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:37:35.709650 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0098a381-1d84-4bf6-85a7-70b30f2b9e49'] response: {'name': 'network-changed', 'server_uuid': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'tag': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c', 'status': 'completed', 'code': 200} Oct 23 01:37:35.722129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14baa54e-180b-4cc5-942e-57e417f1d48f service neutron] Pushing event updated for resources: {'Port': ['ID=c09a6240-9374-4df6-9c42-3f3fa4bd533c,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:35.784610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:35.795207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6a573-7b6f-4d39-9791-cd91104a13a9 req-41c61074-c677-4091-a218-02b6dc31c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:35.796747 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-47c6a573-7b6f-4d39-9791-cd91104a13a9 req-41c61074-c677-4091-a218-02b6dc31c755 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1a3b2f74d7aa4af68d1838511018684b&device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 1127 time: 0.0413177 Oct 23 01:37:36.231860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6a573-7b6f-4d39-9791-cd91104a13a9 req-a308c0df-7139-4849-a7ea-ee3142f19dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:36.233351 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-47c6a573-7b6f-4d39-9791-cd91104a13a9 req-a308c0df-7139-4849-a7ea-ee3142f19dd9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=1a3b2f74d7aa4af68d1838511018684b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4237566 Oct 23 01:37:36.318356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c8a70-158d-43ec-a482-8682b61b6fac req-bc269767-8bc4-479b-ad6b-560225934b97 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:36.319939 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1d1c8a70-158d-43ec-a482-8682b61b6fac req-bc269767-8bc4-479b-ad6b-560225934b97 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 943 time: 0.0467732 Oct 23 01:37:36.325656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6a573-7b6f-4d39-9791-cd91104a13a9 req-836ac0f5-9845-4f58-b8fe-d8e2b27d9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:36.327248 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-47c6a573-7b6f-4d39-9791-cd91104a13a9 req-836ac0f5-9845-4f58-b8fe-d8e2b27d9dbc service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871947 Oct 23 01:37:36.368273 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1d1c8a70-158d-43ec-a482-8682b61b6fac req-914ed25d-3edd-4534-b032-b053394cf0d2 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427880 Oct 23 01:37:36.424892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-eb7f81da-7ab5-466f-98a0-a47a72d53699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:36.426385 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-eb7f81da-7ab5-466f-98a0-a47a72d53699 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1a3b2f74d7aa4af68d1838511018684b&device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 1127 time: 0.0420752 Oct 23 01:37:36.471233 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-fb95c963-4abb-45ec-b002-91fd50a47762 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c HTTP/1.1" status: 200 len: 217 time: 0.0314686 Oct 23 01:37:36.517951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-768b7001-1f5d-41e3-be9d-28cb28be1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:36.519260 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-768b7001-1f5d-41e3-be9d-28cb28be1d78 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6357627-7a1a-4f0d-a7c6-810d8d1f44a3 HTTP/1.1" status: 200 len: 850 time: 0.0420265 Oct 23 01:37:36.564673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-8e617b77-f027-4a60-944c-0721cd933f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:36.566307 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-8e617b77-f027-4a60-944c-0721cd933f20 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=85f7392b-b75b-4880-882e-6c0382e755ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416565 Oct 23 01:37:36.652275 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-b627ba0a-915f-413e-8e37-f361417eba54 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804420 Oct 23 01:37:36.712848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 28d3db6d-b320-4ad5-8c62-6cc2332ee03f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:37:36.749401 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-16e211eb-3b0a-4f8c-966e-144c991f729b req-f1584471-87b6-4125-b7bc-007ead1b15dc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907860 Oct 23 01:37:36.756516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:36.756889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:36.757219 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f Oct 23 01:37:36.829930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:37.489657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acf044-6b78-44c7-b75f-062933a426f9 req-27504356-7ec8-49c2-bc67-f5074686e04f tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:37.491151 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-44acf044-6b78-44c7-b75f-062933a426f9 req-27504356-7ec8-49c2-bc67-f5074686e04f tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 943 time: 0.0470579 Oct 23 01:37:37.537414 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-44acf044-6b78-44c7-b75f-062933a426f9 req-2076f423-ce88-42f9-a0a5-c21a38fee25b tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408714 Oct 23 01:37:38.656505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d671a-cd65-4f16-9a16-6de5afe405f9 req-8a030d8f-9ad2-46ad-92e4-0c3003a61d7c tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:38.658004 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-490d671a-cd65-4f16-9a16-6de5afe405f9 req-8a030d8f-9ad2-46ad-92e4-0c3003a61d7c tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 943 time: 0.0469091 Oct 23 01:37:38.704506 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-490d671a-cd65-4f16-9a16-6de5afe405f9 req-980fc4ce-e2ae-4961-b9cc-b2c305132101 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404935 Oct 23 01:37:38.859186 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b8e885e3-8f85-4637-a198-6884981ee94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:39.621323 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c09a6240-9374-4df6-9c42-3f3fa4bd533c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:37:39.624555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:39.723469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c09a6240-9374-4df6-9c42-3f3fa4bd533c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:37:39.734839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c', 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce', 'port_id': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c', 'mac_address': 'fa:16:3e:cc:2c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6357627-7a1a-4f0d-a7c6-810d8d1f44a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:37:39.770099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port c09a6240-9374-4df6-9c42-3f3fa4bd533c is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:39.770490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:39.784141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09a6240-9374-4df6-9c42-3f3fa4bd533c {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:37:39.805256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c09a6240-9374-4df6-9c42-3f3fa4bd533c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:37:39.826985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca6cd4-837d-4334-ab13-bf621531b446 req-31a22357-f7ad-48f6-9305-90ffec0c9f76 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:39.828747 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-46ca6cd4-837d-4334-ab13-bf621531b446 req-31a22357-f7ad-48f6-9305-90ffec0c9f76 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 943 time: 0.0473440 Oct 23 01:37:39.875858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:39.881740 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-46ca6cd4-837d-4334-ab13-bf621531b446 req-5e6e5851-384b-46e1-b7a2-653b524a7a8b tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469520 Oct 23 01:37:39.923068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=c09a6240-9374-4df6-9c42-3f3fa4bd533c,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:40.134167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['c09a6240-9374-4df6-9c42-3f3fa4bd533c'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:37:40.285301 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=71 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:40.985145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:41.002799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280980a3-d93b-41b5-9a0d-93143868838f req-bba4370c-7034-49c6-926f-e20270382fc9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:41.004265 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-280980a3-d93b-41b5-9a0d-93143868838f req-bba4370c-7034-49c6-926f-e20270382fc9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 944 time: 0.0493860 Oct 23 01:37:41.051981 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-280980a3-d93b-41b5-9a0d-93143868838f req-3ef26016-27db-4822-8435-f024c022ddbe tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414453 Oct 23 01:37:41.159904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1c2b89db-2683-4093-b70a-588f67244379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:41.643697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c09a6240-9374-4df6-9c42-3f3fa4bd533c up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:37:41.688530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port c09a6240-9374-4df6-9c42-3f3fa4bd533c completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:37:41.759533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port c09a6240-9374-4df6-9c42-3f3fa4bd533c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:37:41.759907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:41.760243 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port c09a6240-9374-4df6-9c42-3f3fa4bd533c Oct 23 01:37:41.831318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port c09a6240-9374-4df6-9c42-3f3fa4bd533c is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:37:41.831706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:41.853838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:37:41.856061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668ae630-0eb7-4eef-8c31-0c8e4fef66b3" -d '{"events": [{"server_uuid": "ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191", "name": "network-vif-plugged", "status": "completed", "tag": "c09a6240-9374-4df6-9c42-3f3fa4bd533c"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:37:41.868809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c09a6240-9374-4df6-9c42-3f3fa4bd533c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:37:41.895119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a7988d-f29e-471e-ad5a-4bfb1f090ea5 x-openstack-request-id: req-63a7988d-f29e-471e-ad5a-4bfb1f090ea5 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:37:41.895411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191", "name": "network-vif-plugged", "status": "completed", "tag": "c09a6240-9374-4df6-9c42-3f3fa4bd533c", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:37:41.895667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63a7988d-f29e-471e-ad5a-4bfb1f090ea5 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:37:41.896238 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a7988d-f29e-471e-ad5a-4bfb1f090ea5'] response: {'server_uuid': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c', 'code': 200} Oct 23 01:37:41.948622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:41.998496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=c09a6240-9374-4df6-9c42-3f3fa4bd533c,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:37:42.175702 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12803ef-84d5-4571-b2fd-e740572f9675 req-4043eb3a-e4ec-49d6-ba43-2f268dfd01f7 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:42.177776 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c12803ef-84d5-4571-b2fd-e740572f9675 req-4043eb3a-e4ec-49d6-ba43-2f268dfd01f7 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0501781 Oct 23 01:37:42.217036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd61b9-d1e6-42c4-a4d9-3a86da5e4d15 req-1df2c1bf-286a-4fd9-bc3f-0c955f33684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:42.218494 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-63bd61b9-d1e6-42c4-a4d9-3a86da5e4d15 req-1df2c1bf-286a-4fd9-bc3f-0c955f33684b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 1129 time: 0.0394864 Oct 23 01:37:42.226198 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c12803ef-84d5-4571-b2fd-e740572f9675 req-faaad5a6-e903-4750-96fe-f1e4661d60b4 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426235 Oct 23 01:37:42.263376 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-63bd61b9-d1e6-42c4-a4d9-3a86da5e4d15 req-8a4be599-a3c4-41b9-901d-271383a74587 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380650 Oct 23 01:37:42.519476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:43.347026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd1a98-1ade-4164-b8de-be275ddf0d25 req-90460808-69f2-41a6-9725-b6eb8d5a839c tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:43.348517 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bbbd1a98-1ade-4164-b8de-be275ddf0d25 req-90460808-69f2-41a6-9725-b6eb8d5a839c tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0473747 Oct 23 01:37:43.392635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:43.397321 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bbbd1a98-1ade-4164-b8de-be275ddf0d25 req-88836721-8f2e-4a2e-ad5c-e615a7ef5b24 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Oct 23 01:37:43.965144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:43.967994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:44.011252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:44.035136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:44.518347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e20ea-11c9-484e-a3e8-aa3a42b60934 req-6ab0d1e0-bed7-418d-b72e-d10e52ac5064 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:44.519793 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a72e20ea-11c9-484e-a3e8-aa3a42b60934 req-6ab0d1e0-bed7-418d-b72e-d10e52ac5064 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0491467 Oct 23 01:37:44.566460 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a72e20ea-11c9-484e-a3e8-aa3a42b60934 req-337dc6f0-7413-4fa8-b6a7-f2b02784e903 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Oct 23 01:37:45.209841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfceff6-67ec-4a96-afb1-4c6765331c39 req-01169400-b8c8-49fd-89ae-53b68f7e1b86 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:45.211361 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-acfceff6-67ec-4a96-afb1-4c6765331c39 req-01169400-b8c8-49fd-89ae-53b68f7e1b86 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0480118 Oct 23 01:37:45.258954 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-acfceff6-67ec-4a96-afb1-4c6765331c39 req-ed0fa4a3-e917-45aa-a11b-f53b022cac4c tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Oct 23 01:37:45.373728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40184) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:37:45.460155 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-81587b90-7996-4b54-9677-d3c68fafdf45 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852606 Oct 23 01:37:45.468610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-15eaed54-306c-4248-bb81-7c2d0109f5b8 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:37:45.469595 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-15eaed54-306c-4248-bb81-7c2d0109f5b8 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048456 Oct 23 01:37:45.912988 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40198) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:37:45.991011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:46.006096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-26970dd9-df80-424a-b84c-2c68d8a4be09 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:46.007447 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-26970dd9-df80-424a-b84c-2c68d8a4be09 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports/c09a6240-9374-4df6-9c42-3f3fa4bd533c HTTP/1.1" status: 200 len: 942 time: 0.0932534 Oct 23 01:37:46.382763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cadb44-9e87-4f3f-9801-ffbc04b0d9e3 req-952ca499-975a-4eb0-a7ea-fa09808d688e tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:46.384226 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-14cadb44-9e87-4f3f-9801-ffbc04b0d9e3 req-952ca499-975a-4eb0-a7ea-fa09808d688e tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0470529 Oct 23 01:37:46.432356 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-14cadb44-9e87-4f3f-9801-ffbc04b0d9e3 req-3b918f87-de21-47fc-a247-dd4778e1258f tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 Oct 23 01:37:47.558320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a503d6-1f34-4e8a-9fdc-5571b7081a98 req-73f3c4cf-1666-4b2f-af21-ad594294904d tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:47.559819 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54a503d6-1f34-4e8a-9fdc-5571b7081a98 req-73f3c4cf-1666-4b2f-af21-ad594294904d tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0515392 Oct 23 01:37:47.602107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-55255560-bfdb-4342-93f9-6fc4175ab712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:47.603635 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-55255560-bfdb-4342-93f9-6fc4175ab712 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1a3b2f74d7aa4af68d1838511018684b&device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 1129 time: 0.0400155 Oct 23 01:37:47.609176 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54a503d6-1f34-4e8a-9fdc-5571b7081a98 req-80f20b1d-467e-4b58-9b92-5ca64339a4bc tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Oct 23 01:37:47.676419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:47.696655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-6f6d6f0e-94b9-41b3-91bd-3db3c67c19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:47.698210 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-6f6d6f0e-94b9-41b3-91bd-3db3c67c19c4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=85f7392b-b75b-4880-882e-6c0382e755ce HTTP/1.1" status: 200 len: 912 time: 0.0887675 Oct 23 01:37:47.737080 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-51d716c3-e940-48fc-8cfa-41300ed0e0c5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c HTTP/1.1" status: 200 len: 217 time: 0.0325055 Oct 23 01:37:47.787914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-7aeeea05-0d69-4636-885c-bd1e70d61ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:47.789360 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-7aeeea05-0d69-4636-885c-bd1e70d61ce4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6357627-7a1a-4f0d-a7c6-810d8d1f44a3 HTTP/1.1" status: 200 len: 850 time: 0.0468650 Oct 23 01:37:47.831165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-3806f6f6-ba48-4470-867a-b4e155b19c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:47.832661 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-3806f6f6-ba48-4470-867a-b4e155b19c66 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=85f7392b-b75b-4880-882e-6c0382e755ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381165 Oct 23 01:37:47.919132 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-e5145f62-55ca-4be2-ae5b-63e75315367b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805006 Oct 23 01:37:48.012741 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-478c1403-4c8f-437e-b736-d80fabd27475 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868201 Oct 23 01:37:48.729547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5406c40-a5c8-4055-ada9-0dedc2ae8b8a req-03e11aa3-f481-445f-bc55-62ea5d8affa8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:48.731065 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d5406c40-a5c8-4055-ada9-0dedc2ae8b8a req-03e11aa3-f481-445f-bc55-62ea5d8affa8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0474398 Oct 23 01:37:48.778051 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d5406c40-a5c8-4055-ada9-0dedc2ae8b8a req-5dd94ac4-b12d-4625-b1d4-45636bccc2f9 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Oct 23 01:37:49.896581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727f4c-6e17-4f62-a765-00cfb1186fdc req-2f9deb81-7f13-43c7-8938-e4b9f379bff1 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:49.898034 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c1727f4c-6e17-4f62-a765-00cfb1186fdc req-2f9deb81-7f13-43c7-8938-e4b9f379bff1 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0458524 Oct 23 01:37:49.944363 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c1727f4c-6e17-4f62-a765-00cfb1186fdc req-a40482ae-7073-4b60-b7ac-bdd94df78a78 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Oct 23 01:37:51.065949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90289ab-4ef4-4b2f-ab8c-6b8027eb38e8 req-a07b8f33-2b1c-4f5f-83c8-3e1d7dc1a826 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:51.067949 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f90289ab-4ef4-4b2f-ab8c-6b8027eb38e8 req-a07b8f33-2b1c-4f5f-83c8-3e1d7dc1a826 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0503995 Oct 23 01:37:51.114352 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f90289ab-4ef4-4b2f-ab8c-6b8027eb38e8 req-c24ac985-98cd-41c4-bf7d-21a533ea65e2 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Oct 23 01:37:51.948080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:37:52.237827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83bcc-aa15-46e1-8334-a1ffdd36a113 req-df98f806-dfde-46a2-b6d1-65fd2f312f8e tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:52.239185 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c2a83bcc-aa15-46e1-8334-a1ffdd36a113 req-df98f806-dfde-46a2-b6d1-65fd2f312f8e tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0495858 Oct 23 01:37:52.285598 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c2a83bcc-aa15-46e1-8334-a1ffdd36a113 req-2ced4962-7bb5-455c-ae51-0d39d9f2534b tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Oct 23 01:37:52.977131 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:52.981999 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:53.406492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a560a-9b98-4e4b-872d-6559c3376ee5 req-383ee8dc-dd48-401b-acb3-4fd7c3634e8b tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:53.407972 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c74a560a-9b98-4e4b-872d-6559c3376ee5 req-383ee8dc-dd48-401b-acb3-4fd7c3634e8b tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0487657 Oct 23 01:37:53.455854 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c74a560a-9b98-4e4b-872d-6559c3376ee5 req-38cdf6b7-efc3-4118-b0f2-972221d62cca tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418024 Oct 23 01:37:54.574246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be3c37-1120-4119-afc9-e208e96cbd5e req-d2f541a0-dd7b-40b5-9b79-b76076bb1d37 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:54.575699 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-46be3c37-1120-4119-afc9-e208e96cbd5e req-d2f541a0-dd7b-40b5-9b79-b76076bb1d37 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0464962 Oct 23 01:37:54.622015 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-46be3c37-1120-4119-afc9-e208e96cbd5e req-8c89cf6b-8ab4-4ccf-a92a-5f90dcdc5b67 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 Oct 23 01:37:55.042066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111ae28-1839-4b5f-9859-cfa9f5778ecc req-d85ea6cc-11a7-471c-b914-d9af100b55de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:55.043541 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a111ae28-1839-4b5f-9859-cfa9f5778ecc req-d85ea6cc-11a7-471c-b914-d9af100b55de service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1a3b2f74d7aa4af68d1838511018684b&device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 1129 time: 0.0387285 Oct 23 01:37:55.150387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111ae28-1839-4b5f-9859-cfa9f5778ecc req-545693ef-75c7-4d21-b560-5842ca1b6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:55.151857 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a111ae28-1839-4b5f-9859-cfa9f5778ecc req-545693ef-75c7-4d21-b560-5842ca1b6133 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=85f7392b-b75b-4880-882e-6c0382e755ce HTTP/1.1" status: 200 len: 912 time: 0.0903516 Oct 23 01:37:55.190291 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a111ae28-1839-4b5f-9859-cfa9f5778ecc req-2f6aff43-ace1-4abd-abc9-794a1e404ad4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c HTTP/1.1" status: 200 len: 217 time: 0.0319781 Oct 23 01:37:55.229467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:55.241744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111ae28-1839-4b5f-9859-cfa9f5778ecc req-6487716f-fa74-46c0-9859-9a0e898975b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:55.256886 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a111ae28-1839-4b5f-9859-cfa9f5778ecc req-6487716f-fa74-46c0-9859-9a0e898975b2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6357627-7a1a-4f0d-a7c6-810d8d1f44a3 HTTP/1.1" status: 200 len: 850 time: 0.0474823 Oct 23 01:37:55.285286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111ae28-1839-4b5f-9859-cfa9f5778ecc req-1e4a9922-5ad5-469f-812a-3e8a6f201966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:55.287435 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a111ae28-1839-4b5f-9859-cfa9f5778ecc req-1e4a9922-5ad5-469f-812a-3e8a6f201966 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=85f7392b-b75b-4880-882e-6c0382e755ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389256 Oct 23 01:37:55.374927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:37:55.378799 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a111ae28-1839-4b5f-9859-cfa9f5778ecc req-20ac16bf-255c-42fd-b553-00f7ea0272b2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858028 Oct 23 01:37:55.467450 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a111ae28-1839-4b5f-9859-cfa9f5778ecc req-3a1d1d83-0784-4065-bc1e-93a5742e5b81 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832736 Oct 23 01:37:55.745313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e7144-5391-485f-b942-62f455bee77f req-905e7c38-dca9-417e-b147-53f36f5d5fbe tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:55.746838 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b19e7144-5391-485f-b942-62f455bee77f req-905e7c38-dca9-417e-b147-53f36f5d5fbe tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0481069 Oct 23 01:37:55.792632 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b19e7144-5391-485f-b942-62f455bee77f req-b9820a56-b2f3-42b1-8ff1-da3f1a183709 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402775 Oct 23 01:37:56.912942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a74a7-88a6-4f6d-b100-de968adea001 req-3d5cc7f0-7883-4cc6-96a4-00cd2e36b9cf tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:56.914348 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-090a74a7-88a6-4f6d-b100-de968adea001 req-3d5cc7f0-7883-4cc6-96a4-00cd2e36b9cf tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0467131 Oct 23 01:37:56.965489 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-090a74a7-88a6-4f6d-b100-de968adea001 req-6dd98d34-eeb5-4da4-9174-6c7df18deef2 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451081 Oct 23 01:37:58.090790 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3715c7-a9e2-48c5-94ee-7d8e673d715f req-b6e8bab9-bc72-4981-b630-ce3e782b3bac tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:58.092456 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf3715c7-a9e2-48c5-94ee-7d8e673d715f req-b6e8bab9-bc72-4981-b630-ce3e782b3bac tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0536280 Oct 23 01:37:58.144755 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf3715c7-a9e2-48c5-94ee-7d8e673d715f req-05cb10ca-97a2-44be-bcf8-ceb21fd64597 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464172 Oct 23 01:37:59.265484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a7a3f-8c47-475b-9fb3-a4159a27e135 req-c0d60250-0919-4fe7-a006-60f6a42a1988 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:37:59.266974 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2a3a7a3f-8c47-475b-9fb3-a4159a27e135 req-c0d60250-0919-4fe7-a006-60f6a42a1988 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0465684 Oct 23 01:37:59.313186 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2a3a7a3f-8c47-475b-9fb3-a4159a27e135 req-ee001077-b2a6-4c74-95b8-a6d4d9e551ae tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Oct 23 01:38:00.431770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a0c44-d550-4f8d-9e3b-48f509f4d42f req-45fd65e8-5804-4ca2-8f84-a6ded0ea69a3 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:00.433239 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-230a0c44-d550-4f8d-9e3b-48f509f4d42f req-45fd65e8-5804-4ca2-8f84-a6ded0ea69a3 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0466559 Oct 23 01:38:00.479629 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-230a0c44-d550-4f8d-9e3b-48f509f4d42f req-b02cd47f-4fa6-496f-8d7c-ba1dd27c7897 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Oct 23 01:38:00.995297 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:38:01.600562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9ba18-06fe-44a5-bc38-9d3bb5b04760 req-591f610e-4f31-4812-82a7-c4cc6fb54387 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:01.602064 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f7d9ba18-06fe-44a5-bc38-9d3bb5b04760 req-591f610e-4f31-4812-82a7-c4cc6fb54387 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0476584 Oct 23 01:38:01.648975 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f7d9ba18-06fe-44a5-bc38-9d3bb5b04760 req-08cfd8f4-022d-4119-8dc9-f9e3d146bb02 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Oct 23 01:38:01.871644 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:01.876529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:01.878240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:02.769941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f52f9-638f-4453-a954-82bf4fe3a9e0 req-bcfb6d10-991c-4712-a81b-2cc82f86c231 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:02.771876 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4b9f52f9-638f-4453-a954-82bf4fe3a9e0 req-bcfb6d10-991c-4712-a81b-2cc82f86c231 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0497603 Oct 23 01:38:02.817323 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4b9f52f9-638f-4453-a954-82bf4fe3a9e0 req-a2d5ef85-2194-4789-a7cf-df1f51b8a8d5 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 Oct 23 01:38:03.931188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:03.941402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff6884-4e90-4954-8536-28a04b74989a req-36da0025-c1be-4706-820f-a8984c1da4b3 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:03.943530 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5ff6884-4e90-4954-8536-28a04b74989a req-36da0025-c1be-4706-820f-a8984c1da4b3 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0515022 Oct 23 01:38:03.996922 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5ff6884-4e90-4954-8536-28a04b74989a req-26769d68-5d4f-41df-825a-86259adb9206 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470953 Oct 23 01:38:05.122800 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af525ad2-9ec5-4d42-a41c-f3c1538fa0ab req-c46d16f0-c3ab-4752-a77a-bcbc1b0a22b8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:05.124278 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-af525ad2-9ec5-4d42-a41c-f3c1538fa0ab req-c46d16f0-c3ab-4752-a77a-bcbc1b0a22b8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0469613 Oct 23 01:38:05.170328 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-af525ad2-9ec5-4d42-a41c-f3c1538fa0ab req-c4e0290c-59f6-44e1-bbce-6a0d3009d40f tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Oct 23 01:38:05.456660 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-7f2a5a59-6b3f-4895-b0a2-335b652fa74c service neutron] 10.222.0.48 "GET /networking/v2.0/ports/c09a6240-9374-4df6-9c42-3f3fa4bd533c/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0543075 Oct 23 01:38:06.096921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-effe8fa9-23d7-4b37-a97b-fcc6820c38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:06.098491 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-effe8fa9-23d7-4b37-a97b-fcc6820c38ca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191&tenant_id=1a3b2f74d7aa4af68d1838511018684b HTTP/1.1" status: 200 len: 1129 time: 0.0749466 Oct 23 01:38:06.173712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-42a85678-8f8b-42d0-9a29-0bbb4477969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:06.175203 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-42a85678-8f8b-42d0-9a29-0bbb4477969e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1a3b2f74d7aa4af68d1838511018684b&device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 1129 time: 0.0380170 Oct 23 01:38:06.268316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-feb4afa7-8efd-4b62-bb6b-df68c16917cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:06.269830 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-feb4afa7-8efd-4b62-bb6b-df68c16917cb service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=85f7392b-b75b-4880-882e-6c0382e755ce HTTP/1.1" status: 200 len: 912 time: 0.0893612 Oct 23 01:38:06.298812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96b126-8b2d-4d46-ae62-32304406cc2e req-6cf8218d-f8aa-4a84-b7c6-9b814683925a tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:06.300305 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ca96b126-8b2d-4d46-ae62-32304406cc2e req-6cf8218d-f8aa-4a84-b7c6-9b814683925a tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0484288 Oct 23 01:38:06.307254 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-dccb3ec3-7614-4efe-97a8-02bc01753c5b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c HTTP/1.1" status: 200 len: 217 time: 0.0318513 Oct 23 01:38:06.348219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:06.349024 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ca96b126-8b2d-4d46-ae62-32304406cc2e req-98b94c4b-a568-4117-93d7-ea16fc54ecec tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428069 Oct 23 01:38:06.355534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-8f75845e-4e9e-4fe4-86d0-7c3fd81f8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:06.357015 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-8f75845e-4e9e-4fe4-86d0-7c3fd81f8fd8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6357627-7a1a-4f0d-a7c6-810d8d1f44a3 HTTP/1.1" status: 200 len: 850 time: 0.0443344 Oct 23 01:38:06.403405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-ef8f38ba-31d5-4293-9885-57e8fa9d9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:06.404881 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-ef8f38ba-31d5-4293-9885-57e8fa9d9892 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=85f7392b-b75b-4880-882e-6c0382e755ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425785 Oct 23 01:38:06.492428 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-d485ff89-49b1-456b-93b7-56455a4f7a79 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811815 Oct 23 01:38:06.548771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:06.583667 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0869e56a-0acc-4271-99dd-d059b59bdf6d req-9f7934ed-0ffe-463a-89ee-76c32e0ae0db service neutron] 10.222.0.48 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856857 Oct 23 01:38:07.467213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dde9e-c23d-4fd0-b6b3-de7bcb460653 req-355b34bb-35bf-4350-800c-2bcf3b129d57 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:07.468659 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dc0dde9e-c23d-4fd0-b6b3-de7bcb460653 req-355b34bb-35bf-4350-800c-2bcf3b129d57 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0457368 Oct 23 01:38:07.514997 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dc0dde9e-c23d-4fd0-b6b3-de7bcb460653 req-18af5fa9-f8fb-445f-9351-b008fc1cee62 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 Oct 23 01:38:08.642955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21db55f-f404-4c0f-9c78-3e2ed2792e03 req-46153863-cc6b-45b0-8c27-b0cb0a3911ea tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:08.644447 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a21db55f-f404-4c0f-9c78-3e2ed2792e03 req-46153863-cc6b-45b0-8c27-b0cb0a3911ea tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0518858 Oct 23 01:38:08.692756 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a21db55f-f404-4c0f-9c78-3e2ed2792e03 req-3645d011-2380-4b23-aa10-b0c060063aa6 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Oct 23 01:38:08.850577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-613f3a71-6758-47d2-b6c4-6895822c5de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:09.747343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c09a6240-9374-4df6-9c42-3f3fa4bd533c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:38:09.760487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c09a6240-9374-4df6-9c42-3f3fa4bd533c no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:38:09.818324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059ac5a-c4b5-4cbb-a211-41c2e66c68dc req-5a04b4e8-8712-45be-9e02-cc3ffe14bc98 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:09.819756 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d059ac5a-c4b5-4cbb-a211-41c2e66c68dc req-5a04b4e8-8712-45be-9e02-cc3ffe14bc98 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Oct 23 01:38:09.866989 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d059ac5a-c4b5-4cbb-a211-41c2e66c68dc req-130e3844-5e34-4b9d-84fd-3d467458d69f tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Oct 23 01:38:09.906593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port c09a6240-9374-4df6-9c42-3f3fa4bd533c is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:09.907086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:09.935238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c09a6240-9374-4df6-9c42-3f3fa4bd533c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:09.949423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:38:09.951700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba21d29-e9ca-4e35-a3eb-1b69c1604a91" -d '{"events": [{"server_uuid": "ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191", "name": "network-vif-unplugged", "status": "completed", "tag": "c09a6240-9374-4df6-9c42-3f3fa4bd533c"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:38:09.964013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c', 'network_id': '85f7392b-b75b-4880-882e-6c0382e755ce', 'port_id': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c', 'mac_address': 'fa:16:3e:cc:2c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6357627-7a1a-4f0d-a7c6-810d8d1f44a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:38:09.967444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c09a6240-9374-4df6-9c42-3f3fa4bd533c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:10.007245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53f91a5-20d7-457b-8df9-10e85ed36b48 x-openstack-request-id: req-c53f91a5-20d7-457b-8df9-10e85ed36b48 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:38:10.007541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191", "name": "network-vif-unplugged", "status": "completed", "tag": "c09a6240-9374-4df6-9c42-3f3fa4bd533c", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:38:10.007808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c53f91a5-20d7-457b-8df9-10e85ed36b48 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:38:10.008190 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53f91a5-20d7-457b-8df9-10e85ed36b48'] response: {'server_uuid': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c', 'code': 200} Oct 23 01:38:10.008938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port c09a6240-9374-4df6-9c42-3f3fa4bd533c is: ACTIVE; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:10.009323 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:10.022546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c09a6240-9374-4df6-9c42-3f3fa4bd533c {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:38:10.047023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:10.111589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:38:10.112015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:38:10.121459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=c09a6240-9374-4df6-9c42-3f3fa4bd533c,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:10.128984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.129371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.129725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.130092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.130430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.130763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.131088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.131451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.131780 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.132107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.132434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.132758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.133082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.133403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.133722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:10.434187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-3f4266cd-0ad8-4b22-a511-2d23aaea6ab6 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:10.435546 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-3f4266cd-0ad8-4b22-a511-2d23aaea6ab6 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191&tenant_id=1a3b2f74d7aa4af68d1838511018684b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0823636 Oct 23 01:38:10.564867 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-259fc633-ae8b-40aa-8ee8-87caf1d029ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:10.565860 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-259fc633-ae8b-40aa-8ee8-87caf1d029ee service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1a3b2f74d7aa4af68d1838511018684b&device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 1127 time: 0.0421805 Oct 23 01:38:10.646019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port c09a6240-9374-4df6-9c42-3f3fa4bd533c is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:10.646410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:10.655258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-14a099dc-874d-4239-898f-bd4094bd91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:10.656733 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-14a099dc-874d-4239-898f-bd4094bd91b7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=85f7392b-b75b-4880-882e-6c0382e755ce HTTP/1.1" status: 200 len: 912 time: 0.0845606 Oct 23 01:38:10.662853 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09a6240-9374-4df6-9c42-3f3fa4bd533c {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:38:10.682393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c09a6240-9374-4df6-9c42-3f3fa4bd533c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:10.698946 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-d10f7675-139f-4cdf-94c6-93fbfaece347 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c HTTP/1.1" status: 200 len: 217 time: 0.0357339 Oct 23 01:38:10.745538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-82c4262c-0f5e-4add-9d2d-eb1106ce10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:10.746979 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-82c4262c-0f5e-4add-9d2d-eb1106ce10c6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b6357627-7a1a-4f0d-a7c6-810d8d1f44a3 HTTP/1.1" status: 200 len: 850 time: 0.0430832 Oct 23 01:38:10.767095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:10.790807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-bae626ab-d580-4b64-bc22-ea73a73584eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:10.792326 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-bae626ab-d580-4b64-bc22-ea73a73584eb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=85f7392b-b75b-4880-882e-6c0382e755ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395529 Oct 23 01:38:10.814525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=c09a6240-9374-4df6-9c42-3f3fa4bd533c,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:10.884642 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-83f8061e-2689-4957-b3bb-0e5cb6ef6bbd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863657 Oct 23 01:38:10.894431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['c09a6240-9374-4df6-9c42-3f3fa4bd533c'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:38:10.974825 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-d2e9819b-a9f1-44fd-8b2d-67d218eade9e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833154 Oct 23 01:38:10.991275 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:11.136462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-89d8c552-9f6d-418a-825c-354acc79412b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:11.762841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c09a6240-9374-4df6-9c42-3f3fa4bd533c up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:38:11.805366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port c09a6240-9374-4df6-9c42-3f3fa4bd533c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:11.805735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:11.806108 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port c09a6240-9374-4df6-9c42-3f3fa4bd533c Oct 23 01:38:11.879517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port c09a6240-9374-4df6-9c42-3f3fa4bd533c is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:11.879899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:11.916351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port c09a6240-9374-4df6-9c42-3f3fa4bd533c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:12.009118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:38:12.011539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8c5e48-69dc-4459-b47d-5002fdd5d423" -d '{"events": [{"server_uuid": "ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191", "name": "network-vif-plugged", "status": "completed", "tag": "c09a6240-9374-4df6-9c42-3f3fa4bd533c"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:38:12.033997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:12.059728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3197015b-fb69-4f12-8254-c65873d11941 x-openstack-request-id: req-3197015b-fb69-4f12-8254-c65873d11941 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:38:12.060016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191", "name": "network-vif-plugged", "status": "completed", "tag": "c09a6240-9374-4df6-9c42-3f3fa4bd533c", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:38:12.060262 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3197015b-fb69-4f12-8254-c65873d11941 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:38:12.060644 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3197015b-fb69-4f12-8254-c65873d11941'] response: {'server_uuid': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c', 'code': 200} Oct 23 01:38:12.087772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=c09a6240-9374-4df6-9c42-3f3fa4bd533c,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:12.526683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:12.569851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5739ce-7daa-4ba5-9ba9-346991e12f4c req-3974d2aa-43b1-4ba2-8aaf-ee6269e08a54 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:12.571337 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c5739ce-7daa-4ba5-9ba9-346991e12f4c req-3974d2aa-43b1-4ba2-8aaf-ee6269e08a54 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0517216 Oct 23 01:38:12.596191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:12.618095 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c5739ce-7daa-4ba5-9ba9-346991e12f4c req-4a052394-dec4-47e5-9e82-d62c8fbbe5fc tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Oct 23 01:38:13.738837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1389570-3a5c-47d8-bd2b-50f6a12c37a5 req-ba207996-c759-48d1-b712-6018bd0b1156 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:13.740287 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e1389570-3a5c-47d8-bd2b-50f6a12c37a5 req-ba207996-c759-48d1-b712-6018bd0b1156 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0472367 Oct 23 01:38:13.775266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:13.786871 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e1389570-3a5c-47d8-bd2b-50f6a12c37a5 req-ec7c2e91-2159-496a-8553-5d1b856aeb48 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Oct 23 01:38:14.038984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:14.084466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:14.431203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-6034dcbc-26ee-45fc-8312-2e4835ab0642 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:14.432637 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-6034dcbc-26ee-45fc-8312-2e4835ab0642 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 945 time: 0.0457449 Oct 23 01:38:14.513290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-1b9c6009-fcbc-4e27-873e-1229b936ebc8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Deleting port c09a6240-9374-4df6-9c42-3f3fa4bd533c {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:38:14.513632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-1b9c6009-fcbc-4e27-873e-1229b936ebc8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:14.590191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:14.601658 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-1b9c6009-fcbc-4e27-873e-1229b936ebc8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] For port c09a6240-9374-4df6-9c42-3f3fa4bd533c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c09a6240-9374-4df6-9c42-3f3fa4bd533c,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:14.602049 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-1b9c6009-fcbc-4e27-873e-1229b936ebc8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:14.615207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-1b9c6009-fcbc-4e27-873e-1229b936ebc8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Calling delete_port for c09a6240-9374-4df6-9c42-3f3fa4bd533c owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:38:14.812681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-1b9c6009-fcbc-4e27-873e-1229b936ebc8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (c09a6240-9374-4df6-9c42-3f3fa4bd533c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:14.838939 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c6009-fcbc-4e27-873e-1229b936ebc8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Pushing event deleted for resources: {'Port': ['ID=c09a6240-9374-4df6-9c42-3f3fa4bd533c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:14.845383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['c09a6240-9374-4df6-9c42-3f3fa4bd533c'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:38:14.897496 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-1b9c6009-fcbc-4e27-873e-1229b936ebc8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] No DVR routers for this DVR port c09a6240-9374-4df6-9c42-3f3fa4bd533c on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:38:14.900230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-1b9c6009-fcbc-4e27-873e-1229b936ebc8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:14.903651 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-657574d6-9b60-4569-99a5-0fa02d8e1e70 req-1b9c6009-fcbc-4e27-873e-1229b936ebc8 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.48 "DELETE /networking/v2.0/ports/c09a6240-9374-4df6-9c42-3f3fa4bd533c HTTP/1.1" status: 204 len: 173 time: 0.4656734 Oct 23 01:38:14.906081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'name': 'network-vif-deleted', 'tag': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:38:14.908315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8b21dc-2e29-4771-b80c-ef7c85025633" -d '{"events": [{"server_uuid": "ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191", "name": "network-vif-deleted", "tag": "c09a6240-9374-4df6-9c42-3f3fa4bd533c"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:38:14.930867 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-87a1a5ce-1634-4e40-80a5-5ba2a2cd7b85 req-240a9a63-41d6-4a55-b1cd-f69fa48a0974 tempest-DeleteServersTestJSON-1814101116 tempest-DeleteServersTestJSON-1814101116-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191 HTTP/1.1" status: 200 len: 210 time: 0.0426657 Oct 23 01:38:14.972147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2078ba1c-9f77-4b41-8548-9130bc47db96 x-openstack-request-id: req-2078ba1c-9f77-4b41-8548-9130bc47db96 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:38:14.972439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191", "name": "network-vif-deleted", "tag": "c09a6240-9374-4df6-9c42-3f3fa4bd533c", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:38:14.972689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2078ba1c-9f77-4b41-8548-9130bc47db96 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:38:14.973687 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2078ba1c-9f77-4b41-8548-9130bc47db96'] response: {'server_uuid': 'ecfbf1df-bcf4-4082-88b8-4e0c4ac8e191', 'name': 'network-vif-deleted', 'tag': 'c09a6240-9374-4df6-9c42-3f3fa4bd533c', 'status': 'completed', 'code': 200} Oct 23 01:38:16.073066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40274) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:38:16.372437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (f03e4114-cc9e-477f-b99c-08ea0448c6cf), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:16.461855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:16.589152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] Deleting port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:38:16.589500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:16.668646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] For port 28d3db6d-b320-4ad5-8c62-6cc2332ee03f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28d3db6d-b320-4ad5-8c62-6cc2332ee03f,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:16.668938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:16.681734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] Calling delete_port for 28d3db6d-b320-4ad5-8c62-6cc2332ee03f owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:38:16.721596 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:16.942324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (28d3db6d-b320-4ad5-8c62-6cc2332ee03f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:16.967585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d3db6d-b320-4ad5-8c62-6cc2332ee03f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:17.129806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (f03e4114-cc9e-477f-b99c-08ea0448c6cf), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:17.158816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f6a283-ff25-4920-9b96-7baffa84d4ab None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:38:17.189935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:17.228879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f6a283-ff25-4920-9b96-7baffa84d4ab None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:38:17.292343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:17.303397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:17.327103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:17.338468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] Router f03e4114-cc9e-477f-b99c-08ea0448c6cf has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:38:17.788150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:38:17.795104 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-576de474-9086-419e-bee4-7725dd8c41f2 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/f03e4114-cc9e-477f-b99c-08ea0448c6cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7210250 Oct 23 01:38:17.795205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c09a6240-9374-4df6-9c42-3f3fa4bd533c no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:38:17.798120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40276) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:38:17.799101 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9cab6-19ff-4faf-b881-91a28ba2fe56 None None] Sync routers for ids ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:38:17.808768 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9cab6-19ff-4faf-b881-91a28ba2fe56 None None] Routers {'f03e4114-cc9e-477f-b99c-08ea0448c6cf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:38:17.809749 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b1b9cab6-19ff-4faf-b881-91a28ba2fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:38:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:17.822485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: c09a6240-9374-4df6-9c42-3f3fa4bd533c {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:38:17.822822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device c09a6240-9374-4df6-9c42-3f3fa4bd533c not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:38:17.832014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-601fe3c5-be20-4526-a2dd-28a2cb79c768 None None] Provisioning complete for port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:17.832386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-601fe3c5-be20-4526-a2dd-28a2cb79c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:17.832719 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-601fe3c5-be20-4526-a2dd-28a2cb79c768 None None] Attempt 1 to provision port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 Oct 23 01:38:17.905522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Publish callbacks [] for router (f03e4114-cc9e-477f-b99c-08ea0448c6cf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:17.907837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-601fe3c5-be20-4526-a2dd-28a2cb79c768 None None] Current status of the port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:17.914099 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-b1b9cab6-19ff-4faf-b881-91a28ba2fe56 None None] Set router f03e4114-cc9e-477f-b99c-08ea0448c6cf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:38:18.087147 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b1b9cab6-19ff-4faf-b881-91a28ba2fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'name': 'tempest-DeleteServersTestJSON-165664043-router', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214'}], 'enable_snat': True}, 'gw_port_id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:37:26Z', 'updated_at': '2022-10-23T01:38:16Z', 'revision_number': 5, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'gw_port': {'id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:27Z', 'updated_at': '2022-10-23T01:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:18.113823 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9cab6-19ff-4faf-b881-91a28ba2fe56 None None] Checking router: f03e4114-cc9e-477f-b99c-08ea0448c6cf for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:38:18.123301 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9cab6-19ff-4faf-b881-91a28ba2fe56 None None] Routers {'f03e4114-cc9e-477f-b99c-08ea0448c6cf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:38:18.123919 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b1b9cab6-19ff-4faf-b881-91a28ba2fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:38:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:18.275415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Publish callbacks [] for router_gateway (f03e4114-cc9e-477f-b99c-08ea0448c6cf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:18.314439 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-b1b9cab6-19ff-4faf-b881-91a28ba2fe56 None None] Set router f03e4114-cc9e-477f-b99c-08ea0448c6cf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:38:18.386021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Deleting port 86306842-22db-483d-ab55-4cdd4eb47a88 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:38:18.386276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:18.469185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] For port 86306842-22db-483d-ab55-4cdd4eb47a88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86306842-22db-483d-ab55-4cdd4eb47a88,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:18.469592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:18.480951 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-b1b9cab6-19ff-4faf-b881-91a28ba2fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'name': 'tempest-DeleteServersTestJSON-165664043-router', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214'}], 'enable_snat': True}, 'gw_port_id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:37:26Z', 'updated_at': '2022-10-23T01:38:16Z', 'revision_number': 5, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'gw_port': {'id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:27Z', 'updated_at': '2022-10-23T01:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:18.482477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Calling delete_port for 86306842-22db-483d-ab55-4cdd4eb47a88 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:38:18.506315 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9cab6-19ff-4faf-b881-91a28ba2fe56 None None] The sync data for ids ['f03e4114-cc9e-477f-b99c-08ea0448c6cf'] in dv-neutron-master-2-hyperv is: [{'id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'name': 'tempest-DeleteServersTestJSON-165664043-router', 'tenant_id': '1a3b2f74d7aa4af68d1838511018684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214'}], 'enable_snat': True}, 'gw_port_id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:37:26Z', 'updated_at': '2022-10-23T01:38:16Z', 'revision_number': 5, 'project_id': '1a3b2f74d7aa4af68d1838511018684b', 'gw_port': {'id': '86306842-22db-483d-ab55-4cdd4eb47a88', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03e4114-cc9e-477f-b99c-08ea0448c6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:37:27Z', 'updated_at': '2022-10-23T01:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:38:18.707581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (86306842-22db-483d-ab55-4cdd4eb47a88), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:18.731773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=86306842-22db-483d-ab55-4cdd4eb47a88,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:18.796111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:18.801189 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (f03e4114-cc9e-477f-b99c-08ea0448c6cf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:18.901543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (f03e4114-cc9e-477f-b99c-08ea0448c6cf), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:18.903162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Publish callbacks [] for router_controller (f03e4114-cc9e-477f-b99c-08ea0448c6cf), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:18.956794 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 28d3db6d-b320-4ad5-8c62-6cc2332ee03f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:38:18.980912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 28d3db6d-b320-4ad5-8c62-6cc2332ee03f {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:38:18.981340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 28d3db6d-b320-4ad5-8c62-6cc2332ee03f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:38:19.005814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (f03e4114-cc9e-477f-b99c-08ea0448c6cf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.006410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f03e4114-cc9e-477f-b99c-08ea0448c6cf {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:38:19.011588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.012779 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ec329747-a82d-42c7-992f-dc5278546d27 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/f03e4114-cc9e-477f-b99c-08ea0448c6cf HTTP/1.1" status: 204 len: 168 time: 1.2133296 Oct 23 01:38:19.015384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40278) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:38:19.061441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-970e38fa-3414-4218-9e7d-208c39f7d426 admin admin] Deleting subnet b6357627-7a1a-4f0d-a7c6-810d8d1f44a3 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:38:19.064898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-970e38fa-3414-4218-9e7d-208c39f7d426 admin admin] Publish callbacks [] for subnet (b6357627-7a1a-4f0d-a7c6-810d8d1f44a3), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.088632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:19.103802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-970e38fa-3414-4218-9e7d-208c39f7d426 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (b6357627-7a1a-4f0d-a7c6-810d8d1f44a3), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.190707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-970e38fa-3414-4218-9e7d-208c39f7d426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (b6357627-7a1a-4f0d-a7c6-810d8d1f44a3), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.330681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-970e38fa-3414-4218-9e7d-208c39f7d426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (b6357627-7a1a-4f0d-a7c6-810d8d1f44a3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.358329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e38fa-3414-4218-9e7d-208c39f7d426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6357627-7a1a-4f0d-a7c6-810d8d1f44a3,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:19.360343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-970e38fa-3414-4218-9e7d-208c39f7d426 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.363938 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-970e38fa-3414-4218-9e7d-208c39f7d426 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/b6357627-7a1a-4f0d-a7c6-810d8d1f44a3 HTTP/1.1" status: 204 len: 168 time: 0.3468850 Oct 23 01:38:19.365273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975bac1-bde1-4ebb-ace0-c9b81d42986f None None] Network 85f7392b-b75b-4880-882e-6c0382e755ce requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:38:19.366128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40280) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:38:19.437241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (85f7392b-b75b-4880-882e-6c0382e755ce), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.481461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Deleting port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:38:19.488383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.506351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a25ed8a-9fc7-4d13-bef4-41b51ea4eb0f None None] DHCP port deletion for 85f7392b-b75b-4880-882e-6c0382e755ce request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:38:19.552722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] For port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:19.553081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.553214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2a25ed8a-9fc7-4d13-bef4-41b51ea4eb0f None None] Deleting port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:38:19.553671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2a25ed8a-9fc7-4d13-bef4-41b51ea4eb0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.566036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Calling delete_port for fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:38:19.617031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2a25ed8a-9fc7-4d13-bef4-41b51ea4eb0f None None] For port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4,segment=NetworkSegment(edbf46fd-b08b-43bd-a370-d4d56f8dbbfb),segment_id=edbf46fd-b08b-43bd-a370-d4d56f8dbbfb)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:19.617426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2a25ed8a-9fc7-4d13-bef4-41b51ea4eb0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.629697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2a25ed8a-9fc7-4d13-bef4-41b51ea4eb0f None None] Calling delete_port for fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:38:19.730982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: from cryptography.utils import int_from_bytes Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: from cryptography.utils import int_from_bytes Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 23 01:38:19.731474 dv-neutron-master-2-hyperv neutron-server[105986]: self.session.flush() Oct 23 01:38:19.740240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2a25ed8a-9fc7-4d13-bef4-41b51ea4eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.758154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:19.760004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] No DVR routers for this DVR port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:38:19.765343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25ed8a-9fc7-4d13-bef4-41b51ea4eb0f None None] Pushing event deleted for resources: {'Port': ['ID=fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:19.767166 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25ed8a-9fc7-4d13-bef4-41b51ea4eb0f None None] No DVR routers for this DVR port fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:38:19.834868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (85f7392b-b75b-4880-882e-6c0382e755ce), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.854767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f7392b-b75b-4880-882e-6c0382e755ce']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:19.863907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:19.864709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbf46fd-b08b-43bd-a370-d4d56f8dbbfb') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:19.871107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:19.874703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (edbf46fd-b08b-43bd-a370-d4d56f8dbbfb), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.888788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (edbf46fd-b08b-43bd-a370-d4d56f8dbbfb), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.895147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:38:19.895562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (edbf46fd-b08b-43bd-a370-d4d56f8dbbfb), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:19.972977 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment edbf46fd-b08b-43bd-a370-d4d56f8dbbfb resource provider aggregate not found Oct 23 01:38:19.989720 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment edbf46fd-b08b-43bd-a370-d4d56f8dbbfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edbf46fd-b08b-43bd-a370-d4d56f8dbbfb found for delete ", "request_id": "req-f5a6bf2d-81fb-4387-9b92-4260f7c7bb3a"}]} Oct 23 01:38:20.012822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (85f7392b-b75b-4880-882e-6c0382e755ce), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:20.018627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:20.021689 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/85f7392b-b75b-4880-882e-6c0382e755ce HTTP/1.1" status: 204 len: 168 time: 0.6546569 Oct 23 01:38:20.033098 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a67f9-8aae-4228-adc7-2866af3a25f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f7392b-b75b-4880-882e-6c0382e755ce,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:20.307511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40290) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:38:20.351627 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-df009fc7-89a8-437a-96f2-6d58ecf648cf admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1a3b2f74d7aa4af68d1838511018684b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429745 Oct 23 01:38:20.354188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40292) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:38:20.400935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e36fbc3-6f55-4c4b-bee1-13b505533698 admin admin] Publish callbacks [] for security_group (2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:20.421128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e36fbc3-6f55-4c4b-bee1-13b505533698 admin admin] Publish callbacks [] for security_group (2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:20.543754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e36fbc3-6f55-4c4b-bee1-13b505533698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:20.546347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e36fbc3-6f55-4c4b-bee1-13b505533698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:20.547554 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0e36fbc3-6f55-4c4b-bee1-13b505533698 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a HTTP/1.1" status: 204 len: 168 time: 0.1924367 Oct 23 01:38:20.556430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36fbc3-6f55-4c4b-bee1-13b505533698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9e54ba-5e7b-4cb6-8871-6bde0af48b9a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:20.724659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:38:20.745220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:38:20.745565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device fe2f8bcd-5ec6-4c04-8fac-dfafafabd1a4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:38:20.745998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 86306842-22db-483d-ab55-4cdd4eb47a88 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:38:20.766845 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 86306842-22db-483d-ab55-4cdd4eb47a88 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:38:20.778062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 86306842-22db-483d-ab55-4cdd4eb47a88 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:38:21.586741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40314) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:38:21.681804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-483228977-network', 'tenant_id': '0790582416884b8186e8e373fef1cd20'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:38:21.698394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:21.844542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Made reservation on behalf of 0790582416884b8186e8e373fef1cd20 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:38:21.847005 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:21.856299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:21.933222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Publish callbacks [] for security_group (76449a6c-cd66-4e8e-b798-31c14d338da9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:21.967565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:21.995943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (76449a6c-cd66-4e8e-b798-31c14d338da9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:22.026761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:38:22.033142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76449a6c-cd66-4e8e-b798-31c14d338da9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:22.040491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (53c392e5-6a19-4da9-91b4-71240d29b81e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:22.041335 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Added segment 53c392e5-6a19-4da9-91b4-71240d29b81e of type vlan for network a3b39c30-f04d-4762-ab04-31937a3b5a05 Oct 23 01:38:22.082074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (a3b39c30-f04d-4762-ab04-31937a3b5a05), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:22.166706 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (a3b39c30-f04d-4762-ab04-31937a3b5a05), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:22.167840 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:22.168443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:22.230195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] Pushing event updated for resources: {'Network': ['ID=a3b39c30-f04d-4762-ab04-31937a3b5a05,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:22.239426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network a3b39c30-f04d-4762-ab04-31937a3b5a05 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:38:22.272609 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8e0b361c-e659-410b-8eac-e9915abc7f8e admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6842878 Oct 23 01:38:22.275500 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40318) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:38:22.280360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] Request body: {'subnet': {'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-483228977-subnet', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:38:22.366746 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] Made reservation on behalf of 0790582416884b8186e8e373fef1cd20 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:38:22.369171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:22.446959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:22.581991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (d23aaf04-8f65-4298-94f1-98a23b3f004d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:22.645660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23aaf04-8f65-4298-94f1-98a23b3f004d,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:22.653811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] Checking segment: {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:38:22.654181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] Network hostable DHCP agents. Network: a3b39c30-f04d-4762-ab04-31937a3b5a05, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:38:22.741814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] Network a3b39c30-f04d-4762-ab04-31937a3b5a05 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:38:22.815785 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a3b39c30-f04d-4762-ab04-31937a3b5a05) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:38:22.820449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:22.821043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:22.825486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c641f653-c27d-43e6-98eb-fbc55134f54e None None] Network a3b39c30-f04d-4762-ab04-31937a3b5a05 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:38:22.910239 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cc0a3578-9adf-4ec3-a355-a59c777c997e admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6336443 Oct 23 01:38:22.912864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40320) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:38:22.917223 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-483228977-router', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:38:22.929276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a3b39c30-f04d-4762-ab04-31937a3b5a05', 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05', 'project_id': '0790582416884b8186e8e373fef1cd20', 'fixed_ips': [{'subnet_id': 'd23aaf04-8f65-4298-94f1-98a23b3f004d'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:38:22.930326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.022138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (31d58325-f75c-42f2-9a3f-3508cb3071cb), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.023233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (31d58325-f75c-42f2-9a3f-3508cb3071cb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.027214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:23.069738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Allocated IP 172.20.0.2 (a3b39c30-f04d-4762-ab04-31937a3b5a05/d23aaf04-8f65-4298-94f1-98a23b3f004d/c6a46981-2211-4813-9712-92c5a41abb0f) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:38:23.074935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Publish callbacks [] for router_controller (31d58325-f75c-42f2-9a3f-3508cb3071cb), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.211647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Publish callbacks [] for port (c6a46981-2211-4813-9712-92c5a41abb0f), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.275957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Publish callbacks [] for router_gateway (31d58325-f75c-42f2-9a3f-3508cb3071cb), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.292877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.334023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Network a3b39c30-f04d-4762-ab04-31937a3b5a05 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:38:23.339172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:38:23.341453 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:38:23.344817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Pushing event updated for resources: {'Port': ['ID=c6a46981-2211-4813-9712-92c5a41abb0f,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:23.406353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Attempting to bind port c6a46981-2211-4813-9712-92c5a41abb0f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:38:23.406721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Attempting to bind port c6a46981-2211-4813-9712-92c5a41abb0f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:38:23.407082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Attempting to bind port c6a46981-2211-4813-9712-92c5a41abb0f on network a3b39c30-f04d-4762-ab04-31937a3b5a05 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:38:23.451545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:38:23.451911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Checking segment: {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:38:23.452312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.452960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Bound using segment: {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:38:23.453428 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Bound port: c6a46981-2211-4813-9712-92c5a41abb0f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:38:23.453831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.513622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] For port c6a46981-2211-4813-9712-92c5a41abb0f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:38:23.516207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Publish callbacks [] for router_gateway (31d58325-f75c-42f2-9a3f-3508cb3071cb), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.516827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] For port c6a46981-2211-4813-9712-92c5a41abb0f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6a46981-2211-4813-9712-92c5a41abb0f,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:38:23.534971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.613185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.648980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:23.653329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Allocated IP 172.36.3.12 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/7355c50c-ae98-4656-a24b-ba2e862a56f4) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:38:23.653827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:23.658798 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:23.664377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ac3b9-e9b6-4047-972e-a967e3586c1f None None] Pushing event updated for resources: {'Port': ['ID=c6a46981-2211-4813-9712-92c5a41abb0f,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:23.768027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Publish callbacks [] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.809586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:23.868080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:23.906494 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:38:23.909547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:38:23.916216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:38:23.944433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Pushing event updated for resources: {'Port': ['ID=7355c50c-ae98-4656-a24b-ba2e862a56f4,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:24.135443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:24.232265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Publish callbacks [] for router_gateway (31d58325-f75c-42f2-9a3f-3508cb3071cb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:24.429535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (31d58325-f75c-42f2-9a3f-3508cb3071cb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:24.475601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb478c4-1819-4cac-9cbd-6ad998bdefd7 None None] Network a3b39c30-f04d-4762-ab04-31937a3b5a05 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:38:24.607036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Router 31d58325-f75c-42f2-9a3f-3508cb3071cb is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:38:24.676973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-971724ad-747e-4488-9a34-f10ded5d8366 None None] Provisioning complete for port c6a46981-2211-4813-9712-92c5a41abb0f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:24.677343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-971724ad-747e-4488-9a34-f10ded5d8366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:24.677676 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-971724ad-747e-4488-9a34-f10ded5d8366 None None] Attempt 1 to provision port c6a46981-2211-4813-9712-92c5a41abb0f Oct 23 01:38:24.713225 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:38:24.731445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Sync routers for ids ['31d58325-f75c-42f2-9a3f-3508cb3071cb'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:38:24.771635 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Routers {'31d58325-f75c-42f2-9a3f-3508cb3071cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:38:24.772803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:38:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['31d58325-f75c-42f2-9a3f-3508cb3071cb'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:24.774829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c6a46981-2211-4813-9712-92c5a41abb0f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:38:24.812589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:24.813990 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6969e811-ee8f-4790-8888-a89500703b97 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9000802 Oct 23 01:38:24.816845 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40322) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:38:24.881738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-971724ad-747e-4488-9a34-f10ded5d8366 None None] Current status of the port c6a46981-2211-4813-9712-92c5a41abb0f is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:24.882155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-971724ad-747e-4488-9a34-f10ded5d8366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:24.957242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Set router 31d58325-f75c-42f2-9a3f-3508cb3071cb gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:38:25.037701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-971724ad-747e-4488-9a34-f10ded5d8366 None None] For port c6a46981-2211-4813-9712-92c5a41abb0f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6a46981-2211-4813-9712-92c5a41abb0f,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:25.052896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c6a46981-2211-4813-9712-92c5a41abb0f triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:25.052896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.052896 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c6a46981-2211-4813-9712-92c5a41abb0f Oct 23 01:38:25.120743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-971724ad-747e-4488-9a34-f10ded5d8366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.214109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971724ad-747e-4488-9a34-f10ded5d8366 None None] Pushing event updated for resources: {'Port': ['ID=c6a46981-2211-4813-9712-92c5a41abb0f,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:25.234814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:25.271236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cc8d27d4-c585-4f36-acb2-7eef13063313 None None] Provisioning complete for port c6a46981-2211-4813-9712-92c5a41abb0f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:25.271607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cc8d27d4-c585-4f36-acb2-7eef13063313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.271978 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-cc8d27d4-c585-4f36-acb2-7eef13063313 None None] Attempt 1 to provision port c6a46981-2211-4813-9712-92c5a41abb0f Oct 23 01:38:25.273438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c6a46981-2211-4813-9712-92c5a41abb0f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:25.295523 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'name': 'tempest-ServerDiskConfigTestJSON-483228977-router', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12'}], 'enable_snat': True}, 'gw_port_id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:24Z', 'revision_number': 3, 'project_id': '0790582416884b8186e8e373fef1cd20', 'gw_port': {'id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:25.324848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Checking router: 31d58325-f75c-42f2-9a3f-3508cb3071cb for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:38:25.325234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Updating router 31d58325-f75c-42f2-9a3f-3508cb3071cb port 7355c50c-ae98-4656-a24b-ba2e862a56f4 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:38:25.363749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.469937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d27d4-c585-4f36-acb2-7eef13063313 None None] Current status of the port c6a46981-2211-4813-9712-92c5a41abb0f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:25.505503 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.514588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:25.644237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Publish callbacks [] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.661501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Allocated IP 172.20.0.1 (a3b39c30-f04d-4762-ab04-31937a3b5a05/d23aaf04-8f65-4298-94f1-98a23b3f004d/97c65227-8d70-465b-b938-c5366262ae84) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:38:25.732757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.764035 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Publish callbacks [] for port (97c65227-8d70-465b-b938-c5366262ae84), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.767043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Attempting to bind port 7355c50c-ae98-4656-a24b-ba2e862a56f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:38:25.767410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Attempting to bind port 7355c50c-ae98-4656-a24b-ba2e862a56f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:38:25.767775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Attempting to bind port 7355c50c-ae98-4656-a24b-ba2e862a56f4 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:38:25.800748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892ee0e-2d40-45ea-ad70-ad450d28a792 None None] Pushing event updated for resources: {'Port': ['ID=7355c50c-ae98-4656-a24b-ba2e862a56f4,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:25.819577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:38:25.819947 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:38:25.820345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.820728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:38:25.821191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Bound port: 7355c50c-ae98-4656-a24b-ba2e862a56f4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:38:25.821567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.843160 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:25.847560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (97c65227-8d70-465b-b938-c5366262ae84), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.872341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:25.874340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:25.875615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] For port 7355c50c-ae98-4656-a24b-ba2e862a56f4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:38:25.878880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] For port 7355c50c-ae98-4656-a24b-ba2e862a56f4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7355c50c-ae98-4656-a24b-ba2e862a56f4,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:38:25.888308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Network a3b39c30-f04d-4762-ab04-31937a3b5a05 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:38:25.892764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:38:25.901017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:38:25.926747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Pushing event updated for resources: {'Port': ['ID=97c65227-8d70-465b-b938-c5366262ae84,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:25.941066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.941417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.941758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.942140 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.942475 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.942833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.943134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.943456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.943818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.944143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.944471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.944791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.945110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.945429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.945749 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:25.956918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (31d58325-f75c-42f2-9a3f-3508cb3071cb), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:25.979204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:26.017442 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Routers {'31d58325-f75c-42f2-9a3f-3508cb3071cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:38:26.018111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:38:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['31d58325-f75c-42f2-9a3f-3508cb3071cb'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:26.078262 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892ee0e-2d40-45ea-ad70-ad450d28a792 None None] Pushing event updated for resources: {'Port': ['ID=7355c50c-ae98-4656-a24b-ba2e862a56f4,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:26.144408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] Set router 31d58325-f75c-42f2-9a3f-3508cb3071cb gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:38:26.173206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (97c65227-8d70-465b-b938-c5366262ae84), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:26.187568 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:26.219045 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1e0206e0-82ed-4cf1-a94c-db558dfd0e74 None None] Provisioning complete for port 97c65227-8d70-465b-b938-c5366262ae84 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:26.219417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1e0206e0-82ed-4cf1-a94c-db558dfd0e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (97c65227-8d70-465b-b938-c5366262ae84), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:26.219750 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1e0206e0-82ed-4cf1-a94c-db558dfd0e74 None None] Attempt 1 to provision port 97c65227-8d70-465b-b938-c5366262ae84 Oct 23 01:38:26.285485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1e0206e0-82ed-4cf1-a94c-db558dfd0e74 None None] Port 97c65227-8d70-465b-b938-c5366262ae84 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:38:26.336294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Publish callbacks [] for port (97c65227-8d70-465b-b938-c5366262ae84), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:26.353439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'name': 'tempest-ServerDiskConfigTestJSON-483228977-router', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12'}], 'enable_snat': True}, 'gw_port_id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:24Z', 'revision_number': 3, 'project_id': '0790582416884b8186e8e373fef1cd20', 'gw_port': {'id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:26.377778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891c4bf0-7bdc-4baf-83fc-d4caa05959e3 None None] The sync data for ids ['31d58325-f75c-42f2-9a3f-3508cb3071cb'] in dv-neutron-master-2-hyperv is: [{'id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'name': 'tempest-ServerDiskConfigTestJSON-483228977-router', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12'}], 'enable_snat': True}, 'gw_port_id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:24Z', 'revision_number': 3, 'project_id': '0790582416884b8186e8e373fef1cd20', 'gw_port': {'id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:38:26.383755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (97c65227-8d70-465b-b938-c5366262ae84), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:26.387485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:26.453597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Pushing event updated for resources: {'Port': ['ID=97c65227-8d70-465b-b938-c5366262ae84,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:26.456004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (31d58325-f75c-42f2-9a3f-3508cb3071cb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:26.558519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Network a3b39c30-f04d-4762-ab04-31937a3b5a05 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:38:26.566439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:38:26.721085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Router 31d58325-f75c-42f2-9a3f-3508cb3071cb has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:38:26.809699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8e0a43f3-5251-4886-b79e-a45f349575c8 None None] Provisioning complete for port 97c65227-8d70-465b-b938-c5366262ae84 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:26.810318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8e0a43f3-5251-4886-b79e-a45f349575c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (97c65227-8d70-465b-b938-c5366262ae84), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:26.810415 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8e0a43f3-5251-4886-b79e-a45f349575c8 None None] Attempt 1 to provision port 97c65227-8d70-465b-b938-c5366262ae84 Oct 23 01:38:26.842284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7355c50c-ae98-4656-a24b-ba2e862a56f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:38:26.850157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:38:26.857834 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0223ab63-d0e4-4828-8f0e-048b7f513373 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/31d58325-f75c-42f2-9a3f-3508cb3071cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0387592 Oct 23 01:38:26.871148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a43f3-5251-4886-b79e-a45f349575c8 None None] Port 97c65227-8d70-465b-b938-c5366262ae84 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:38:26.901435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7355c50c-ae98-4656-a24b-ba2e862a56f4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:26.901835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:26.902175 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7355c50c-ae98-4656-a24b-ba2e862a56f4 Oct 23 01:38:27.143100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7355c50c-ae98-4656-a24b-ba2e862a56f4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:27.143490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:27.168487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 7355c50c-ae98-4656-a24b-ba2e862a56f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7355c50c-ae98-4656-a24b-ba2e862a56f4,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:27.236621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:27.237449 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c6a46981-2211-4813-9712-92c5a41abb0f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:38:27.315503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=7355c50c-ae98-4656-a24b-ba2e862a56f4,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:27.325755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c6a46981-2211-4813-9712-92c5a41abb0f triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:27.326164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:27.326497 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c6a46981-2211-4813-9712-92c5a41abb0f Oct 23 01:38:27.342607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-726d648b-63fb-4988-8ff2-78f455e15c49 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:27.344273 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-726d648b-63fb-4988-8ff2-78f455e15c49 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 814 time: 0.1150773 Oct 23 01:38:27.359655 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-36128c60-9611-42f8-a49b-11ca3e81e1c5 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/quotas/0790582416884b8186e8e373fef1cd20 HTTP/1.1" status: 200 len: 375 time: 0.0099568 Oct 23 01:38:27.404791 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c6a46981-2211-4813-9712-92c5a41abb0f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:27.409315 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-6fc23639-276b-43cb-8797-dac78246ccd1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443132 Oct 23 01:38:27.506794 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-7652d6af-4577-4f5e-b79b-b8c1f80120e7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899479 Oct 23 01:38:27.602179 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-09026be6-40ce-4a92-8107-860527f41269 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893700 Oct 23 01:38:27.785147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=76 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:27.862418 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6bba156f-7ff3-4320-93e0-fe5f6a2ec566 req-8e15db3f-4bdd-43ea-8769-ba6031cf1e46 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 210 time: 0.0297079 Oct 23 01:38:28.008527 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Sync routers for ids ['31d58325-f75c-42f2-9a3f-3508cb3071cb'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:38:28.018107 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Routers {'31d58325-f75c-42f2-9a3f-3508cb3071cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:38:28.018698 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:38:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['31d58325-f75c-42f2-9a3f-3508cb3071cb'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:28.119774 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Set router 31d58325-f75c-42f2-9a3f-3508cb3071cb gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:38:28.301050 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'name': 'tempest-ServerDiskConfigTestJSON-483228977-router', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12'}], 'enable_snat': True}, 'gw_port_id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:26Z', 'revision_number': 4, 'project_id': '0790582416884b8186e8e373fef1cd20', 'gw_port': {'id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '97c65227-8d70-465b-b938-c5366262ae84', 'name': '', 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'mac_address': 'fa:16:3e:77:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd23aaf04-8f65-4298-94f1-98a23b3f004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:38:25Z', 'updated_at': '2022-10-23T01:38:26Z', 'revision_number': 2, 'project_id': '0790582416884b8186e8e373fef1cd20', 'subnets': [{'id': 'd23aaf04-8f65-4298-94f1-98a23b3f004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:28.304127 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:28.326738 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Checking router: 31d58325-f75c-42f2-9a3f-3508cb3071cb for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:38:28.327083 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Updating router 31d58325-f75c-42f2-9a3f-3508cb3071cb port 97c65227-8d70-465b-b938-c5366262ae84 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:38:28.349825 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:28.354483 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (97c65227-8d70-465b-b938-c5366262ae84), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:28.618356 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Publish callbacks [] for port (97c65227-8d70-465b-b938-c5366262ae84), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:28.704145 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (97c65227-8d70-465b-b938-c5366262ae84), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:28.758001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7355c50c-ae98-4656-a24b-ba2e862a56f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:38:28.782109 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ae676-1731-40e9-9900-45d46b2d275e None None] Pushing event updated for resources: {'Port': ['ID=97c65227-8d70-465b-b938-c5366262ae84,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:28.796201 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Attempting to bind port 97c65227-8d70-465b-b938-c5366262ae84 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:38:28.796582 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Attempting to bind port 97c65227-8d70-465b-b938-c5366262ae84 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:38:28.797205 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Attempting to bind port 97c65227-8d70-465b-b938-c5366262ae84 on network a3b39c30-f04d-4762-ab04-31937a3b5a05 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:38:28.802764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:28.805346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7355c50c-ae98-4656-a24b-ba2e862a56f4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:28.805725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:28.806088 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7355c50c-ae98-4656-a24b-ba2e862a56f4 Oct 23 01:38:28.841957 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:38:28.842248 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Checking segment: {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:38:28.842647 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:28.843126 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Bound using segment: {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:38:28.843462 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Bound port: 97c65227-8d70-465b-b938-c5366262ae84, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:38:28.843826 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (97c65227-8d70-465b-b938-c5366262ae84), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:28.882896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7355c50c-ae98-4656-a24b-ba2e862a56f4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:28.903282 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] For port 97c65227-8d70-465b-b938-c5366262ae84, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:38:28.906395 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] For port 97c65227-8d70-465b-b938-c5366262ae84, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97c65227-8d70-465b-b938-c5366262ae84,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:38:28.949940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:28.970541 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-55857d5d-9ba9-49bd-b8b6-6fa72b4d0bef req-bd18354a-5e53-4ad9-975d-959517e05138 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 210 time: 0.0301569 Oct 23 01:38:28.982349 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (97c65227-8d70-465b-b938-c5366262ae84), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:29.014594 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Routers {'31d58325-f75c-42f2-9a3f-3508cb3071cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:38:29.015232 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:38:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['31d58325-f75c-42f2-9a3f-3508cb3071cb'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:29.072323 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ae676-1731-40e9-9900-45d46b2d275e None None] Pushing event updated for resources: {'Port': ['ID=97c65227-8d70-465b-b938-c5366262ae84,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:29.132576 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] Set router 31d58325-f75c-42f2-9a3f-3508cb3071cb gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:38:29.134000 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:29.319187 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'name': 'tempest-ServerDiskConfigTestJSON-483228977-router', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12'}], 'enable_snat': True}, 'gw_port_id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:26Z', 'revision_number': 4, 'project_id': '0790582416884b8186e8e373fef1cd20', 'gw_port': {'id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '97c65227-8d70-465b-b938-c5366262ae84', 'name': '', 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'mac_address': 'fa:16:3e:77:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd23aaf04-8f65-4298-94f1-98a23b3f004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:38:25Z', 'updated_at': '2022-10-23T01:38:28Z', 'revision_number': 4, 'project_id': '0790582416884b8186e8e373fef1cd20', 'subnets': [{'id': 'd23aaf04-8f65-4298-94f1-98a23b3f004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:38:29.343357 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa0f0b-a8d9-4354-a304-05591cfa44dc None None] The sync data for ids ['31d58325-f75c-42f2-9a3f-3508cb3071cb'] in dv-neutron-master-2-hyperv is: [{'id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'name': 'tempest-ServerDiskConfigTestJSON-483228977-router', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12'}], 'enable_snat': True}, 'gw_port_id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:26Z', 'revision_number': 4, 'project_id': '0790582416884b8186e8e373fef1cd20', 'gw_port': {'id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '97c65227-8d70-465b-b938-c5366262ae84', 'name': '', 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'mac_address': 'fa:16:3e:77:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd23aaf04-8f65-4298-94f1-98a23b3f004d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:38:25Z', 'updated_at': '2022-10-23T01:38:28Z', 'revision_number': 4, 'project_id': '0790582416884b8186e8e373fef1cd20', 'subnets': [{'id': 'd23aaf04-8f65-4298-94f1-98a23b3f004d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:38:30.123884 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-21c21fa7-c553-44d8-96b7-865508bd9181 req-68904bf8-3af1-4af7-81c3-889255749429 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 210 time: 0.0657675 Oct 23 01:38:30.181702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-57324040-bdb0-4f93-8903-a3695f4ec667 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:30.183119 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-57324040-bdb0-4f93-8903-a3695f4ec667 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 814 time: 0.1339812 Oct 23 01:38:30.200693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Request body: {'port': {'device_id': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05', 'admin_state_up': True, 'tenant_id': '0790582416884b8186e8e373fef1cd20'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:38:30.401337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Made reservation on behalf of 0790582416884b8186e8e373fef1cd20 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:38:30.407919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:30.529196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Allocated IP 172.20.0.6 (a3b39c30-f04d-4762-ab04-31937a3b5a05/d23aaf04-8f65-4298-94f1-98a23b3f004d/6f70ac6a-a066-4954-b386-b547bc30d3b3) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:38:30.674242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:30.751784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 97c65227-8d70-465b-b938-c5366262ae84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:38:30.767309 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:30.796315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 97c65227-8d70-465b-b938-c5366262ae84 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:30.796606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (97c65227-8d70-465b-b938-c5366262ae84), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:30.796945 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 97c65227-8d70-465b-b938-c5366262ae84 Oct 23 01:38:30.817376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Network a3b39c30-f04d-4762-ab04-31937a3b5a05 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:38:30.820718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:38:30.827534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:38:30.862604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Pushing event updated for resources: {'Port': ['ID=6f70ac6a-a066-4954-b386-b547bc30d3b3,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:30.877006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.877360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.877847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.878193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.878533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.878872 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.879137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 97c65227-8d70-465b-b938-c5366262ae84 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:30.879250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.879521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.879627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (97c65227-8d70-465b-b938-c5366262ae84), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:30.879851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.880181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.880507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.880851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.881188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.881538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.881859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:38:30.904004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:30.904639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:30.915890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 97c65227-8d70-465b-b938-c5366262ae84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97c65227-8d70-465b-b938-c5366262ae84,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:30.998226 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5d70848b-4aba-45e6-9336-fcbd4b6d3fb0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016503 Oct 23 01:38:31.007451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-8d98ff8f-2e27-487e-9e9c-7abaa331a73b tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:38:31.008537 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-8d98ff8f-2e27-487e-9e9c-7abaa331a73b tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057721 Oct 23 01:38:31.025413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Request body: {'port': {'device_id': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:38:31.058013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (97c65227-8d70-465b-b938-c5366262ae84), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:31.085480 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:31.094414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:31.113214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=97c65227-8d70-465b-b938-c5366262ae84,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:31.119762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-91705de1-c5da-48cb-aabb-f7888448c4a9 None None] Provisioning complete for port 6f70ac6a-a066-4954-b386-b547bc30d3b3 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:31.119914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-91705de1-c5da-48cb-aabb-f7888448c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:31.120218 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-91705de1-c5da-48cb-aabb-f7888448c4a9 None None] Attempt 1 to provision port 6f70ac6a-a066-4954-b386-b547bc30d3b3 Oct 23 01:38:31.127963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:31.153162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-91705de1-c5da-48cb-aabb-f7888448c4a9 None None] Port 6f70ac6a-a066-4954-b386-b547bc30d3b3 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:38:31.250283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550be58f-7c47-47ad-b379-9e8faa5c3ff4 req-6aaaaaa0-4ca3-4113-a659-4fa9690a78af tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:31.251818 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-550be58f-7c47-47ad-b379-9e8faa5c3ff4 req-6aaaaaa0-4ca3-4113-a659-4fa9690a78af tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 931 time: 0.0495453 Oct 23 01:38:31.301423 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-550be58f-7c47-47ad-b379-9e8faa5c3ff4 req-21b4e988-5627-45bf-99d4-17b7e03bb6c4 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Oct 23 01:38:31.353706 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f70ac6a-a066-4954-b386-b547bc30d3b3 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:38:31.361257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Publish callbacks [] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:31.373933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Transition to ACTIVE for port object 6f70ac6a-a066-4954-b386-b547bc30d3b3 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:38:31.429404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:31.507282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Pushing event updated for resources: {'Port': ['ID=6f70ac6a-a066-4954-b386-b547bc30d3b3,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:31.534618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Attempting to bind port 6f70ac6a-a066-4954-b386-b547bc30d3b3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:38:31.535222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Attempting to bind port 6f70ac6a-a066-4954-b386-b547bc30d3b3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:38:31.535554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Attempting to bind port 6f70ac6a-a066-4954-b386-b547bc30d3b3 on network a3b39c30-f04d-4762-ab04-31937a3b5a05 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:38:31.577724 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Port 6f70ac6a-a066-4954-b386-b547bc30d3b3 on network a3b39c30-f04d-4762-ab04-31937a3b5a05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:38:31.578090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Attempting to bind port 6f70ac6a-a066-4954-b386-b547bc30d3b3 on network a3b39c30-f04d-4762-ab04-31937a3b5a05 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:38:31.622515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:38:31.622851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Checking segment: {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:38:31.623244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Bound using segment: {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:38:31.623662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Bound port: 6f70ac6a-a066-4954-b386-b547bc30d3b3, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:38:31.624018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:31.682672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] For port 6f70ac6a-a066-4954-b386-b547bc30d3b3, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:38:31.685682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] For port 6f70ac6a-a066-4954-b386-b547bc30d3b3, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:38:31.753322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:31.758149 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:31.758749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:31.760141 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/6f70ac6a-a066-4954-b386-b547bc30d3b3 HTTP/1.1" status: 200 len: 1093 time: 0.7391350 Oct 23 01:38:31.760666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'tag': '6f70ac6a-a066-4954-b386-b547bc30d3b3'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:38:31.762989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4718b4-fbba-455f-96cf-9100dba1e7af" -d '{"events": [{"name": "network-changed", "server_uuid": "5922244d-d0a7-41b6-9bb9-842902eb5ed0", "tag": "6f70ac6a-a066-4954-b386-b547bc30d3b3"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:38:31.790456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:31.800588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c147d9-0315-488a-bd70-69e1c8900b1a x-openstack-request-id: req-06c147d9-0315-488a-bd70-69e1c8900b1a {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:38:31.800883 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5922244d-d0a7-41b6-9bb9-842902eb5ed0", "tag": "6f70ac6a-a066-4954-b386-b547bc30d3b3", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:38:31.801133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06c147d9-0315-488a-bd70-69e1c8900b1a {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:38:31.801542 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c147d9-0315-488a-bd70-69e1c8900b1a'] response: {'name': 'network-changed', 'server_uuid': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'tag': '6f70ac6a-a066-4954-b386-b547bc30d3b3', 'status': 'completed', 'code': 200} Oct 23 01:38:31.813515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748dfb3-0c43-47df-9d3f-b20e27c4e414 service neutron] Pushing event updated for resources: {'Port': ['ID=6f70ac6a-a066-4954-b386-b547bc30d3b3,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:31.892634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4718b4-fbba-455f-96cf-9100dba1e7af req-f9cd3fac-073a-43c0-b7a8-970d2d3cc38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:31.894154 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e4718b4-fbba-455f-96cf-9100dba1e7af req-f9cd3fac-073a-43c0-b7a8-970d2d3cc38a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 1127 time: 0.0397112 Oct 23 01:38:31.998932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4718b4-fbba-455f-96cf-9100dba1e7af req-8207a61e-14be-45d4-97e4-2e4207306bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:32.003079 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e4718b4-fbba-455f-96cf-9100dba1e7af req-8207a61e-14be-45d4-97e4-2e4207306bec service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0790582416884b8186e8e373fef1cd20&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0946081 Oct 23 01:38:32.096523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4718b4-fbba-455f-96cf-9100dba1e7af req-21088292-874f-4797-b2df-de4ec78f939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:32.097920 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e4718b4-fbba-455f-96cf-9100dba1e7af req-21088292-874f-4797-b2df-de4ec78f939d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922320 Oct 23 01:38:32.189545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-ee1469d8-1ec8-478a-97e6-7aeeed9b8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:32.191037 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-ee1469d8-1ec8-478a-97e6-7aeeed9b8d25 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 1127 time: 0.0393176 Oct 23 01:38:32.235434 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-9fed600d-8159-4ce5-8af1-f22d7498badf service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3 HTTP/1.1" status: 200 len: 217 time: 0.0320144 Oct 23 01:38:32.284538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5ff492bf-bf10-4484-b5c0-1388f15b5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:32.285968 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-5ff492bf-bf10-4484-b5c0-1388f15b5835 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 200 len: 853 time: 0.0455158 Oct 23 01:38:32.326935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-73dd562c-3e2d-4f1e-bda9-2ade600e4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:32.328667 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-73dd562c-3e2d-4f1e-bda9-2ade600e4542 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a3b39c30-f04d-4762-ab04-31937a3b5a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375445 Oct 23 01:38:32.419463 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-0f5a11c5-95fc-4d22-aa38-61815829fce3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841441 Oct 23 01:38:32.426654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2b61e-f176-4489-926a-729a487b52a7 req-659e41f8-b2da-4ce4-bdca-c82a4fca78cd tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:32.428122 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-22e2b61e-f176-4489-926a-729a487b52a7 req-659e41f8-b2da-4ce4-bdca-c82a4fca78cd tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 943 time: 0.0507140 Oct 23 01:38:32.474783 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-22e2b61e-f176-4489-926a-729a487b52a7 req-d49df223-6bd7-4a5c-acef-e0627e293f07 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410972 Oct 23 01:38:32.512083 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0511fc5-74a1-4de1-8d05-14970f5bd13b req-8be3599a-9867-4b2a-b382-e8fa0ff96b8f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868218 Oct 23 01:38:32.741222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 97c65227-8d70-465b-b938-c5366262ae84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:38:32.787830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 97c65227-8d70-465b-b938-c5366262ae84 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:32.788206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (97c65227-8d70-465b-b938-c5366262ae84), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:32.788540 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 97c65227-8d70-465b-b938-c5366262ae84 Oct 23 01:38:32.857327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 97c65227-8d70-465b-b938-c5366262ae84 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:33.583728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:33.596281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f554c-ff9f-4204-bbc7-903347da2876 req-4f96ae57-18d2-4256-b34a-30e77f81ae5d tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:33.597775 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f81f554c-ff9f-4204-bbc7-903347da2876 req-4f96ae57-18d2-4256-b34a-30e77f81ae5d tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 943 time: 0.0477614 Oct 23 01:38:33.646102 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f81f554c-ff9f-4204-bbc7-903347da2876 req-f3063445-e63c-4703-bba8-fa74c4e10d35 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Oct 23 01:38:34.764799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0057d-c427-494d-a428-e5d1f57b2579 req-5653b552-2770-478f-b842-6342483375bd tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:34.766260 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93b0057d-c427-494d-a428-e5d1f57b2579 req-5653b552-2770-478f-b842-6342483375bd tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 943 time: 0.0465286 Oct 23 01:38:34.812412 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93b0057d-c427-494d-a428-e5d1f57b2579 req-8783cb91-7259-4ece-ba88-6ff995da0756 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 Oct 23 01:38:35.914040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6f70ac6a-a066-4954-b386-b547bc30d3b3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:38:35.922638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:35.929568 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:35.938709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec46cb-b73a-47f9-8fcd-6e4cba17d01b req-76f07440-91dd-4f89-8c6b-45295330f522 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:35.940232 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3aec46cb-b73a-47f9-8fcd-6e4cba17d01b req-76f07440-91dd-4f89-8c6b-45295330f522 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 943 time: 0.0531445 Oct 23 01:38:35.988576 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3aec46cb-b73a-47f9-8fcd-6e4cba17d01b req-7c5e74a7-bb55-404f-8360-d88ce2b9b4f9 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Oct 23 01:38:36.020600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6f70ac6a-a066-4954-b386-b547bc30d3b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:36.031640 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '6f70ac6a-a066-4954-b386-b547bc30d3b3', 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05', 'port_id': '6f70ac6a-a066-4954-b386-b547bc30d3b3', 'mac_address': 'fa:16:3e:5d:5a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23aaf04-8f65-4298-94f1-98a23b3f004d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:38:36.065612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6f70ac6a-a066-4954-b386-b547bc30d3b3 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:36.066025 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:36.079634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f70ac6a-a066-4954-b386-b547bc30d3b3 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:38:36.098701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6f70ac6a-a066-4954-b386-b547bc30d3b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:36.181720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:36.230279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6f70ac6a-a066-4954-b386-b547bc30d3b3,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:36.457333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['6f70ac6a-a066-4954-b386-b547bc30d3b3'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:38:37.109820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64aedc-c74b-4840-82c4-c5d2ca210a2b req-47dfa434-3b13-4c52-828b-4211e419b78f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:37.111316 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ea64aedc-c74b-4840-82c4-c5d2ca210a2b req-47dfa434-3b13-4c52-828b-4211e419b78f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 944 time: 0.0475228 Oct 23 01:38:37.151141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:37.162114 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ea64aedc-c74b-4840-82c4-c5d2ca210a2b req-ca62357f-b403-4295-8aaa-086fe516912b tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452914 Oct 23 01:38:37.925332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6f70ac6a-a066-4954-b386-b547bc30d3b3 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:38:37.969490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 6f70ac6a-a066-4954-b386-b547bc30d3b3 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:38:37.993959 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:38:38.034699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 6f70ac6a-a066-4954-b386-b547bc30d3b3 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:38:38.035072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:38.035411 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 6f70ac6a-a066-4954-b386-b547bc30d3b3 Oct 23 01:38:38.105995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6f70ac6a-a066-4954-b386-b547bc30d3b3 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:38:38.106380 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:38.128849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f70ac6a-a066-4954-b386-b547bc30d3b3'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:38:38.131090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fe3029-475a-420f-b5e2-514e73790e30" -d '{"events": [{"server_uuid": "5922244d-d0a7-41b6-9bb9-842902eb5ed0", "name": "network-vif-plugged", "status": "completed", "tag": "6f70ac6a-a066-4954-b386-b547bc30d3b3"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:38:38.143482 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6f70ac6a-a066-4954-b386-b547bc30d3b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:38:38.171026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20897783-0cde-4f50-b71b-6ff204a39fd5 x-openstack-request-id: req-20897783-0cde-4f50-b71b-6ff204a39fd5 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:38:38.171400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5922244d-d0a7-41b6-9bb9-842902eb5ed0", "name": "network-vif-plugged", "status": "completed", "tag": "6f70ac6a-a066-4954-b386-b547bc30d3b3", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:38:38.171649 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20897783-0cde-4f50-b71b-6ff204a39fd5 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:38:38.172037 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20897783-0cde-4f50-b71b-6ff204a39fd5'] response: {'server_uuid': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f70ac6a-a066-4954-b386-b547bc30d3b3', 'code': 200} Oct 23 01:38:38.218048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:38.276527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6f70ac6a-a066-4954-b386-b547bc30d3b3,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:38:38.286966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041708fd-321c-4209-8733-4748341e77f4 req-5976df65-d2fa-4ad7-80db-6868f1204e47 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:38.290809 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-041708fd-321c-4209-8733-4748341e77f4 req-5976df65-d2fa-4ad7-80db-6868f1204e47 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0497718 Oct 23 01:38:38.336895 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-041708fd-321c-4209-8733-4748341e77f4 req-b0df9d8c-bd61-442c-a951-413f48c81131 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Oct 23 01:38:38.500485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab850768-52a0-4ac4-9c60-cc30fd01e91d req-7ee20cb7-55c9-4f71-84bd-1a0c42c5c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:38.501897 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab850768-52a0-4ac4-9c60-cc30fd01e91d req-7ee20cb7-55c9-4f71-84bd-1a0c42c5c5dc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0383322 Oct 23 01:38:38.544891 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab850768-52a0-4ac4-9c60-cc30fd01e91d req-da6923a8-920c-4a61-b0e0-22fa685ee529 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371640 Oct 23 01:38:38.857874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fcec73b6-dc94-4e02-80cb-6ffb722483c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:39.321398 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=5 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:39.463651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ba4d9-5652-47f3-ba01-a45ccffa7633 req-e2d4bfc1-06eb-4da5-adda-6f5e6e06dbd7 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:39.465185 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cb6ba4d9-5652-47f3-ba01-a45ccffa7633 req-e2d4bfc1-06eb-4da5-adda-6f5e6e06dbd7 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0519373 Oct 23 01:38:39.496470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:39.512770 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cb6ba4d9-5652-47f3-ba01-a45ccffa7633 req-636486d0-1b79-4663-b0d4-3e42fecd7bb2 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Oct 23 01:38:40.633272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa82fe-d600-4c0a-a5a9-a6be2a79e918 req-9554dcf1-9ad0-43b7-929d-2c4ebde21630 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:40.634748 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-99aa82fe-d600-4c0a-a5a9-a6be2a79e918 req-9554dcf1-9ad0-43b7-929d-2c4ebde21630 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0467761 Oct 23 01:38:40.681346 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-99aa82fe-d600-4c0a-a5a9-a6be2a79e918 req-495b8201-5082-4dfa-8cad-08b158f26496 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Oct 23 01:38:40.800160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9bcf0-c337-4633-b207-1c343c8aeff6 req-d8992666-b326-4a28-8ca0-de16f7a7aaaf tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:40.801676 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ddf9bcf0-c337-4633-b207-1c343c8aeff6 req-d8992666-b326-4a28-8ca0-de16f7a7aaaf tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0485072 Oct 23 01:38:40.850048 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ddf9bcf0-c337-4633-b207-1c343c8aeff6 req-a3b272ed-ef52-4916-a8e7-36cc6378c8bb tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Oct 23 01:38:41.176066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cacb21bc-a3d8-4747-8c85-2db04d9f809e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:41.313034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ff325-25f6-42ba-a9d0-eea54afcdadd req-7b3681db-86ec-475f-8e5b-2051722a1701 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:41.314528 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d66ff325-25f6-42ba-a9d0-eea54afcdadd req-7b3681db-86ec-475f-8e5b-2051722a1701 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0478818 Oct 23 01:38:41.364546 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d66ff325-25f6-42ba-a9d0-eea54afcdadd req-013e0680-6f27-4e0a-ad10-b406fdd61e89 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439036 Oct 23 01:38:41.484925 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba9d60-186d-4002-8049-130eb270e132 req-94c47b79-d442-4052-9254-98332967ec8a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:41.486436 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-76ba9d60-186d-4002-8049-130eb270e132 req-94c47b79-d442-4052-9254-98332967ec8a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0505290 Oct 23 01:38:41.533304 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-76ba9d60-186d-4002-8049-130eb270e132 req-21ae6620-eed9-43ca-b9af-e5e398980e67 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Oct 23 01:38:41.884293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40736f1-b075-48bc-8b33-2624b2a0dd64 req-04b9927d-ec33-43a9-b462-b270b60ff18b tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:41.885697 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f40736f1-b075-48bc-8b33-2624b2a0dd64 req-04b9927d-ec33-43a9-b462-b270b60ff18b tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0472856 Oct 23 01:38:41.932341 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f40736f1-b075-48bc-8b33-2624b2a0dd64 req-996d19c3-2e70-4322-99db-50d436d44f92 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Oct 23 01:38:41.988715 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-d414cada-a19e-4583-8c8c-bc42801eeeb4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0379550 Oct 23 01:38:42.411688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-68ceb32f-6cfd-4794-a30c-e71c0b4794ef tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:42.412950 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-68ceb32f-6cfd-4794-a30c-e71c0b4794ef tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports/6f70ac6a-a066-4954-b386-b547bc30d3b3 HTTP/1.1" status: 200 len: 942 time: 0.0497930 Oct 23 01:38:42.587664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:43.054003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c280b-c388-4214-9c8f-68ca16615076 req-3a1cf77f-4bfd-44c7-9681-db53f15b716c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:43.055483 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d67c280b-c388-4214-9c8f-68ca16615076 req-3a1cf77f-4bfd-44c7-9681-db53f15b716c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0470290 Oct 23 01:38:43.104006 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d67c280b-c388-4214-9c8f-68ca16615076 req-99abe4b1-45f4-4d5c-9acd-a0c6c9109b92 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Oct 23 01:38:43.962950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:44.038909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:44.062283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:44.139649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-30f663f0-31bf-48bf-a38b-6111c10628b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:44.141167 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-30f663f0-31bf-48bf-a38b-6111c10628b4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0407896 Oct 23 01:38:44.229505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbbb2d-3cba-41b1-9b52-254f83361c67 req-1c53f1fc-181d-49f8-88d3-fc90959926fa tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:44.230948 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-15bbbb2d-3cba-41b1-9b52-254f83361c67 req-1c53f1fc-181d-49f8-88d3-fc90959926fa tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0521622 Oct 23 01:38:44.238767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-53f415e7-0d3e-4351-a7fe-65f4ac64f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:44.240247 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-53f415e7-0d3e-4351-a7fe-65f4ac64f9a8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 915 time: 0.0923662 Oct 23 01:38:44.278442 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-06298202-4fa9-4e30-b6b4-3aa718895f87 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3 HTTP/1.1" status: 200 len: 217 time: 0.0321555 Oct 23 01:38:44.278680 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-15bbbb2d-3cba-41b1-9b52-254f83361c67 req-d3fbb8bf-9802-4ba7-a732-dff7b7b7af11 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420198 Oct 23 01:38:44.332817 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-72db8e69-99af-4ea0-a18a-72d0816b823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:44.334324 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-72db8e69-99af-4ea0-a18a-72d0816b823c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 200 len: 853 time: 0.0486805 Oct 23 01:38:44.376637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-4615ab10-030d-419a-a20c-2833661b0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:44.378122 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-4615ab10-030d-419a-a20c-2833661b0af2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a3b39c30-f04d-4762-ab04-31937a3b5a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381682 Oct 23 01:38:44.465111 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-d27e42bd-4368-4b48-981e-8c4d84de048f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816071 Oct 23 01:38:44.543378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:44.557635 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-89e2932e-62d6-4708-bce6-542367a48b3a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875263 Oct 23 01:38:45.402354 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97815fa-7630-4106-ab3b-b3d40215eb59 req-099ca78a-66e4-4b1f-be46-086cf8f4a4b7 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:45.403928 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e97815fa-7630-4106-ab3b-b3d40215eb59 req-099ca78a-66e4-4b1f-be46-086cf8f4a4b7 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0473607 Oct 23 01:38:45.451321 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e97815fa-7630-4106-ab3b-b3d40215eb59 req-a5e05de3-f7ec-4a0e-92f9-eb9486ef08ab tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Oct 23 01:38:46.573570 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bcc62-8109-48fb-a362-564a2ace2e0a req-d385c2e8-b8d6-4f12-83d1-d695ad42a503 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:46.575087 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1f6bcc62-8109-48fb-a362-564a2ace2e0a req-d385c2e8-b8d6-4f12-83d1-d695ad42a503 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0481267 Oct 23 01:38:46.621942 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1f6bcc62-8109-48fb-a362-564a2ace2e0a req-2ad1ab71-dc0e-4aff-b87a-6cb0c78c01a8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Oct 23 01:38:47.744378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14752dd3-9c0b-42ce-830f-c098b7720e39 req-14808261-04b0-4724-9904-8395befdb1c0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:47.745855 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-14752dd3-9c0b-42ce-830f-c098b7720e39 req-14808261-04b0-4724-9904-8395befdb1c0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0504501 Oct 23 01:38:47.792830 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-14752dd3-9c0b-42ce-830f-c098b7720e39 req-995c0882-9f95-4f6f-ba1c-79ff61a41017 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Oct 23 01:38:47.990235 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:48.917008 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bc937-88e9-44c7-8c1c-e5c49d533309 req-b293490a-0f28-404e-9445-f6e3eddfb434 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:48.918498 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3b0bc937-88e9-44c7-8c1c-e5c49d533309 req-b293490a-0f28-404e-9445-f6e3eddfb434 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0504830 Oct 23 01:38:48.943292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:48.965084 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3b0bc937-88e9-44c7-8c1c-e5c49d533309 req-2909302a-5775-44dd-a2ba-f117bdd4b1a5 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Oct 23 01:38:50.083264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bf359-b4b1-4920-ae88-87c418f82a32 req-72bdfc39-9a51-411c-b557-c0ed95100987 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:50.084710 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7d9bf359-b4b1-4920-ae88-87c418f82a32 req-72bdfc39-9a51-411c-b557-c0ed95100987 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0464814 Oct 23 01:38:50.109834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:50.131446 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7d9bf359-b4b1-4920-ae88-87c418f82a32 req-4a6a36c5-682f-43dc-8442-2cd6a8120d45 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412426 Oct 23 01:38:51.250339 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1f0ea-0b59-4677-97bd-e535e947ea18 req-905e35fd-614c-41a0-82c0-6247cf948855 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:51.251810 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9ed1f0ea-0b59-4677-97bd-e535e947ea18 req-905e35fd-614c-41a0-82c0-6247cf948855 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0475564 Oct 23 01:38:51.298315 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9ed1f0ea-0b59-4677-97bd-e535e947ea18 req-c3c8518e-a0d4-469b-8322-2c3e9d6ba1e3 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Oct 23 01:38:51.932250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:38:52.420826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128df9f9-ebea-4f2f-950e-e6dc19fe0984 req-83badbee-aae6-48c1-a58d-7c2dca540c11 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:52.422303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-128df9f9-ebea-4f2f-950e-e6dc19fe0984 req-83badbee-aae6-48c1-a58d-7c2dca540c11 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0501151 Oct 23 01:38:52.468745 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-128df9f9-ebea-4f2f-950e-e6dc19fe0984 req-5c1e84c5-1fda-4bda-b867-7cfa075af9cb tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Oct 23 01:38:53.588671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822e619-1f41-48ea-b3a4-22f05454f7d2 req-cb40b8c2-dcbc-4f0e-aba4-a739d0306997 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:53.590152 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a822e619-1f41-48ea-b3a4-22f05454f7d2 req-cb40b8c2-dcbc-4f0e-aba4-a739d0306997 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0479643 Oct 23 01:38:53.641172 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a822e619-1f41-48ea-b3a4-22f05454f7d2 req-7e571831-46e5-4dd8-bcce-192e73002071 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454199 Oct 23 01:38:54.764582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245edc9-1f63-4ee5-bcc4-5a63182f3106 req-34da1048-6332-4ad9-b761-d29c4414cb78 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:54.766070 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8245edc9-1f63-4ee5-bcc4-5a63182f3106 req-34da1048-6332-4ad9-b761-d29c4414cb78 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0459597 Oct 23 01:38:54.812274 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8245edc9-1f63-4ee5-bcc4-5a63182f3106 req-9e71559e-b3ba-479c-930b-049d9d267c48 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Oct 23 01:38:55.932817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0279e4-a402-4e94-bdd6-e2fa7b11aca4 req-eb351485-8f55-420a-87ce-16a9ab691339 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:55.934337 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7f0279e4-a402-4e94-bdd6-e2fa7b11aca4 req-eb351485-8f55-420a-87ce-16a9ab691339 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0470691 Oct 23 01:38:55.981776 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7f0279e4-a402-4e94-bdd6-e2fa7b11aca4 req-b6683252-aeea-4529-9329-d1d45110bcef tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 Oct 23 01:38:56.101143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca071ce-a715-4ec0-a6eb-9248a1344ea4 req-d6dbe446-808b-4725-8f0f-46a136cf1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:56.103074 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ca071ce-a715-4ec0-a6eb-9248a1344ea4 req-d6dbe446-808b-4725-8f0f-46a136cf1ceb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0839579 Oct 23 01:38:56.206382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca071ce-a715-4ec0-a6eb-9248a1344ea4 req-8fad3c81-66b5-47bd-8da7-503aba9ecd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:56.207846 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ca071ce-a715-4ec0-a6eb-9248a1344ea4 req-8fad3c81-66b5-47bd-8da7-503aba9ecd4f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 915 time: 0.0877848 Oct 23 01:38:56.245648 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ca071ce-a715-4ec0-a6eb-9248a1344ea4 req-bda3c341-e51c-4f4d-9d89-c72a5d5dfdc2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3 HTTP/1.1" status: 200 len: 217 time: 0.0319769 Oct 23 01:38:56.296016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca071ce-a715-4ec0-a6eb-9248a1344ea4 req-077e3462-5e58-42cf-a373-f830c780ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:56.297425 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ca071ce-a715-4ec0-a6eb-9248a1344ea4 req-077e3462-5e58-42cf-a373-f830c780ceb0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 200 len: 853 time: 0.0468571 Oct 23 01:38:56.339555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca071ce-a715-4ec0-a6eb-9248a1344ea4 req-7c3616a5-308a-4316-999e-df00d33eb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:56.341012 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ca071ce-a715-4ec0-a6eb-9248a1344ea4 req-7c3616a5-308a-4316-999e-df00d33eb40e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a3b39c30-f04d-4762-ab04-31937a3b5a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379388 Oct 23 01:38:56.427883 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ca071ce-a715-4ec0-a6eb-9248a1344ea4 req-1eb05e17-15c2-469e-b46c-6e70bc178d2c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810902 Oct 23 01:38:56.519092 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ca071ce-a715-4ec0-a6eb-9248a1344ea4 req-43f3d5a1-e27d-49c2-a5be-57c1102fa897 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857592 Oct 23 01:38:57.103558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a73889-c5a4-4599-a72e-2b89ab0fc84a req-88f7683f-8df5-44ae-902d-fc7c9413c0ba tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:57.105019 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-28a73889-c5a4-4599-a72e-2b89ab0fc84a req-88f7683f-8df5-44ae-902d-fc7c9413c0ba tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0474083 Oct 23 01:38:57.130363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:57.151843 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-28a73889-c5a4-4599-a72e-2b89ab0fc84a req-bbff1348-f625-4df6-b0f1-a8b081afbad1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411963 Oct 23 01:38:58.271448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc033722-c4dc-478a-a44b-6d686fc0e842 req-2720fc56-fbfd-4613-914c-bfe35b8c9386 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:58.272939 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cc033722-c4dc-478a-a44b-6d686fc0e842 req-2720fc56-fbfd-4613-914c-bfe35b8c9386 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0459821 Oct 23 01:38:58.296872 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:38:58.319633 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cc033722-c4dc-478a-a44b-6d686fc0e842 req-246920d4-ad45-43e0-a214-b6a9df6728a2 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 Oct 23 01:38:59.444951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295cb53-45f7-4335-94fe-46f37521523a req-f5dc94b3-0bf5-4888-b6ec-51169df2fcdd tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:38:59.447124 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5295cb53-45f7-4335-94fe-46f37521523a req-f5dc94b3-0bf5-4888-b6ec-51169df2fcdd tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0506215 Oct 23 01:38:59.492283 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5295cb53-45f7-4335-94fe-46f37521523a req-9f7875f7-6e15-4f01-8ea3-e6480801f378 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396087 Oct 23 01:39:00.616562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c36cb4-769b-46c8-a094-ff64040f8328 req-6178aa2e-de63-401e-8c23-99960a7d3f52 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:00.618038 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c6c36cb4-769b-46c8-a094-ff64040f8328 req-6178aa2e-de63-401e-8c23-99960a7d3f52 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0511568 Oct 23 01:39:00.664156 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c6c36cb4-769b-46c8-a094-ff64040f8328 req-92a0f5b9-da59-4e0d-bc2e-3471884d589d tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406115 Oct 23 01:39:01.679092 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-cd917602-f6af-4881-8ce0-eb276e4d0a33 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/6f70ac6a-a066-4954-b386-b547bc30d3b3/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0515831 Oct 23 01:39:01.786838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0211ff-78fb-4e14-bccc-7ece24a90206 req-f9174513-9f23-46ab-9281-049ed90cc407 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:01.788238 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0b0211ff-78fb-4e14-bccc-7ece24a90206 req-f9174513-9f23-46ab-9281-049ed90cc407 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0474765 Oct 23 01:39:01.836578 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0b0211ff-78fb-4e14-bccc-7ece24a90206 req-b7237602-1341-44dd-84e5-b06f02f85834 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Oct 23 01:39:01.878351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:01.883305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=10 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:01.888902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:02.240999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-26b65cf0-edf5-461f-8f2b-132969059bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:02.242467 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-26b65cf0-edf5-461f-8f2b-132969059bae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0&tenant_id=0790582416884b8186e8e373fef1cd20 HTTP/1.1" status: 200 len: 1129 time: 0.0425072 Oct 23 01:39:02.309386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:02.318893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-99b29905-504c-47aa-8b29-447a3d3d7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:02.320406 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-99b29905-504c-47aa-8b29-447a3d3d7e3d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0389934 Oct 23 01:39:02.413171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-6bfde31e-c0bb-47e7-8fee-f202b39d7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:02.414676 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-6bfde31e-c0bb-47e7-8fee-f202b39d7d77 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 915 time: 0.0871089 Oct 23 01:39:02.453765 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-17a30c83-c102-4f03-89d5-ec4443b81de0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3 HTTP/1.1" status: 200 len: 217 time: 0.0323989 Oct 23 01:39:02.501562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-168d42a6-77e3-48c2-a33f-30fd4abf94bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:02.502972 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-168d42a6-77e3-48c2-a33f-30fd4abf94bf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 200 len: 853 time: 0.0435324 Oct 23 01:39:02.546957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-fe6c1dcb-ba29-44ee-9433-6a6928c78cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:02.548473 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-fe6c1dcb-ba29-44ee-9433-6a6928c78cc9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a3b39c30-f04d-4762-ab04-31937a3b5a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388234 Oct 23 01:39:02.640460 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-5ba63bd7-7385-467c-9505-5dc289474566 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851059 Oct 23 01:39:02.731109 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57cd573c-ea2d-4c5f-9bcd-ecc699a6c08e req-932c707f-8230-466f-b9ec-bb9c30d127fe service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844240 Oct 23 01:39:02.960014 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d31d09-e924-4d0e-abb1-3fb785b963ce req-3d2004e7-ac70-4408-861b-23596731209a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:02.961504 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e6d31d09-e924-4d0e-abb1-3fb785b963ce req-3d2004e7-ac70-4408-861b-23596731209a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0477526 Oct 23 01:39:03.011320 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e6d31d09-e924-4d0e-abb1-3fb785b963ce req-8071ccee-9bff-4fd8-9a1d-258da15a019c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433705 Oct 23 01:39:04.132449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4728c0-1813-4f12-b0b6-85e7db1743ac req-1774e66d-b5a7-48dc-8641-9ab5f98c277f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:04.134454 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cb4728c0-1813-4f12-b0b6-85e7db1743ac req-1774e66d-b5a7-48dc-8641-9ab5f98c277f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0457630 Oct 23 01:39:04.180103 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cb4728c0-1813-4f12-b0b6-85e7db1743ac req-ef4c5a0e-1c33-4e8a-96b3-c55d87c13898 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 Oct 23 01:39:05.300500 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76488ab-fc17-4a12-b863-f4839d5db982 req-38655f66-3c88-4c7d-aefe-7d1597750ed9 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:05.301953 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d76488ab-fc17-4a12-b863-f4839d5db982 req-38655f66-3c88-4c7d-aefe-7d1597750ed9 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0454021 Oct 23 01:39:05.353471 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d76488ab-fc17-4a12-b863-f4839d5db982 req-1cca5ad7-d340-4897-97db-83080f5ed368 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454664 Oct 23 01:39:05.682629 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2349d7-f5cc-497c-8c7b-20327510b450 req-e2e67235-ff20-41af-be92-14e4a4680a24 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:05.684089 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1d2349d7-f5cc-497c-8c7b-20327510b450 req-e2e67235-ff20-41af-be92-14e4a4680a24 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0469742 Oct 23 01:39:05.733343 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1d2349d7-f5cc-497c-8c7b-20327510b450 req-57592778-bb30-4aef-8332-9a226077e855 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Oct 23 01:39:05.781396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-10efab74-f984-4488-841b-c87759d32c6a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:05.785944 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-10efab74-f984-4488-841b-c87759d32c6a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0&tenant_id=0790582416884b8186e8e373fef1cd20&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0493975 Oct 23 01:39:05.890347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-8a91040d-34db-4873-848e-256ee719eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:05.891796 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-8a91040d-34db-4873-848e-256ee719eeeb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0427089 Oct 23 01:39:05.981272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-1a6dd3fb-8db9-4fc0-8547-e81782ad43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:05.982751 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-1a6dd3fb-8db9-4fc0-8547-e81782ad43ed service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 915 time: 0.0844486 Oct 23 01:39:06.024714 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-931e3c29-d836-4c70-a3d5-029f9469d94e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3 HTTP/1.1" status: 200 len: 217 time: 0.0351315 Oct 23 01:39:06.043366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6f70ac6a-a066-4954-b386-b547bc30d3b3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:39:06.057600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6f70ac6a-a066-4954-b386-b547bc30d3b3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:39:06.063129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:06.072225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-ed421e01-15a1-42ea-8607-b53950f6223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:06.074534 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-ed421e01-15a1-42ea-8607-b53950f6223e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 200 len: 853 time: 0.0437407 Oct 23 01:39:06.116281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-d27d37e2-6065-47d5-b864-40bce9682149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:06.118355 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-d27d37e2-6065-47d5-b864-40bce9682149 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a3b39c30-f04d-4762-ab04-31937a3b5a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381858 Oct 23 01:39:06.209406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6f70ac6a-a066-4954-b386-b547bc30d3b3 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:39:06.209801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:06.214492 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-bf0d3dc0-728a-4485-9e46-df0341987bc7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911658 Oct 23 01:39:06.229435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6f70ac6a-a066-4954-b386-b547bc30d3b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:39:06.248069 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '6f70ac6a-a066-4954-b386-b547bc30d3b3', 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05', 'port_id': '6f70ac6a-a066-4954-b386-b547bc30d3b3', 'mac_address': 'fa:16:3e:5d:5a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23aaf04-8f65-4298-94f1-98a23b3f004d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:39:06.254480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f70ac6a-a066-4954-b386-b547bc30d3b3'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:39:06.256688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18944966-e19a-43ec-8c0b-4649190e438d" -d '{"events": [{"server_uuid": "5922244d-d0a7-41b6-9bb9-842902eb5ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "6f70ac6a-a066-4954-b386-b547bc30d3b3"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:39:06.272386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6f70ac6a-a066-4954-b386-b547bc30d3b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:39:06.284600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:06.302371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6f70ac6a-a066-4954-b386-b547bc30d3b3 is: ACTIVE; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:39:06.303057 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:06.306542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c94395f-c4dd-4416-b1da-c082b5a16209 x-openstack-request-id: req-9c94395f-c4dd-4416-b1da-c082b5a16209 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:39:06.306831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5922244d-d0a7-41b6-9bb9-842902eb5ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "6f70ac6a-a066-4954-b386-b547bc30d3b3", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:39:06.307083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c94395f-c4dd-4416-b1da-c082b5a16209 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:39:06.307466 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c94395f-c4dd-4416-b1da-c082b5a16209'] response: {'server_uuid': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f70ac6a-a066-4954-b386-b547bc30d3b3', 'code': 200} Oct 23 01:39:06.313436 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fb8d499-ae43-49fa-bf53-cbeaf6fb4992 req-aa7e8b43-5a58-4425-aeb8-1d20da744dfe service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926406 Oct 23 01:39:06.319535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f70ac6a-a066-4954-b386-b547bc30d3b3 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:39:06.347014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:06.418491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:39:06.418900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:39:06.423224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6f70ac6a-a066-4954-b386-b547bc30d3b3,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:06.853557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae914d-b904-4468-8291-d82a89cfd33f req-6332b8ac-3239-4a92-84c2-2c243d9448dc tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:06.854953 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3cae914d-b904-4468-8291-d82a89cfd33f req-6332b8ac-3239-4a92-84c2-2c243d9448dc tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 943 time: 0.0469058 Oct 23 01:39:06.901084 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3cae914d-b904-4468-8291-d82a89cfd33f req-929d86c7-2d16-4916-beb9-a2b24bbcbd76 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Oct 23 01:39:06.954070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6f70ac6a-a066-4954-b386-b547bc30d3b3 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:39:06.954456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:06.968293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f70ac6a-a066-4954-b386-b547bc30d3b3 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:39:06.978049 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:06.982904 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:06.988607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6f70ac6a-a066-4954-b386-b547bc30d3b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:39:07.069438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:07.116334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6f70ac6a-a066-4954-b386-b547bc30d3b3,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:07.193606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['6f70ac6a-a066-4954-b386-b547bc30d3b3'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:39:08.022354 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc346c7-784d-4e14-ad38-ec63989315a4 req-1ecd910a-138f-4f54-9aea-b41ec5c8a00f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:08.023834 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cfc346c7-784d-4e14-ad38-ec63989315a4 req-1ecd910a-138f-4f54-9aea-b41ec5c8a00f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 944 time: 0.0467834 Oct 23 01:39:08.050668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6f70ac6a-a066-4954-b386-b547bc30d3b3 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:39:08.074682 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cfc346c7-784d-4e14-ad38-ec63989315a4 req-98a606cd-1927-4679-a6e0-6699f76fe9c7 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453138 Oct 23 01:39:08.094957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 6f70ac6a-a066-4954-b386-b547bc30d3b3 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:39:08.095435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:08.095658 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 6f70ac6a-a066-4954-b386-b547bc30d3b3 Oct 23 01:39:08.171519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6f70ac6a-a066-4954-b386-b547bc30d3b3 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:39:08.171929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:08.197264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ccd6a-48e9-4e7d-a658-75c82abccd66 req-3fb295db-2f84-4a96-99db-06ebb8c0a319 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:08.198686 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a87ccd6a-48e9-4e7d-a658-75c82abccd66 req-3fb295db-2f84-4a96-99db-06ebb8c0a319 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 944 time: 0.0508966 Oct 23 01:39:08.204305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6f70ac6a-a066-4954-b386-b547bc30d3b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:39:08.246969 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a87ccd6a-48e9-4e7d-a658-75c82abccd66 req-29790cd9-447f-465b-a705-8c544bc72c38 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422816 Oct 23 01:39:08.269240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:08.308264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f70ac6a-a066-4954-b386-b547bc30d3b3'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:39:08.310511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df41705a-87db-450a-90f2-46c3c1d74781" -d '{"events": [{"server_uuid": "5922244d-d0a7-41b6-9bb9-842902eb5ed0", "name": "network-vif-plugged", "status": "completed", "tag": "6f70ac6a-a066-4954-b386-b547bc30d3b3"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:39:08.327112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6f70ac6a-a066-4954-b386-b547bc30d3b3,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:08.355825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab69334a-cf6e-4313-aa93-a29c1a4ffa5e x-openstack-request-id: req-ab69334a-cf6e-4313-aa93-a29c1a4ffa5e {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:39:08.356118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5922244d-d0a7-41b6-9bb9-842902eb5ed0", "name": "network-vif-plugged", "status": "completed", "tag": "6f70ac6a-a066-4954-b386-b547bc30d3b3", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:39:08.356371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab69334a-cf6e-4313-aa93-a29c1a4ffa5e {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:39:08.356771 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab69334a-cf6e-4313-aa93-a29c1a4ffa5e'] response: {'server_uuid': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f70ac6a-a066-4954-b386-b547bc30d3b3', 'code': 200} Oct 23 01:39:08.410686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40468) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:39:08.416177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c74982b2-7ddb-49ac-bb2b-434d52266a4f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1318394775', 'description': 'tempest-description--582308302'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:39:08.486130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c74982b2-7ddb-49ac-bb2b-434d52266a4f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:08.488732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:08.552754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c74982b2-7ddb-49ac-bb2b-434d52266a4f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group (2e209ef9-9662-4890-a09a-9b587c335a4e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:08.606176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c74982b2-7ddb-49ac-bb2b-434d52266a4f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2e209ef9-9662-4890-a09a-9b587c335a4e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:08.635432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74982b2-7ddb-49ac-bb2b-434d52266a4f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e209ef9-9662-4890-a09a-9b587c335a4e,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:08.688110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c74982b2-7ddb-49ac-bb2b-434d52266a4f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:08.689333 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c74982b2-7ddb-49ac-bb2b-434d52266a4f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2776315 Oct 23 01:39:08.692312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40470) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:39:08.697023 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6c8e391b-b820-423a-a918-67ef573ab680 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Request body: {'security_group_rule': {'security_group_id': '2e209ef9-9662-4890-a09a-9b587c335a4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:39:08.779148 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6c8e391b-b820-423a-a918-67ef573ab680 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group_rule (8bbddd10-a780-4e2f-a77b-f9470bc0245e), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:08.806835 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:08.815397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-19c1b8d3-2bb9-4205-b336-9a6e0a4a87ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:08.838004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6c8e391b-b820-423a-a918-67ef573ab680 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group_rule (8bbddd10-a780-4e2f-a77b-f9470bc0245e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:08.895027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6c8e391b-b820-423a-a918-67ef573ab680 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (8bbddd10-a780-4e2f-a77b-f9470bc0245e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:08.915158 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e391b-b820-423a-a918-67ef573ab680 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbddd10-a780-4e2f-a77b-f9470bc0245e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:09.002099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6c8e391b-b820-423a-a918-67ef573ab680 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:09.003302 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6c8e391b-b820-423a-a918-67ef573ab680 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100948 Oct 23 01:39:09.006113 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40472) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:39:09.010945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d0de4665-8973-4fca-ba28-6b4b213631c1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Request body: {'security_group_rule': {'security_group_id': '2e209ef9-9662-4890-a09a-9b587c335a4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:39:09.094559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0de4665-8973-4fca-ba28-6b4b213631c1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group_rule (653b6a16-8e12-4b07-9020-4760f48c639f), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:09.149936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0de4665-8973-4fca-ba28-6b4b213631c1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group_rule (653b6a16-8e12-4b07-9020-4760f48c639f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:09.228791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0de4665-8973-4fca-ba28-6b4b213631c1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (653b6a16-8e12-4b07-9020-4760f48c639f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:09.248463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de4665-8973-4fca-ba28-6b4b213631c1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653b6a16-8e12-4b07-9020-4760f48c639f,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:09.305073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d0de4665-8973-4fca-ba28-6b4b213631c1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:09.306960 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d0de4665-8973-4fca-ba28-6b4b213631c1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2999477 Oct 23 01:39:09.310115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40474) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:39:09.314552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:39:09.394826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:09.474609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:09.579651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Allocated IP 172.36.3.132 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:39:09.683505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for port (8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:09.690259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:09.766200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:09.810740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:39:09.815990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:39:09.818468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:39:09.821716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Pushing event updated for resources: {'Port': ['ID=8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:09.862536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:09.905204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for floatingip (ff3415df-79d6-4c9b-b3dd-36127e486a87), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:10.009557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:10.155639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for port (8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:10.203791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:10.268889 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Pushing event updated for resources: {'Port': ['ID=8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:10.272130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (ff3415df-79d6-4c9b-b3dd-36127e486a87), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:10.345002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:10.346343 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-96da88e0-cf97-41bf-94af-78b698ecf75e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0353053 Oct 23 01:39:10.446940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ce739-7863-45c0-a81f-abe56d668335 req-ffdd4f86-c9e4-48ea-bde7-0a438124754e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:10.448458 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d22ce739-7863-45c0-a81f-abe56d668335 req-ffdd4f86-c9e4-48ea-bde7-0a438124754e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Oct 23 01:39:10.749805 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d22ce739-7863-45c0-a81f-abe56d668335 req-89d564aa-0bb5-4aa1-bc73-64d0a793d439 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955899 Oct 23 01:39:11.126856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bceeed09-56a1-42bd-a23f-e7c641e5884b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:11.316432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-d316fec4-f0d0-4a6a-af1c-9c4f8d2db40e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:11.317986 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-d316fec4-f0d0-4a6a-af1c-9c4f8d2db40e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 814 time: 0.0998416 Oct 23 01:39:11.332343 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-1dfe10aa-5725-48e8-a900-7d991df50a11 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/quotas/0790582416884b8186e8e373fef1cd20 HTTP/1.1" status: 200 len: 375 time: 0.0091431 Oct 23 01:39:11.386309 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-47c01775-5be0-4fdb-a90b-f9f0526b0aac tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484324 Oct 23 01:39:11.464766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:11.474777 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-3d22ce5f-9fa6-4d6b-8db8-106022081d80 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821257 Oct 23 01:39:11.569042 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-05ec76d7-6c8f-4625-95e1-f999c9c891d2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880256 Oct 23 01:39:11.811932 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6c030a31-2e8f-4474-8f63-6fc68d099352 req-3ef3f540-9872-4961-87ba-b6c353386b1a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 210 time: 0.0279312 Oct 23 01:39:12.548711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:12.914379 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7a26b626-dcdb-46a5-b304-3ec988c978bd req-9658c81d-bab4-4f00-9914-f02e6515b8e1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 210 time: 0.0281889 Oct 23 01:39:13.097084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50d2fb-b869-43ca-9d37-977651a08a94 req-b41d54db-a0a1-4699-be01-cc781be395b4 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:13.098491 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ea50d2fb-b869-43ca-9d37-977651a08a94 req-b41d54db-a0a1-4699-be01-cc781be395b4 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5922244d-d0a7-41b6-9bb9-842902eb5ed0 HTTP/1.1" status: 200 len: 945 time: 0.0460317 Oct 23 01:39:13.183890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-ea50d2fb-b869-43ca-9d37-977651a08a94 req-47af4e08-2e63-4f9f-b893-86d533e10f05 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Deleting port 6f70ac6a-a066-4954-b386-b547bc30d3b3 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:39:13.184226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ea50d2fb-b869-43ca-9d37-977651a08a94 req-47af4e08-2e63-4f9f-b893-86d533e10f05 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:13.276261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-ea50d2fb-b869-43ca-9d37-977651a08a94 req-47af4e08-2e63-4f9f-b893-86d533e10f05 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] For port 6f70ac6a-a066-4954-b386-b547bc30d3b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6f70ac6a-a066-4954-b386-b547bc30d3b3,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:39:13.276632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ea50d2fb-b869-43ca-9d37-977651a08a94 req-47af4e08-2e63-4f9f-b893-86d533e10f05 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:13.289800 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-ea50d2fb-b869-43ca-9d37-977651a08a94 req-47af4e08-2e63-4f9f-b893-86d533e10f05 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Calling delete_port for 6f70ac6a-a066-4954-b386-b547bc30d3b3 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:39:13.483959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ea50d2fb-b869-43ca-9d37-977651a08a94 req-47af4e08-2e63-4f9f-b893-86d533e10f05 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (6f70ac6a-a066-4954-b386-b547bc30d3b3), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:13.512157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af4e08-2e63-4f9f-b893-86d533e10f05 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Pushing event deleted for resources: {'Port': ['ID=6f70ac6a-a066-4954-b386-b547bc30d3b3,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:13.519846 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['6f70ac6a-a066-4954-b386-b547bc30d3b3'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:39:13.565401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea50d2fb-b869-43ca-9d37-977651a08a94 req-47af4e08-2e63-4f9f-b893-86d533e10f05 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] No DVR routers for this DVR port 6f70ac6a-a066-4954-b386-b547bc30d3b3 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:39:13.568266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ea50d2fb-b869-43ca-9d37-977651a08a94 req-47af4e08-2e63-4f9f-b893-86d533e10f05 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:13.572445 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ea50d2fb-b869-43ca-9d37-977651a08a94 req-47af4e08-2e63-4f9f-b893-86d533e10f05 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.48 "DELETE /networking/v2.0/ports/6f70ac6a-a066-4954-b386-b547bc30d3b3 HTTP/1.1" status: 204 len: 173 time: 0.4661298 Oct 23 01:39:13.572971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'name': 'network-vif-deleted', 'tag': '6f70ac6a-a066-4954-b386-b547bc30d3b3'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:39:13.575478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc03d498-85b9-4891-8915-8bb7d794eb0c" -d '{"events": [{"server_uuid": "5922244d-d0a7-41b6-9bb9-842902eb5ed0", "name": "network-vif-deleted", "tag": "6f70ac6a-a066-4954-b386-b547bc30d3b3"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:39:13.618217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3e6658-de80-4cb4-bc27-8b339b5f48b5 x-openstack-request-id: req-3d3e6658-de80-4cb4-bc27-8b339b5f48b5 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:39:13.618505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5922244d-d0a7-41b6-9bb9-842902eb5ed0", "name": "network-vif-deleted", "tag": "6f70ac6a-a066-4954-b386-b547bc30d3b3", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:39:13.619264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d3e6658-de80-4cb4-bc27-8b339b5f48b5 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:39:13.619663 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3e6658-de80-4cb4-bc27-8b339b5f48b5'] response: {'server_uuid': '5922244d-d0a7-41b6-9bb9-842902eb5ed0', 'name': 'network-vif-deleted', 'tag': '6f70ac6a-a066-4954-b386-b547bc30d3b3', 'status': 'completed', 'code': 200} Oct 23 01:39:13.900533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-54f0c167-b5a4-450d-ab3d-d6e3dde1fdfe tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:13.901962 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-54f0c167-b5a4-450d-ab3d-d6e3dde1fdfe tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 814 time: 0.1024678 Oct 23 01:39:13.940216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Request body: {'port': {'device_id': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05', 'admin_state_up': True, 'tenant_id': '0790582416884b8186e8e373fef1cd20'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:39:14.012846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:14.024124 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-97e06dea-e2ab-4210-a44a-a07a44c072d6 req-67c6fcb2-436a-4299-83f7-7a94bbfd0208 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 210 time: 0.0293820 Oct 23 01:39:14.083778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:14.084616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:14.174968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Made reservation on behalf of 0790582416884b8186e8e373fef1cd20 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:39:14.178760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:14.234737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:14.302413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Allocated IP 172.20.0.6 (a3b39c30-f04d-4762-ab04-31937a3b5a05/d23aaf04-8f65-4298-94f1-98a23b3f004d/88a7162d-c585-487a-8eac-df605ad9d3c6) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:39:14.455171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:14.543720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:14.576196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['6f70ac6a-a066-4954-b386-b547bc30d3b3'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:39:14.592135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Network a3b39c30-f04d-4762-ab04-31937a3b5a05 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:39:14.597543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:39:14.601513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:39:14.627335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Pushing event updated for resources: {'Port': ['ID=88a7162d-c585-487a-8eac-df605ad9d3c6,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:14.665026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:14.666346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:14.760997 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-c90e5565-079e-4aab-b9e4-6a23c3be9f28 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246460 Oct 23 01:39:14.779030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Request body: {'port': {'device_id': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:39:14.804731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9119e04a-3da7-43d8-9dd2-d2534f4e887e None None] Provisioning complete for port 88a7162d-c585-487a-8eac-df605ad9d3c6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:39:14.805102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9119e04a-3da7-43d8-9dd2-d2534f4e887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:14.805443 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9119e04a-3da7-43d8-9dd2-d2534f4e887e None None] Attempt 1 to provision port 88a7162d-c585-487a-8eac-df605ad9d3c6 Oct 23 01:39:14.828428 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:14.839880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:14.840042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9119e04a-3da7-43d8-9dd2-d2534f4e887e None None] Port 88a7162d-c585-487a-8eac-df605ad9d3c6 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:39:14.992807 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:39:15.011693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:15.093738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a7162d-c585-487a-8eac-df605ad9d3c6 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:39:15.101501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Publish callbacks [] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:15.142890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Transition to ACTIVE for port object 88a7162d-c585-487a-8eac-df605ad9d3c6 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:39:15.155737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810732a6-2850-411e-aefe-50e3adae5fb9 req-bc2843ee-5d64-4c1e-8069-2b0268f16cc8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:15.159402 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-810732a6-2850-411e-aefe-50e3adae5fb9 req-bc2843ee-5d64-4c1e-8069-2b0268f16cc8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 931 time: 0.0525804 Oct 23 01:39:15.169993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:15.201702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:15.210050 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-810732a6-2850-411e-aefe-50e3adae5fb9 req-773bbefc-b4c4-4b74-ad53-a8e1f664e8df tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 Oct 23 01:39:15.268573 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Pushing event updated for resources: {'Port': ['ID=88a7162d-c585-487a-8eac-df605ad9d3c6,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:15.317205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Attempting to bind port 88a7162d-c585-487a-8eac-df605ad9d3c6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:39:15.317538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Attempting to bind port 88a7162d-c585-487a-8eac-df605ad9d3c6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:39:15.317907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Attempting to bind port 88a7162d-c585-487a-8eac-df605ad9d3c6 on network a3b39c30-f04d-4762-ab04-31937a3b5a05 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:39:15.361542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Port 88a7162d-c585-487a-8eac-df605ad9d3c6 on network a3b39c30-f04d-4762-ab04-31937a3b5a05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:39:15.361901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Attempting to bind port 88a7162d-c585-487a-8eac-df605ad9d3c6 on network a3b39c30-f04d-4762-ab04-31937a3b5a05 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:39:15.402960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:39:15.403329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Checking segment: {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:39:15.403715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Bound using segment: {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:39:15.404149 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Bound port: 88a7162d-c585-487a-8eac-df605ad9d3c6, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c392e5-6a19-4da9-91b4-71240d29b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:39:15.404507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:15.466686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] For port 88a7162d-c585-487a-8eac-df605ad9d3c6, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:39:15.469926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] For port 88a7162d-c585-487a-8eac-df605ad9d3c6, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=88a7162d-c585-487a-8eac-df605ad9d3c6,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:39:15.555243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:15.559475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:15.560091 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:15.561491 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/88a7162d-c585-487a-8eac-df605ad9d3c6 HTTP/1.1" status: 200 len: 1093 time: 0.7864633 Oct 23 01:39:15.606593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e7472-44d6-480e-aef5-57c0620be3cb service neutron] Pushing event updated for resources: {'Port': ['ID=88a7162d-c585-487a-8eac-df605ad9d3c6,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:15.620888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'tag': '88a7162d-c585-487a-8eac-df605ad9d3c6'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:39:15.623225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf40567e-e653-4ea2-8b8d-e15c7b8b7daa", "tag": "88a7162d-c585-487a-8eac-df605ad9d3c6"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:39:15.659665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39e0af0-2454-4f01-81ae-542937e7a060 x-openstack-request-id: req-b39e0af0-2454-4f01-81ae-542937e7a060 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:39:15.659969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf40567e-e653-4ea2-8b8d-e15c7b8b7daa", "tag": "88a7162d-c585-487a-8eac-df605ad9d3c6", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:39:15.660222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b39e0af0-2454-4f01-81ae-542937e7a060 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:39:15.660622 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39e0af0-2454-4f01-81ae-542937e7a060'] response: {'name': 'network-changed', 'server_uuid': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'tag': '88a7162d-c585-487a-8eac-df605ad9d3c6', 'status': 'completed', 'code': 200} Oct 23 01:39:15.733738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-b531ad4f-0bb2-4456-8e48-71c8724b9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:15.735249 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-b531ad4f-0bb2-4456-8e48-71c8724b9ef3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 1127 time: 0.0393395 Oct 23 01:39:16.123793 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-1711f9a7-c723-4489-8d33-ea2c7040277e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a7162d-c585-487a-8eac-df605ad9d3c6 HTTP/1.1" status: 200 len: 217 time: 0.3743303 Oct 23 01:39:16.171514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-da3a76eb-b576-4d21-8f73-172bfc73e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:16.172933 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-da3a76eb-b576-4d21-8f73-172bfc73e81b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 200 len: 853 time: 0.0428557 Oct 23 01:39:16.215341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-8f3a2c10-8e60-4189-bb6e-25d76d5faf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:16.216791 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-8f3a2c10-8e60-4189-bb6e-25d76d5faf10 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a3b39c30-f04d-4762-ab04-31937a3b5a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380714 Oct 23 01:39:16.342214 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-334fb51a-199d-4ef6-845f-998113b79d34 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195049 Oct 23 01:39:16.351921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322ba3a-8840-48d8-972e-dd0c1b3fd0a6 req-7aa25191-3017-4a1d-850e-cd9b57258681 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:16.353843 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c322ba3a-8840-48d8-972e-dd0c1b3fd0a6 req-7aa25191-3017-4a1d-850e-cd9b57258681 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 943 time: 0.0641785 Oct 23 01:39:16.379082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:16.457231 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c322ba3a-8840-48d8-972e-dd0c1b3fd0a6 req-358638c1-e3d5-4a7c-9525-9173318cca9d tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954928 Oct 23 01:39:16.479966 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f8f56c43-9020-41b0-aca6-26c4cb938685 req-b4cd4191-c231-4d47-9723-457bb591e546 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251421 Oct 23 01:39:17.290761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f req-8317e39a-2b9b-4b49-bb3f-d68fa1eff53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:17.292216 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f req-8317e39a-2b9b-4b49-bb3f-d68fa1eff53d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 1127 time: 0.0390499 Oct 23 01:39:17.383250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f req-2118b830-1e1a-43e1-9d95-3176893fb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:17.385216 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f req-2118b830-1e1a-43e1-9d95-3176893fb05c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 915 time: 0.0867376 Oct 23 01:39:17.422130 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f req-68eef5a6-6d3c-494d-83fc-048926cd6b8f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a7162d-c585-487a-8eac-df605ad9d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0305672 Oct 23 01:39:17.468935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f req-009953cc-0787-40d2-b85a-46db87184839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:17.470370 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f req-009953cc-0787-40d2-b85a-46db87184839 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 200 len: 853 time: 0.0426915 Oct 23 01:39:17.484490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:17.516008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f req-6b915bef-7149-427c-bae4-3b0c74b62463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:17.517661 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f req-6b915bef-7149-427c-bae4-3b0c74b62463 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a3b39c30-f04d-4762-ab04-31937a3b5a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411825 Oct 23 01:39:17.587733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d279cc-d538-4e11-abb0-fd11a2796cc2 req-f086abfb-d324-4258-95e5-4e59429553f8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:17.589216 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-47d279cc-d538-4e11-abb0-fd11a2796cc2 req-f086abfb-d324-4258-95e5-4e59429553f8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 943 time: 0.0539188 Oct 23 01:39:17.613941 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f req-203b00f0-8826-42eb-9d69-33d7c7e20da0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898333 Oct 23 01:39:17.637111 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-47d279cc-d538-4e11-abb0-fd11a2796cc2 req-9ddbc252-3ef9-4eb3-88c7-405ec073fed4 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Oct 23 01:39:17.707009 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ea232a2-e9e1-4feb-a4b2-f682d4da5d4f req-2d477ced-6fc1-4959-b27a-12ec5381b724 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872834 Oct 23 01:39:18.152848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6f70ac6a-a066-4954-b386-b547bc30d3b3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:39:18.172882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 6f70ac6a-a066-4954-b386-b547bc30d3b3 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:39:18.173228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6f70ac6a-a066-4954-b386-b547bc30d3b3 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:39:18.755544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d3fc0-85a2-4f17-82f1-0fb33bf43acb req-4db37f4f-9f36-460c-b511-7ca0e36585bf tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:18.757005 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-285d3fc0-85a2-4f17-82f1-0fb33bf43acb req-4db37f4f-9f36-460c-b511-7ca0e36585bf tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 943 time: 0.0459201 Oct 23 01:39:18.803190 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-285d3fc0-85a2-4f17-82f1-0fb33bf43acb req-abe73491-716a-40b9-a402-52ed3e6b92c1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Oct 23 01:39:19.921980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191d30-496d-416a-999b-87b5767dff52 req-aebc9dff-0701-40d3-aa35-f18d75e0e15b tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:19.923451 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-87191d30-496d-416a-999b-87b5767dff52 req-aebc9dff-0701-40d3-aa35-f18d75e0e15b tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 943 time: 0.0471299 Oct 23 01:39:19.972320 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-87191d30-496d-416a-999b-87b5767dff52 req-df4722ed-a301-4364-a90d-25191c1c4ebf tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433750 Oct 23 01:39:20.154504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 88a7162d-c585-487a-8eac-df605ad9d3c6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:39:20.238598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:20.255919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 88a7162d-c585-487a-8eac-df605ad9d3c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=88a7162d-c585-487a-8eac-df605ad9d3c6,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:39:20.267419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '88a7162d-c585-487a-8eac-df605ad9d3c6', 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05', 'port_id': '88a7162d-c585-487a-8eac-df605ad9d3c6', 'mac_address': 'fa:16:3e:21:a3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23aaf04-8f65-4298-94f1-98a23b3f004d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:39:20.301403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 88a7162d-c585-487a-8eac-df605ad9d3c6 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:39:20.301816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:20.312433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:20.315835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a7162d-c585-487a-8eac-df605ad9d3c6 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:39:20.335836 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 88a7162d-c585-487a-8eac-df605ad9d3c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=88a7162d-c585-487a-8eac-df605ad9d3c6,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:39:20.437414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:20.483365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=88a7162d-c585-487a-8eac-df605ad9d3c6,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:20.490247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.490584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.490930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.491271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.491613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.492125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.492342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.492690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.493038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.493371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.493705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.494063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.494390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.494715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.495038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:39:20.702564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['88a7162d-c585-487a-8eac-df605ad9d3c6'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:39:21.089342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98be72-496b-403f-ada3-568207ff65e4 req-2f9a1d7b-0231-4ac8-98ac-ee21f3aa0326 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:21.090839 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0c98be72-496b-403f-ada3-568207ff65e4 req-2f9a1d7b-0231-4ac8-98ac-ee21f3aa0326 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 944 time: 0.0470994 Oct 23 01:39:21.137437 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0c98be72-496b-403f-ada3-568207ff65e4 req-5f45a033-51c5-4983-92cc-8490eba41785 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Oct 23 01:39:21.974801 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:22.183990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 88a7162d-c585-487a-8eac-df605ad9d3c6 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:39:22.230292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 88a7162d-c585-487a-8eac-df605ad9d3c6 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:39:22.266810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf1ff6-cf20-40b3-9cd3-90ed8e8ad0d5 req-c1f9f491-bc52-45b0-b68f-e7c92661d8a5 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:22.268259 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-caaf1ff6-cf20-40b3-9cd3-90ed8e8ad0d5 req-c1f9f491-bc52-45b0-b68f-e7c92661d8a5 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 944 time: 0.0468004 Oct 23 01:39:22.314941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 88a7162d-c585-487a-8eac-df605ad9d3c6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:39:22.315428 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:22.315855 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 88a7162d-c585-487a-8eac-df605ad9d3c6 Oct 23 01:39:22.319225 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-caaf1ff6-cf20-40b3-9cd3-90ed8e8ad0d5 req-a3ba760b-a212-4287-bd70-ed3473406ab2 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453951 Oct 23 01:39:22.388480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 88a7162d-c585-487a-8eac-df605ad9d3c6 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:39:22.388859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:22.411186 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a7162d-c585-487a-8eac-df605ad9d3c6'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:39:22.413396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5935dd04-b3aa-4c84-8ad9-3f46ec469057" -d '{"events": [{"server_uuid": "bf40567e-e653-4ea2-8b8d-e15c7b8b7daa", "name": "network-vif-plugged", "status": "completed", "tag": "88a7162d-c585-487a-8eac-df605ad9d3c6"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:39:22.425941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 88a7162d-c585-487a-8eac-df605ad9d3c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=88a7162d-c585-487a-8eac-df605ad9d3c6,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:39:22.453448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75192076-1b23-4bd9-940a-99073ad6c646 x-openstack-request-id: req-75192076-1b23-4bd9-940a-99073ad6c646 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:39:22.453448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf40567e-e653-4ea2-8b8d-e15c7b8b7daa", "name": "network-vif-plugged", "status": "completed", "tag": "88a7162d-c585-487a-8eac-df605ad9d3c6", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:39:22.453448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75192076-1b23-4bd9-940a-99073ad6c646 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:39:22.453448 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75192076-1b23-4bd9-940a-99073ad6c646'] response: {'server_uuid': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a7162d-c585-487a-8eac-df605ad9d3c6', 'code': 200} Oct 23 01:39:22.518452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:22.567836 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=88a7162d-c585-487a-8eac-df605ad9d3c6,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:39:22.813404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273ac80-9a53-4813-9592-1b1fee25a707 req-747c5139-dda0-4a5f-9d16-cd6a718766cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:22.814998 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2273ac80-9a53-4813-9592-1b1fee25a707 req-747c5139-dda0-4a5f-9d16-cd6a718766cf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 1129 time: 0.0421977 Oct 23 01:39:22.859331 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2273ac80-9a53-4813-9592-1b1fee25a707 req-b009db6b-3223-4047-9e24-e0078d136784 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373752 Oct 23 01:39:23.420486 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:23.437871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b077c4-d626-465f-a9ca-d114ac717ea1 req-d8919870-3ed8-4d80-bf14-14ea05bb9a60 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:23.439323 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-30b077c4-d626-465f-a9ca-d114ac717ea1 req-d8919870-3ed8-4d80-bf14-14ea05bb9a60 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0469379 Oct 23 01:39:23.487621 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-30b077c4-d626-465f-a9ca-d114ac717ea1 req-ee13f0ad-c3d7-4894-ba27-4dd7d858cc77 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 Oct 23 01:39:24.609857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe243c9-bdbb-4179-8afc-0f62bcf214fb req-3ab3d3ae-7fa3-4ca9-92eb-5f760191bc30 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:24.611320 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-afe243c9-bdbb-4179-8afc-0f62bcf214fb req-3ab3d3ae-7fa3-4ca9-92eb-5f760191bc30 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0471017 Oct 23 01:39:24.658498 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-afe243c9-bdbb-4179-8afc-0f62bcf214fb req-61222c5d-f056-4e5b-b003-12d1903adfd1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Oct 23 01:39:24.776175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3977e-05f2-42a7-b144-3fba1c9bd21b req-0aac8889-b96c-437f-b14a-2f4b89cdb9b5 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:24.777624 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-44d3977e-05f2-42a7-b144-3fba1c9bd21b req-0aac8889-b96c-437f-b14a-2f4b89cdb9b5 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0466387 Oct 23 01:39:24.824801 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-44d3977e-05f2-42a7-b144-3fba1c9bd21b req-e4e3ba2c-2f23-4e9a-be85-5ebf56985e4b tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Oct 23 01:39:24.989746 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:25.191648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf99e6-5e16-4576-8da5-bbc671d0eec8 req-4df2fffe-2637-4393-8d56-eaa9ac2d7f4c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:25.193117 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-83bf99e6-5e16-4576-8da5-bbc671d0eec8 req-4df2fffe-2637-4393-8d56-eaa9ac2d7f4c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0511048 Oct 23 01:39:25.240126 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-83bf99e6-5e16-4576-8da5-bbc671d0eec8 req-e76a777a-7e3c-470c-8e92-3d8f5b4061a0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Oct 23 01:39:25.304844 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-679ab007-2bdb-4b5d-86f1-565c790223d5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409138 Oct 23 01:39:25.764822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-5135b19a-44bb-4cdc-887c-874a49887371 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:25.766173 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-5135b19a-44bb-4cdc-887c-874a49887371 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports/88a7162d-c585-487a-8eac-df605ad9d3c6 HTTP/1.1" status: 200 len: 942 time: 0.0459235 Oct 23 01:39:26.363949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03ff2-2916-4911-abed-8057a35ee929 req-2187804e-6660-4145-ac40-0b1746c85e29 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:26.365354 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-12d03ff2-2916-4911-abed-8057a35ee929 req-2187804e-6660-4145-ac40-0b1746c85e29 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0471394 Oct 23 01:39:26.412626 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-12d03ff2-2916-4911-abed-8057a35ee929 req-5a25527a-9cf2-40e7-81db-effcc379bfb7 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416012 Oct 23 01:39:27.366550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:27.395190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-3a6f675b-0300-423f-a777-2275bdf5c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:27.396674 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-3a6f675b-0300-423f-a777-2275bdf5c1fb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 1129 time: 0.0394804 Oct 23 01:39:27.489554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-f9d556fd-3b91-444f-9673-f1c47b2b618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:27.491220 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-f9d556fd-3b91-444f-9673-f1c47b2b618d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 915 time: 0.0888591 Oct 23 01:39:27.531079 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-c5b97fb9-d8d9-4230-afab-f6e069718e66 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a7162d-c585-487a-8eac-df605ad9d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0335753 Oct 23 01:39:27.535492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51d52-b800-4a81-83a3-8d2fef905d64 req-3daacb0b-b1ad-432f-93ed-6f6b7fd6f501 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:27.537115 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-11c51d52-b800-4a81-83a3-8d2fef905d64 req-3daacb0b-b1ad-432f-93ed-6f6b7fd6f501 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0481379 Oct 23 01:39:27.580148 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-1577af28-fc44-40da-95ac-9a659f31e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:27.581698 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-1577af28-fc44-40da-95ac-9a659f31e849 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 200 len: 853 time: 0.0449634 Oct 23 01:39:27.585967 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-11c51d52-b800-4a81-83a3-8d2fef905d64 req-ec173194-a8b0-4637-911b-349c05e23c89 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Oct 23 01:39:27.629636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-24c912a5-b65e-4428-8c09-938495c75934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:27.631094 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-24c912a5-b65e-4428-8c09-938495c75934 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a3b39c30-f04d-4762-ab04-31937a3b5a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442381 Oct 23 01:39:27.719737 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-b2608030-70f0-4b09-a8e7-fbff90d5d249 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830884 Oct 23 01:39:27.732754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:27.812141 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-f20c6f5b-b79e-4657-91a0-3b662273cbb8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866933 Oct 23 01:39:28.705040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f402398-42ee-4a1f-9977-89d1d07d0c16 req-1c0e024c-e0b7-4600-91e3-763d46428edf tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:28.706852 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0f402398-42ee-4a1f-9977-89d1d07d0c16 req-1c0e024c-e0b7-4600-91e3-763d46428edf tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0474396 Oct 23 01:39:28.754855 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0f402398-42ee-4a1f-9977-89d1d07d0c16 req-33178afa-adba-4f88-8b89-0d8cdbea94fc tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Oct 23 01:39:29.881164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06839c2-26ca-425d-b701-e47ee583009b req-c98a9b73-7cc5-4ade-ac6b-ad600684dbbb tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:29.882554 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d06839c2-26ca-425d-b701-e47ee583009b req-c98a9b73-7cc5-4ade-ac6b-ad600684dbbb tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0501540 Oct 23 01:39:29.928514 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d06839c2-26ca-425d-b701-e47ee583009b req-0809699c-e950-4f18-86aa-01e69c995afa tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406210 Oct 23 01:39:31.048557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a00b6e-1da2-49ad-9525-23dbbd5bc638 req-24d373cc-d237-4ca6-8f80-fc411f6aeec0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:31.050052 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-82a00b6e-1da2-49ad-9525-23dbbd5bc638 req-24d373cc-d237-4ca6-8f80-fc411f6aeec0 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0465877 Oct 23 01:39:31.100059 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-82a00b6e-1da2-49ad-9525-23dbbd5bc638 req-951d2e44-7e68-4e94-be37-bad91965367d tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Oct 23 01:39:32.220677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332679f-caa7-4370-966e-b8bb526b145a req-fc3d59f5-dd3d-45a1-99ba-99b3f4e22102 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:32.222177 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4332679f-caa7-4370-966e-b8bb526b145a req-fc3d59f5-dd3d-45a1-99ba-99b3f4e22102 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0474899 Oct 23 01:39:32.268607 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4332679f-caa7-4370-966e-b8bb526b145a req-1d4f0a82-b0da-447b-9869-12b5fd7b9968 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 Oct 23 01:39:32.557283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:32.559313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:32.565195 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:33.387969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e684-d83c-4415-b306-4aa58912a4d8 req-40c3b478-939b-45cb-8cfa-c2fed73d1d83 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:33.389440 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ff9e684-d83c-4415-b306-4aa58912a4d8 req-40c3b478-939b-45cb-8cfa-c2fed73d1d83 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0466444 Oct 23 01:39:33.435726 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ff9e684-d83c-4415-b306-4aa58912a4d8 req-73cd2f81-8bc5-429b-9aa4-58921d537147 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 Oct 23 01:39:34.564144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:34.576898 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483065-dd78-4784-99cb-ef79269c41ba req-1da5cd11-824f-447a-9889-81b711c299e6 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:34.578539 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ae483065-dd78-4784-99cb-ef79269c41ba req-1da5cd11-824f-447a-9889-81b711c299e6 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0683601 Oct 23 01:39:34.624998 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ae483065-dd78-4784-99cb-ef79269c41ba req-3d27eabc-a17b-408d-9bb0-0b841ef1c292 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Oct 23 01:39:35.746274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28b59c-c26d-4050-a35e-29c3edda000d req-4afb8af8-7154-4602-8efc-ca3dbf522244 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:35.747739 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8d28b59c-c26d-4050-a35e-29c3edda000d req-4afb8af8-7154-4602-8efc-ca3dbf522244 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0486107 Oct 23 01:39:35.793919 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8d28b59c-c26d-4050-a35e-29c3edda000d req-81f63e17-611a-4221-ae92-419503811e1a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Oct 23 01:39:36.919961 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920de207-4c49-46e9-8703-b2d5161a355f req-52d330d3-3f47-4a3a-bf45-64f8886cac8f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:36.921510 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-920de207-4c49-46e9-8703-b2d5161a355f req-52d330d3-3f47-4a3a-bf45-64f8886cac8f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0507691 Oct 23 01:39:36.969717 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-920de207-4c49-46e9-8703-b2d5161a355f req-4686ed56-c042-40f8-8bf1-e3d6e05e26c4 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Oct 23 01:39:38.094001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5495f06-04e7-4b88-9704-d21ca3fc9710 req-7cfdece1-0af4-4c7e-9860-f38789e2d94a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:38.095470 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d5495f06-04e7-4b88-9704-d21ca3fc9710 req-7cfdece1-0af4-4c7e-9860-f38789e2d94a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0500216 Oct 23 01:39:38.141764 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d5495f06-04e7-4b88-9704-d21ca3fc9710 req-a49e7354-8041-49aa-ac74-2acbcbf55c3a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406842 Oct 23 01:39:38.834351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b74bd42d-d10e-40cc-8b05-8d46d1ae4f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:39.262107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5943af2-8e52-4522-93aa-0a7bfef94743 req-f5f227e6-5601-40e1-8b3a-b8bdf820a756 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:39.263566 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5943af2-8e52-4522-93aa-0a7bfef94743 req-f5f227e6-5601-40e1-8b3a-b8bdf820a756 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0472627 Oct 23 01:39:39.313610 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5943af2-8e52-4522-93aa-0a7bfef94743 req-63cbbdda-2fef-49cb-b0f9-277376419d8d tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446227 Oct 23 01:39:40.432604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cd4d5-0544-41db-8e3f-0cf4fedfb01d req-7b74d1f1-b09e-4f9d-950d-ae38967147fd tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:40.434068 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-644cd4d5-0544-41db-8e3f-0cf4fedfb01d req-7b74d1f1-b09e-4f9d-950d-ae38967147fd tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0454960 Oct 23 01:39:40.480125 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-644cd4d5-0544-41db-8e3f-0cf4fedfb01d req-48083f5b-34d3-4258-b712-7f36a56908cb tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Oct 23 01:39:41.125547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a44b6d0b-399a-49a1-9067-967cbda46964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:41.605651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44077d2-6645-4bba-8bc3-0ac34d20ebb1 req-cb71eb00-b595-4c59-89b5-5b956d8cbb1c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:41.607124 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e44077d2-6645-4bba-8bc3-0ac34d20ebb1 req-cb71eb00-b595-4c59-89b5-5b956d8cbb1c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0468338 Oct 23 01:39:41.653268 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e44077d2-6645-4bba-8bc3-0ac34d20ebb1 req-696538fb-884b-48cf-9c60-29e74ea50265 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Oct 23 01:39:42.548279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:42.736002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:42.771610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc859e5-91aa-4809-8c35-6a2f74f4eeca req-ed0f6814-1318-4421-8c32-59cca9bd91c4 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:42.773067 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8bc859e5-91aa-4809-8c35-6a2f74f4eeca req-ed0f6814-1318-4421-8c32-59cca9bd91c4 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0461671 Oct 23 01:39:42.823539 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8bc859e5-91aa-4809-8c35-6a2f74f4eeca req-18fe0edd-5936-407b-bbaa-9f21743673d7 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Oct 23 01:39:43.943923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0830f-c492-4bcf-931a-d0918f4ca8e5 req-ce5a2165-b731-4d4e-a691-0f2bcd60301c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:43.945406 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-65d0830f-c492-4bcf-931a-d0918f4ca8e5 req-ce5a2165-b731-4d4e-a691-0f2bcd60301c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0462182 Oct 23 01:39:43.988180 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:43.989141 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:43.994538 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-65d0830f-c492-4bcf-931a-d0918f4ca8e5 req-1bba215d-476f-40e7-bf9c-144d19cc028e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436282 Oct 23 01:39:44.031664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:44.060120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:45.112557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06355a1e-4e53-4c90-818b-86cd2fd1c08b req-6ebffb47-6836-4156-8b3c-40164f0f1bd1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:45.114032 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-06355a1e-4e53-4c90-818b-86cd2fd1c08b req-6ebffb47-6836-4156-8b3c-40164f0f1bd1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0462308 Oct 23 01:39:45.160440 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-06355a1e-4e53-4c90-818b-86cd2fd1c08b req-8d5da463-0ba0-4719-ab3d-b33c7700a4fa tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Oct 23 01:39:46.249387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:46.283900 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45009c-373f-484f-ad52-ae2a060d7a4d req-74e7ef20-fde6-48e0-b721-05b846287d4a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:46.285365 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0b45009c-373f-484f-ad52-ae2a060d7a4d req-74e7ef20-fde6-48e0-b721-05b846287d4a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0511353 Oct 23 01:39:46.332337 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0b45009c-373f-484f-ad52-ae2a060d7a4d req-280730fb-8e0f-4145-a790-55d00a09b9ba tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Oct 23 01:39:47.451457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2343b63-3851-4b63-9732-e0fb6662abfa req-579e0a95-fa67-4ad1-a116-d11a3b312a65 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:47.452905 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a2343b63-3851-4b63-9732-e0fb6662abfa req-579e0a95-fa67-4ad1-a116-d11a3b312a65 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0461016 Oct 23 01:39:47.498331 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a2343b63-3851-4b63-9732-e0fb6662abfa req-2949a10a-3cdb-4e18-9a29-b4b9e98542ca tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 Oct 23 01:39:48.618217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f009b1-a390-4209-acaf-8ffa9ac259a5 req-99cbc3d6-8b3a-425b-bcc4-b6e07bdcc9e5 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:48.619659 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d0f009b1-a390-4209-acaf-8ffa9ac259a5 req-99cbc3d6-8b3a-425b-bcc4-b6e07bdcc9e5 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0466988 Oct 23 01:39:48.665807 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d0f009b1-a390-4209-acaf-8ffa9ac259a5 req-2f65dbf6-c68a-4add-b0bf-4b9f1789aa1f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 Oct 23 01:39:49.787314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace85e7-94f1-415e-9da9-250981ca9e48 req-4019558a-aabd-4bfe-aab9-29489e7750e9 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:49.788773 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0ace85e7-94f1-415e-9da9-250981ca9e48 req-4019558a-aabd-4bfe-aab9-29489e7750e9 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0495787 Oct 23 01:39:49.819532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:49.835933 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0ace85e7-94f1-415e-9da9-250981ca9e48 req-34ba506b-4574-418b-b097-6c02199f741d tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Oct 23 01:39:50.960184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3c122-38a6-4970-90b6-addfd1f1cd96 req-fc9f29c0-a65b-46ae-96e2-ee0a58309ca2 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:50.961656 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7cd3c122-38a6-4970-90b6-addfd1f1cd96 req-fc9f29c0-a65b-46ae-96e2-ee0a58309ca2 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0510345 Oct 23 01:39:51.007892 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7cd3c122-38a6-4970-90b6-addfd1f1cd96 req-7dff440a-a417-4c1b-9b5f-42d91c689ae3 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 Oct 23 01:39:51.965300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:39:51.992883 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:39:52.129267 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0ba40-c25e-41de-bfc3-3325a9d48916 req-e24a7bf7-26a0-477c-ae1b-0dcd5db65c3f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:52.130773 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-98b0ba40-c25e-41de-bfc3-3325a9d48916 req-e24a7bf7-26a0-477c-ae1b-0dcd5db65c3f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0467372 Oct 23 01:39:52.176914 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-98b0ba40-c25e-41de-bfc3-3325a9d48916 req-eaa1e8d9-d01e-48fa-a058-8f41727dc841 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Oct 23 01:39:53.296182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc82e0a-b213-4d3c-8079-9999dc536021 req-fb787d80-98ad-496e-aef6-04b6575af63a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:53.297638 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dfc82e0a-b213-4d3c-8079-9999dc536021 req-fb787d80-98ad-496e-aef6-04b6575af63a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0463798 Oct 23 01:39:53.344442 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dfc82e0a-b213-4d3c-8079-9999dc536021 req-4371accd-a978-4c47-8b2d-47fe6f3b96a9 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413077 Oct 23 01:39:54.467228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8907f-598b-473b-bea3-5723db561e26 req-a8324e33-60be-45c5-af53-a9093740eb6c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:54.468697 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-21a8907f-598b-473b-bea3-5723db561e26 req-a8324e33-60be-45c5-af53-a9093740eb6c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0502279 Oct 23 01:39:54.514982 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-21a8907f-598b-473b-bea3-5723db561e26 req-9a6b8b7e-2d14-4ec4-b184-6a979dc6d8e1 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 Oct 23 01:39:55.637681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9ac1a-136f-4402-a5a5-56db77d68316 req-08b5ed48-8c50-4479-8be4-a1cb66fd7036 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:55.639192 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5e9ac1a-136f-4402-a5a5-56db77d68316 req-08b5ed48-8c50-4479-8be4-a1cb66fd7036 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0469198 Oct 23 01:39:55.691387 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5e9ac1a-136f-4402-a5a5-56db77d68316 req-f8b34974-2dc3-40f4-9bff-dc65c3ff12e4 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466552 Oct 23 01:39:56.158226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b2b27-2200-4706-9234-b407a8118a3b req-7b4841ad-ab80-4c91-9e24-7fc555cf2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:56.159722 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ed0b2b27-2200-4706-9234-b407a8118a3b req-7b4841ad-ab80-4c91-9e24-7fc555cf2d4e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 1129 time: 0.0396454 Oct 23 01:39:56.266644 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b2b27-2200-4706-9234-b407a8118a3b req-bfc02c2a-f5bb-4387-a518-a9a20f041d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:56.268131 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ed0b2b27-2200-4706-9234-b407a8118a3b req-bfc02c2a-f5bb-4387-a518-a9a20f041d32 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 915 time: 0.0900910 Oct 23 01:39:56.308087 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ed0b2b27-2200-4706-9234-b407a8118a3b req-0341a406-c6d6-41b2-832e-f23a81f2b4bf service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a7162d-c585-487a-8eac-df605ad9d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0318735 Oct 23 01:39:56.355177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b2b27-2200-4706-9234-b407a8118a3b req-a3c14af3-6101-4581-ac7f-ec509a07dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:56.356576 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ed0b2b27-2200-4706-9234-b407a8118a3b req-a3c14af3-6101-4581-ac7f-ec509a07dc8a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 200 len: 853 time: 0.0430398 Oct 23 01:39:56.400098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b2b27-2200-4706-9234-b407a8118a3b req-f77337d3-ebb7-4fcf-85bb-9c7a80b3d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:56.401510 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ed0b2b27-2200-4706-9234-b407a8118a3b req-f77337d3-ebb7-4fcf-85bb-9c7a80b3d5d2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a3b39c30-f04d-4762-ab04-31937a3b5a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384300 Oct 23 01:39:56.492814 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ed0b2b27-2200-4706-9234-b407a8118a3b req-88b885f1-6c37-4fe0-84bb-91c3f7a02e62 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843706 Oct 23 01:39:56.583711 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ed0b2b27-2200-4706-9234-b407a8118a3b req-f6c98860-1c28-4d24-8ef3-4f9237006f79 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856569 Oct 23 01:39:56.811610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b15106-b8fc-49f6-9838-43a490b5a5b3 req-68ef4e21-93b9-48a4-aeae-f79fe6055515 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:56.813161 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1b15106-b8fc-49f6-9838-43a490b5a5b3 req-68ef4e21-93b9-48a4-aeae-f79fe6055515 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0473583 Oct 23 01:39:56.855303 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:39:56.860020 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1b15106-b8fc-49f6-9838-43a490b5a5b3 req-fff8b270-dc28-4941-9678-f77790c88a0c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Oct 23 01:39:57.980085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2b1d-0137-4d8e-9ffd-3d89675f2d4b req-ada776ea-583d-472b-9943-fabe4a40f87a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:57.981585 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-685c2b1d-0137-4d8e-9ffd-3d89675f2d4b req-ada776ea-583d-472b-9943-fabe4a40f87a tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0477169 Oct 23 01:39:58.028241 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-685c2b1d-0137-4d8e-9ffd-3d89675f2d4b req-0bdd226f-a345-4c4c-a7f7-6790e43828ef tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 Oct 23 01:39:59.147118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19578850-6e5e-4eb2-a5d2-aeac1fdfc94f req-e65dae57-c2d2-4df2-9977-4357086d3cd6 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:39:59.148593 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-19578850-6e5e-4eb2-a5d2-aeac1fdfc94f req-e65dae57-c2d2-4df2-9977-4357086d3cd6 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0465777 Oct 23 01:39:59.194225 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-19578850-6e5e-4eb2-a5d2-aeac1fdfc94f req-f66a6383-4edf-463c-bf4c-295b864e6ec3 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400534 Oct 23 01:39:59.987786 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-9ca7d05a-0cce-4a3d-924f-3b3da4574996 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/88a7162d-c585-487a-8eac-df605ad9d3c6/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0565026 Oct 23 01:40:00.318758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf4cd2-40ae-4262-ade9-b429a59a801c req-e9e6f17d-7a99-41c4-ab79-426c01e594b4 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:00.320242 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-44bf4cd2-40ae-4262-ade9-b429a59a801c req-e9e6f17d-7a99-41c4-ab79-426c01e594b4 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0486457 Oct 23 01:40:00.353148 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:00.370150 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-44bf4cd2-40ae-4262-ade9-b429a59a801c req-63eb6037-54e7-4c1f-bd2d-0275546ec71c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435166 Oct 23 01:40:00.517042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-82590b2f-9ae5-4399-b1a0-400222f08d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:00.518474 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-82590b2f-9ae5-4399-b1a0-400222f08d28 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa&tenant_id=0790582416884b8186e8e373fef1cd20 HTTP/1.1" status: 200 len: 1129 time: 0.0399067 Oct 23 01:40:00.593290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-10167369-90bf-4079-8c31-e5516f3ef9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:00.594784 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-10167369-90bf-4079-8c31-e5516f3ef9cc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 1129 time: 0.0393295 Oct 23 01:40:00.671923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:00.687114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-89ab38ae-566b-483a-980d-b1f1abebc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:00.688564 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-89ab38ae-566b-483a-980d-b1f1abebc0f3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 915 time: 0.0869012 Oct 23 01:40:00.727654 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-de61ecb4-be37-4942-bd2e-3b18444ef061 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a7162d-c585-487a-8eac-df605ad9d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0323632 Oct 23 01:40:00.774350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-9b7e3b45-b779-474e-8671-836d4ba00852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:00.775758 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-9b7e3b45-b779-474e-8671-836d4ba00852 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 200 len: 853 time: 0.0423629 Oct 23 01:40:00.823275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-7824bb06-b91d-4895-80ba-8e088407ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:00.824760 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-7824bb06-b91d-4895-80ba-8e088407ad88 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a3b39c30-f04d-4762-ab04-31937a3b5a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431011 Oct 23 01:40:00.911931 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-3e806ff7-67aa-4086-b767-2dc98b06186a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814443 Oct 23 01:40:01.003714 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4e29c368-f969-4ea6-ae33-e4f608be6646 req-06746403-01b0-412a-8ad3-026cba9a535f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858033 Oct 23 01:40:01.491721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a40ef-04f1-4ade-a97e-3c389eb1b56f req-645888f8-61cc-4444-a2db-787aa80e60b7 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:01.493216 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a6a40ef-04f1-4ade-a97e-3c389eb1b56f req-645888f8-61cc-4444-a2db-787aa80e60b7 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0462177 Oct 23 01:40:01.538853 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1a6a40ef-04f1-4ade-a97e-3c389eb1b56f req-37f5feb3-f8d4-41d0-a48f-efce561997fb tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 Oct 23 01:40:01.901736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:01.905526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:01.908286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:02.664757 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4222870-6c63-41d7-9d8b-8ab44f3e41bc req-17bbf899-37b3-4e1f-8e03-2f2368442791 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:02.666247 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c4222870-6c63-41d7-9d8b-8ab44f3e41bc req-17bbf899-37b3-4e1f-8e03-2f2368442791 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0512483 Oct 23 01:40:02.714424 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c4222870-6c63-41d7-9d8b-8ab44f3e41bc req-48cb23e7-d7d7-47ba-b65a-57c50aebc373 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425944 Oct 23 01:40:03.840619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dd532-f644-4ab2-811a-0e0d08d763b6 req-8b2010a2-4273-4d46-8926-43e027211645 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:03.842131 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8b1dd532-f644-4ab2-811a-0e0d08d763b6 req-8b2010a2-4273-4d46-8926-43e027211645 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0511031 Oct 23 01:40:03.889910 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8b1dd532-f644-4ab2-811a-0e0d08d763b6 req-6ed2c82c-8691-4139-9c13-83905c8eab6f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Oct 23 01:40:04.247884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907e32-62fa-45ca-9f3e-5987e8010e68 req-16cd88e1-3442-4aed-948b-92b73cd7683e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:04.249396 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2907e32-62fa-45ca-9f3e-5987e8010e68 req-16cd88e1-3442-4aed-948b-92b73cd7683e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0471497 Oct 23 01:40:04.307357 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b2907e32-62fa-45ca-9f3e-5987e8010e68 req-392baa58-49c9-40b6-aa62-f450ba87897b tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523820 Oct 23 01:40:04.345646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-6f980162-315e-4b37-a2ed-61ab5dff93ba tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:04.347089 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-6f980162-315e-4b37-a2ed-61ab5dff93ba tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa&tenant_id=0790582416884b8186e8e373fef1cd20&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0572045 Oct 23 01:40:04.356182 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 88a7162d-c585-487a-8eac-df605ad9d3c6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:40:04.369309 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 88a7162d-c585-487a-8eac-df605ad9d3c6 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:40:04.447825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-d43e3906-3a08-469b-b3d1-0d5afb44e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:04.449339 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-d43e3906-3a08-469b-b3d1-0d5afb44e581 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0790582416884b8186e8e373fef1cd20&device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 1129 time: 0.0389864 Oct 23 01:40:04.472387 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:04.511124 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 88a7162d-c585-487a-8eac-df605ad9d3c6 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:04.511508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:04.518370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 88a7162d-c585-487a-8eac-df605ad9d3c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=88a7162d-c585-487a-8eac-df605ad9d3c6,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:04.539380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-84bbbe7d-7b00-4fce-b76c-65d21ec40aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:04.541500 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-84bbbe7d-7b00-4fce-b76c-65d21ec40aa9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 200 len: 915 time: 0.0867171 Oct 23 01:40:04.541713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '88a7162d-c585-487a-8eac-df605ad9d3c6', 'network_id': 'a3b39c30-f04d-4762-ab04-31937a3b5a05', 'port_id': '88a7162d-c585-487a-8eac-df605ad9d3c6', 'mac_address': 'fa:16:3e:21:a3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23aaf04-8f65-4298-94f1-98a23b3f004d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:40:04.549850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a7162d-c585-487a-8eac-df605ad9d3c6'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:40:04.552040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164351dc-840f-4088-8023-40d07c129f4d" -d '{"events": [{"server_uuid": "bf40567e-e653-4ea2-8b8d-e15c7b8b7daa", "name": "network-vif-unplugged", "status": "completed", "tag": "88a7162d-c585-487a-8eac-df605ad9d3c6"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:40:04.582874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 88a7162d-c585-487a-8eac-df605ad9d3c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=88a7162d-c585-487a-8eac-df605ad9d3c6,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:04.586314 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-2d59bc38-70bc-4fe3-8108-ffb7f90478a0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a7162d-c585-487a-8eac-df605ad9d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0374475 Oct 23 01:40:04.595975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 88a7162d-c585-487a-8eac-df605ad9d3c6 is: ACTIVE; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:04.596362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:04.600988 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54fa801-9a4e-42a4-9a36-49592d9d68b0 x-openstack-request-id: req-a54fa801-9a4e-42a4-9a36-49592d9d68b0 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:40:04.601277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf40567e-e653-4ea2-8b8d-e15c7b8b7daa", "name": "network-vif-unplugged", "status": "completed", "tag": "88a7162d-c585-487a-8eac-df605ad9d3c6", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:40:04.601527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a54fa801-9a4e-42a4-9a36-49592d9d68b0 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:40:04.601940 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54fa801-9a4e-42a4-9a36-49592d9d68b0'] response: {'server_uuid': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a7162d-c585-487a-8eac-df605ad9d3c6', 'code': 200} Oct 23 01:40:04.616411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88a7162d-c585-487a-8eac-df605ad9d3c6 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:40:04.635583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-50d3ec6e-4a95-4390-91ce-00ae67924608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:04.637083 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-50d3ec6e-4a95-4390-91ce-00ae67924608 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 200 len: 853 time: 0.0463395 Oct 23 01:40:04.660896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:04.683444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-be151b22-27e6-4df0-826d-7a7d10b7e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:04.685024 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-be151b22-27e6-4df0-826d-7a7d10b7e62b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a3b39c30-f04d-4762-ab04-31937a3b5a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0407870 Oct 23 01:40:04.727500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:40:04.728469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:40:04.732925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=88a7162d-c585-487a-8eac-df605ad9d3c6,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:04.779728 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-dcb787b4-a167-46b9-a56d-b1bdad0d3e9c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879364 Oct 23 01:40:04.851966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:04.871249 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-18e97246-10fd-48d4-a14b-39dbfc2728ee req-3539765b-385a-49e4-a2a0-a08095150f21 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851386 Oct 23 01:40:05.261417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 88a7162d-c585-487a-8eac-df605ad9d3c6 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:05.261820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:05.274401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a7162d-c585-487a-8eac-df605ad9d3c6 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:40:05.295896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 88a7162d-c585-487a-8eac-df605ad9d3c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=88a7162d-c585-487a-8eac-df605ad9d3c6,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:05.368887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:05.415859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=88a7162d-c585-487a-8eac-df605ad9d3c6,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:05.431875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25e30d-bbec-4742-82ab-9a76ca536e75 req-de5b0d04-fd4f-4eb8-8091-9ab64ea1d25b tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:05.433381 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-eb25e30d-bbec-4742-82ab-9a76ca536e75 req-de5b0d04-fd4f-4eb8-8091-9ab64ea1d25b tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 944 time: 0.0477965 Oct 23 01:40:05.482789 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-eb25e30d-bbec-4742-82ab-9a76ca536e75 req-a0e4e547-8436-4200-9e40-5acf6c6f731e tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436573 Oct 23 01:40:05.509692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['88a7162d-c585-487a-8eac-df605ad9d3c6'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:40:05.981866 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:05.982717 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:06.375494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 88a7162d-c585-487a-8eac-df605ad9d3c6 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:40:06.417977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 88a7162d-c585-487a-8eac-df605ad9d3c6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:06.418347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:06.418678 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 88a7162d-c585-487a-8eac-df605ad9d3c6 Oct 23 01:40:06.486677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 88a7162d-c585-487a-8eac-df605ad9d3c6 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:06.486982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:06.518784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 88a7162d-c585-487a-8eac-df605ad9d3c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=88a7162d-c585-487a-8eac-df605ad9d3c6,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:06.604277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a7162d-c585-487a-8eac-df605ad9d3c6'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:40:06.606619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4fce5d-f451-4efd-8052-5dde075eaddf" -d '{"events": [{"server_uuid": "bf40567e-e653-4ea2-8b8d-e15c7b8b7daa", "name": "network-vif-plugged", "status": "completed", "tag": "88a7162d-c585-487a-8eac-df605ad9d3c6"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:40:06.607191 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef72dc-d95a-4650-967d-e27b977f9f29 req-3bde17cc-5803-448b-a7a9-4cc1270379ea tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:06.608755 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d2ef72dc-d95a-4650-967d-e27b977f9f29 req-3bde17cc-5803-448b-a7a9-4cc1270379ea tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 944 time: 0.0483215 Oct 23 01:40:06.609958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:06.650974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae4ef0b-a814-41db-ae4f-919d51ab1aca x-openstack-request-id: req-3ae4ef0b-a814-41db-ae4f-919d51ab1aca {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:40:06.651258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf40567e-e653-4ea2-8b8d-e15c7b8b7daa", "name": "network-vif-plugged", "status": "completed", "tag": "88a7162d-c585-487a-8eac-df605ad9d3c6", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:40:06.651507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ae4ef0b-a814-41db-ae4f-919d51ab1aca {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:40:06.651890 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae4ef0b-a814-41db-ae4f-919d51ab1aca'] response: {'server_uuid': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a7162d-c585-487a-8eac-df605ad9d3c6', 'code': 200} Oct 23 01:40:06.658884 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d2ef72dc-d95a-4650-967d-e27b977f9f29 req-9a70d940-8f5c-4a75-9593-bad53b43fce9 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441668 Oct 23 01:40:06.665410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=88a7162d-c585-487a-8eac-df605ad9d3c6,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:06.778651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79029241-0dd3-41c8-8c7a-6672c00d1537 req-7ba72231-c49e-4ba0-b528-ac8c9f68b2dc tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:06.780105 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-79029241-0dd3-41c8-8c7a-6672c00d1537 req-7ba72231-c49e-4ba0-b528-ac8c9f68b2dc tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0464778 Oct 23 01:40:06.826519 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-79029241-0dd3-41c8-8c7a-6672c00d1537 req-98346767-334e-4fe4-941f-065f709e6acb tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 Oct 23 01:40:06.946964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b19046-c502-49ff-ad69-5bdcb3a26cc6 req-1f583c82-d2d4-41ac-bdaf-a6280cbf6fa8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:06.948439 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-67b19046-c502-49ff-ad69-5bdcb3a26cc6 req-1f583c82-d2d4-41ac-bdaf-a6280cbf6fa8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0469418 Oct 23 01:40:06.999932 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-67b19046-c502-49ff-ad69-5bdcb3a26cc6 req-2fbc88f3-c161-4fbc-852b-47e4427a53ba tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457473 Oct 23 01:40:07.510527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2f890-4b20-4a45-ab78-127bfa92630d req-940c98a6-78be-4b36-a9a9-63e9d7a44b6f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:07.511981 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8cd2f890-4b20-4a45-ab78-127bfa92630d req-940c98a6-78be-4b36-a9a9-63e9d7a44b6f tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0503423 Oct 23 01:40:07.558339 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8cd2f890-4b20-4a45-ab78-127bfa92630d req-e1580aef-0ec9-48bb-b408-28a393f4f2d5 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407751 Oct 23 01:40:08.678277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa46407-7ee3-48af-b814-21369cdb360b req-b3400c8e-a0e5-4453-a6ef-a392e97fa88c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:08.679744 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-efa46407-7ee3-48af-b814-21369cdb360b req-b3400c8e-a0e5-4453-a6ef-a392e97fa88c tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0470529 Oct 23 01:40:08.726642 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-efa46407-7ee3-48af-b814-21369cdb360b req-d3d59a30-2a60-46be-9f31-605dc2d23b74 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76449a6c-cd66-4e8e-b798-31c14d338da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 Oct 23 01:40:08.847914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d46abb3e-842a-4a12-b361-cd73fa166a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:09.310849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eeac3-b45a-4a00-8248-78659ddeb2d2 req-e0a933ec-01cc-4bad-be20-8c5b2460e57d tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:09.312280 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9e2eeac3-b45a-4a00-8248-78659ddeb2d2 req-e0a933ec-01cc-4bad-be20-8c5b2460e57d tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 945 time: 0.0448711 Oct 23 01:40:09.393370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-9e2eeac3-b45a-4a00-8248-78659ddeb2d2 req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Deleting port 88a7162d-c585-487a-8eac-df605ad9d3c6 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:40:09.393723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9e2eeac3-b45a-4a00-8248-78659ddeb2d2 req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:09.479795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-9e2eeac3-b45a-4a00-8248-78659ddeb2d2 req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] For port 88a7162d-c585-487a-8eac-df605ad9d3c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=88a7162d-c585-487a-8eac-df605ad9d3c6,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:09.480153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9e2eeac3-b45a-4a00-8248-78659ddeb2d2 req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:09.492606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-9e2eeac3-b45a-4a00-8248-78659ddeb2d2 req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Calling delete_port for 88a7162d-c585-487a-8eac-df605ad9d3c6 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:40:09.532931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:09.676563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9e2eeac3-b45a-4a00-8248-78659ddeb2d2 req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (88a7162d-c585-487a-8eac-df605ad9d3c6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:09.704143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Pushing event deleted for resources: {'Port': ['ID=88a7162d-c585-487a-8eac-df605ad9d3c6,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:09.710469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['88a7162d-c585-487a-8eac-df605ad9d3c6'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:40:09.732103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.732458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.732803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.733143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.733505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.733859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.734191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.734519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.734846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.735172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.735499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.735824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.736160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.736470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.736797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:09.762010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2eeac3-b45a-4a00-8248-78659ddeb2d2 req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] No DVR routers for this DVR port 88a7162d-c585-487a-8eac-df605ad9d3c6 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:40:09.764416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9e2eeac3-b45a-4a00-8248-78659ddeb2d2 req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:09.768072 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9e2eeac3-b45a-4a00-8248-78659ddeb2d2 req-f7204583-f0b6-46d2-944c-613d6a39fe09 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.48 "DELETE /networking/v2.0/ports/88a7162d-c585-487a-8eac-df605ad9d3c6 HTTP/1.1" status: 204 len: 173 time: 0.4502635 Oct 23 01:40:09.768599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'name': 'network-vif-deleted', 'tag': '88a7162d-c585-487a-8eac-df605ad9d3c6'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:40:09.770954 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8bc1e7-11b8-4bd6-afbf-3201a6bf608b" -d '{"events": [{"server_uuid": "bf40567e-e653-4ea2-8b8d-e15c7b8b7daa", "name": "network-vif-deleted", "tag": "88a7162d-c585-487a-8eac-df605ad9d3c6"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:40:09.824866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4046279f-a836-4601-bff3-d536ec34c3c0 x-openstack-request-id: req-4046279f-a836-4601-bff3-d536ec34c3c0 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:40:09.825188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf40567e-e653-4ea2-8b8d-e15c7b8b7daa", "name": "network-vif-deleted", "tag": "88a7162d-c585-487a-8eac-df605ad9d3c6", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:40:09.825654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4046279f-a836-4601-bff3-d536ec34c3c0 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:40:09.826071 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4046279f-a836-4601-bff3-d536ec34c3c0'] response: {'server_uuid': 'bf40567e-e653-4ea2-8b8d-e15c7b8b7daa', 'name': 'network-vif-deleted', 'tag': '88a7162d-c585-487a-8eac-df605ad9d3c6', 'status': 'completed', 'code': 200} Oct 23 01:40:09.841849 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-456c360b-ea46-42e7-919f-26163501767b req-6f85363c-a8a2-4b32-901f-0c2eb963b706 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf40567e-e653-4ea2-8b8d-e15c7b8b7daa HTTP/1.1" status: 200 len: 210 time: 0.0325663 Oct 23 01:40:10.994218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40660) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:11.048885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b83e-dd79-42ef-8dfd-94a6c4aae7af tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group (2e209ef9-9662-4890-a09a-9b587c335a4e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:11.072567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b83e-dd79-42ef-8dfd-94a6c4aae7af tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group (2e209ef9-9662-4890-a09a-9b587c335a4e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:11.145176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1c0c36cf-d85b-4416-b99d-8a42c93bd9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:11.173673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b83e-dd79-42ef-8dfd-94a6c4aae7af tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2e209ef9-9662-4890-a09a-9b587c335a4e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:11.176324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b83e-dd79-42ef-8dfd-94a6c4aae7af tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:11.177482 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7fb1b83e-dd79-42ef-8dfd-94a6c4aae7af tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2e209ef9-9662-4890-a09a-9b587c335a4e HTTP/1.1" status: 204 len: 168 time: 0.1817677 Oct 23 01:40:11.180192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40662) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:11.187615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1b83e-dd79-42ef-8dfd-94a6c4aae7af tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e209ef9-9662-4890-a09a-9b587c335a4e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:11.194954 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-bbc38ba4-7ea1-4195-9df9-57d3cafbf411 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] show failed (client error): The resource could not be found. Oct 23 01:40:11.198478 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bbc38ba4-7ea1-4195-9df9-57d3cafbf411 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "GET /networking/v2.0/security-groups/2e209ef9-9662-4890-a09a-9b587c335a4e HTTP/1.1" status: 404 len: 347 time: 0.0147331 Oct 23 01:40:11.198705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40664) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:11.279496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:11.310343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Deleting port 8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:40:11.310687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:11.389068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:11.389389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for floatingip (8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:11.401624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Calling delete_port for 8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:40:11.580069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:11.603646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Pushing event deleted for resources: {'Port': ['ID=8a4dde37-0e86-4e60-8749-0f9e8eb9a4ed,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:11.618184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.618540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.618881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.619216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.619545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.619877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.620202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.620544 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.620851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.621174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.621496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.621857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.622184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.622505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.622823 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:11.678940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks [] for floatingip (ff3415df-79d6-4c9b-b3dd-36127e486a87), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:11.681456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:11.682672 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-36092628-cc1c-4321-83cb-23842a57e3b8 tempest-ServerDiskConfigTestJSON-395711423 tempest-ServerDiskConfigTestJSON-395711423-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/ff3415df-79d6-4c9b-b3dd-36127e486a87 HTTP/1.1" status: 204 len: 168 time: 0.4830704 Oct 23 01:40:11.755058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40670) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:11.812491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:12.061698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (31d58325-f75c-42f2-9a3f-3508cb3071cb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:12.272821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] Deleting port 97c65227-8d70-465b-b938-c5366262ae84 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:40:12.273160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (97c65227-8d70-465b-b938-c5366262ae84), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:12.275393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:12.351216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] For port 97c65227-8d70-465b-b938-c5366262ae84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97c65227-8d70-465b-b938-c5366262ae84,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:12.351504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (97c65227-8d70-465b-b938-c5366262ae84), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:12.363879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] Calling delete_port for 97c65227-8d70-465b-b938-c5366262ae84 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:40:12.433657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 88a7162d-c585-487a-8eac-df605ad9d3c6 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:40:12.457499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 88a7162d-c585-487a-8eac-df605ad9d3c6 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:40:12.457868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 88a7162d-c585-487a-8eac-df605ad9d3c6 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:40:12.531191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:12.873113 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:13.007884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (97c65227-8d70-465b-b938-c5366262ae84), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:13.035581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c65227-8d70-465b-b938-c5366262ae84,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:13.199647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (31d58325-f75c-42f2-9a3f-3508cb3071cb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:13.220521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3891e0-1e23-46ff-842d-d73cf324a582 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:40:13.287249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3891e0-1e23-46ff-842d-d73cf324a582 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:40:13.360481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:13.388280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:13.406554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:13.407040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] Router 31d58325-f75c-42f2-9a3f-3508cb3071cb has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:40:13.513265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:40:13.518444 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-586deb86-6cc2-4a8f-a071-cb5447962645 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/31d58325-f75c-42f2-9a3f-3508cb3071cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622962 Oct 23 01:40:13.520942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40672) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:13.523660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8421314-4373-4c0e-b64d-afb909bdd7ce None None] Sync routers for ids ['31d58325-f75c-42f2-9a3f-3508cb3071cb'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:40:13.536490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8421314-4373-4c0e-b64d-afb909bdd7ce None None] Routers {'31d58325-f75c-42f2-9a3f-3508cb3071cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:40:13.537415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e8421314-4373-4c0e-b64d-afb909bdd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:40:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['31d58325-f75c-42f2-9a3f-3508cb3071cb'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:13.632281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Publish callbacks [] for router (31d58325-f75c-42f2-9a3f-3508cb3071cb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:13.655084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-e8421314-4373-4c0e-b64d-afb909bdd7ce None None] Set router 31d58325-f75c-42f2-9a3f-3508cb3071cb gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:40:13.686255 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:13.733984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Publish callbacks [] for router_gateway (31d58325-f75c-42f2-9a3f-3508cb3071cb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:13.834751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e8421314-4373-4c0e-b64d-afb909bdd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'name': 'tempest-ServerDiskConfigTestJSON-483228977-router', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12'}], 'enable_snat': True}, 'gw_port_id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:40:12Z', 'revision_number': 5, 'project_id': '0790582416884b8186e8e373fef1cd20', 'gw_port': {'id': '7355c50c-ae98-4656-a24b-ba2e862a56f4', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:13.837901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Deleting port 7355c50c-ae98-4656-a24b-ba2e862a56f4 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:40:13.838560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:13.860327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8421314-4373-4c0e-b64d-afb909bdd7ce None None] Checking router: 31d58325-f75c-42f2-9a3f-3508cb3071cb for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:40:13.869063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8421314-4373-4c0e-b64d-afb909bdd7ce None None] Routers {'31d58325-f75c-42f2-9a3f-3508cb3071cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:40:13.870227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e8421314-4373-4c0e-b64d-afb909bdd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:40:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['31d58325-f75c-42f2-9a3f-3508cb3071cb'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:13.922544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:13.927565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] For port 7355c50c-ae98-4656-a24b-ba2e862a56f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7355c50c-ae98-4656-a24b-ba2e862a56f4,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:13.932350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:13.940979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Calling delete_port for 7355c50c-ae98-4656-a24b-ba2e862a56f4 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:40:13.953939 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-e8421314-4373-4c0e-b64d-afb909bdd7ce None None] Set router 31d58325-f75c-42f2-9a3f-3508cb3071cb gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:40:14.027508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-e8421314-4373-4c0e-b64d-afb909bdd7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'name': 'tempest-ServerDiskConfigTestJSON-483228977-router', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:40:13Z', 'revision_number': 6, 'project_id': '0790582416884b8186e8e373fef1cd20', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:14.059570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9e57f083-36c3-4db3-8b09-13803d0c38e7 None None] Provisioning complete for port c6a46981-2211-4813-9712-92c5a41abb0f triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:14.059870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9e57f083-36c3-4db3-8b09-13803d0c38e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.060178 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9e57f083-36c3-4db3-8b09-13803d0c38e7 None None] Attempt 1 to provision port c6a46981-2211-4813-9712-92c5a41abb0f Oct 23 01:40:14.062204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8421314-4373-4c0e-b64d-afb909bdd7ce None None] The sync data for ids ['31d58325-f75c-42f2-9a3f-3508cb3071cb'] in dv-neutron-master-2-hyperv is: [{'id': '31d58325-f75c-42f2-9a3f-3508cb3071cb', 'name': 'tempest-ServerDiskConfigTestJSON-483228977-router', 'tenant_id': '0790582416884b8186e8e373fef1cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:38:23Z', 'updated_at': '2022-10-23T01:40:13Z', 'revision_number': 6, 'project_id': '0790582416884b8186e8e373fef1cd20', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:40:14.111156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.143901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9e57f083-36c3-4db3-8b09-13803d0c38e7 None None] Current status of the port c6a46981-2211-4813-9712-92c5a41abb0f is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:14.156921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.185529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (7355c50c-ae98-4656-a24b-ba2e862a56f4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.215496 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Pushing event deleted for resources: {'Port': ['ID=7355c50c-ae98-4656-a24b-ba2e862a56f4,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:14.277161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (31d58325-f75c-42f2-9a3f-3508cb3071cb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.362408 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (31d58325-f75c-42f2-9a3f-3508cb3071cb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.364486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Publish callbacks [] for router_controller (31d58325-f75c-42f2-9a3f-3508cb3071cb), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.466171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (31d58325-f75c-42f2-9a3f-3508cb3071cb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.466762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31d58325-f75c-42f2-9a3f-3508cb3071cb {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:40:14.470980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.472155 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9acf3838-1ed7-4dbe-9575-6c5487da9112 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/31d58325-f75c-42f2-9a3f-3508cb3071cb HTTP/1.1" status: 204 len: 168 time: 0.9502256 Oct 23 01:40:14.474820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40674) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:14.528448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-80309875-3dc6-491a-9802-f8329ade5525 admin admin] Deleting subnet d23aaf04-8f65-4298-94f1-98a23b3f004d {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:40:14.531643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-80309875-3dc6-491a-9802-f8329ade5525 admin admin] Publish callbacks [] for subnet (d23aaf04-8f65-4298-94f1-98a23b3f004d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.566324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-80309875-3dc6-491a-9802-f8329ade5525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (d23aaf04-8f65-4298-94f1-98a23b3f004d), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.640199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-80309875-3dc6-491a-9802-f8329ade5525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (d23aaf04-8f65-4298-94f1-98a23b3f004d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.768448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-80309875-3dc6-491a-9802-f8329ade5525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (d23aaf04-8f65-4298-94f1-98a23b3f004d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.795135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80309875-3dc6-491a-9802-f8329ade5525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23aaf04-8f65-4298-94f1-98a23b3f004d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:14.800261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-80309875-3dc6-491a-9802-f8329ade5525 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.805307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b22d889-5856-4efc-9957-8cadba996a91 None None] Network a3b39c30-f04d-4762-ab04-31937a3b5a05 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:40:14.817221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40676) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:14.817740 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-80309875-3dc6-491a-9802-f8329ade5525 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/d23aaf04-8f65-4298-94f1-98a23b3f004d HTTP/1.1" status: 204 len: 168 time: 0.3414855 Oct 23 01:40:14.857397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 97c65227-8d70-465b-b938-c5366262ae84 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:40:14.874224 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:14.883280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 97c65227-8d70-465b-b938-c5366262ae84 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:40:14.883625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 97c65227-8d70-465b-b938-c5366262ae84 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:40:14.884036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7355c50c-ae98-4656-a24b-ba2e862a56f4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:40:14.896590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (a3b39c30-f04d-4762-ab04-31937a3b5a05), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:14.906993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 7355c50c-ae98-4656-a24b-ba2e862a56f4 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:40:14.909705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7355c50c-ae98-4656-a24b-ba2e862a56f4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:40:14.938839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Deleting port c6a46981-2211-4813-9712-92c5a41abb0f {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:40:14.939185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.007184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] For port c6a46981-2211-4813-9712-92c5a41abb0f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6a46981-2211-4813-9712-92c5a41abb0f,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:15.007808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.009254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b60fa12-000b-481b-b2bf-f851280a0c56 None None] DHCP port deletion for a3b39c30-f04d-4762-ab04-31937a3b5a05 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:40:15.022533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Calling delete_port for c6a46981-2211-4813-9712-92c5a41abb0f owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:40:15.050258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6b60fa12-000b-481b-b2bf-f851280a0c56 None None] Deleting port c6a46981-2211-4813-9712-92c5a41abb0f {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:40:15.050712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b60fa12-000b-481b-b2bf-f851280a0c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.121230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6b60fa12-000b-481b-b2bf-f851280a0c56 None None] For port c6a46981-2211-4813-9712-92c5a41abb0f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6a46981-2211-4813-9712-92c5a41abb0f,segment=NetworkSegment(53c392e5-6a19-4da9-91b4-71240d29b81e),segment_id=53c392e5-6a19-4da9-91b4-71240d29b81e)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:15.121630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b60fa12-000b-481b-b2bf-f851280a0c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.137541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6b60fa12-000b-481b-b2bf-f851280a0c56 None None] Calling delete_port for c6a46981-2211-4813-9712-92c5a41abb0f owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:40:15.195491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.217887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a46981-2211-4813-9712-92c5a41abb0f,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:15.220043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b60fa12-000b-481b-b2bf-f851280a0c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (c6a46981-2211-4813-9712-92c5a41abb0f), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.221468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] No DVR routers for this DVR port c6a46981-2211-4813-9712-92c5a41abb0f on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:40:15.245369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60fa12-000b-481b-b2bf-f851280a0c56 None None] Pushing event deleted for resources: {'Port': ['ID=c6a46981-2211-4813-9712-92c5a41abb0f,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:15.248641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60fa12-000b-481b-b2bf-f851280a0c56 None None] No DVR routers for this DVR port c6a46981-2211-4813-9712-92c5a41abb0f on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:40:15.291060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:15.302425 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (a3b39c30-f04d-4762-ab04-31937a3b5a05), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.323274 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b39c30-f04d-4762-ab04-31937a3b5a05']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:15.333249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c392e5-6a19-4da9-91b4-71240d29b81e') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:15.333550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c392e5-6a19-4da9-91b4-71240d29b81e') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:15.343897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (53c392e5-6a19-4da9-91b4-71240d29b81e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.357986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (53c392e5-6a19-4da9-91b4-71240d29b81e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.364202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:40:15.364582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (53c392e5-6a19-4da9-91b4-71240d29b81e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.405117 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 53c392e5-6a19-4da9-91b4-71240d29b81e resource provider aggregate not found Oct 23 01:40:15.422150 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 53c392e5-6a19-4da9-91b4-71240d29b81e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53c392e5-6a19-4da9-91b4-71240d29b81e found for delete ", "request_id": "req-ce06143e-07ae-4093-af87-30b700fd2bf1"}]} Oct 23 01:40:15.473749 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (a3b39c30-f04d-4762-ab04-31937a3b5a05), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.479810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.482908 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/a3b39c30-f04d-4762-ab04-31937a3b5a05 HTTP/1.1" status: 204 len: 168 time: 0.6646500 Oct 23 01:40:15.494085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67f85f-93d9-4170-af43-ef2986e6e11f admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b39c30-f04d-4762-ab04-31937a3b5a05,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:15.804881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40684) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:15.849166 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c86a53b1-91b3-4d45-bedc-811e020c023c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0790582416884b8186e8e373fef1cd20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431106 Oct 23 01:40:15.851680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40686) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:15.898511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-495ba93c-0cda-4cbc-9009-ced4164b2e52 admin admin] Publish callbacks [] for security_group (76449a6c-cd66-4e8e-b798-31c14d338da9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:15.918453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-495ba93c-0cda-4cbc-9009-ced4164b2e52 admin admin] Publish callbacks [] for security_group (76449a6c-cd66-4e8e-b798-31c14d338da9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:16.042226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-495ba93c-0cda-4cbc-9009-ced4164b2e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (76449a6c-cd66-4e8e-b798-31c14d338da9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:16.044627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-495ba93c-0cda-4cbc-9009-ced4164b2e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:16.045757 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-495ba93c-0cda-4cbc-9009-ced4164b2e52 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/76449a6c-cd66-4e8e-b798-31c14d338da9 HTTP/1.1" status: 204 len: 168 time: 0.1932063 Oct 23 01:40:16.053465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ba93c-0cda-4cbc-9009-ced4164b2e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76449a6c-cd66-4e8e-b798-31c14d338da9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:16.782460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c6a46981-2211-4813-9712-92c5a41abb0f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:40:16.803469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: c6a46981-2211-4813-9712-92c5a41abb0f {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:40:16.803818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c6a46981-2211-4813-9712-92c5a41abb0f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:40:17.068644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40708) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:17.163814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-166449842-network', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:40:17.256553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Made reservation on behalf of 9ca3bd2b24ee4cda909170519b77e6a5 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:40:17.258923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:17.268032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:17.341982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Publish callbacks [] for security_group (52f5f462-c207-4fbe-beb7-fff8a5b1619c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:17.402592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (52f5f462-c207-4fbe-beb7-fff8a5b1619c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:17.429762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:40:17.439974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f5f462-c207-4fbe-beb7-fff8a5b1619c,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:17.442207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:17.445274 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (64930606-1a43-44ae-b1df-6b2b33a16fc3), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:17.445616 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Added segment 64930606-1a43-44ae-b1df-6b2b33a16fc3 of type vlan for network 6b578992-3f22-4916-a877-373a15ce415d Oct 23 01:40:17.485969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (6b578992-3f22-4916-a877-373a15ce415d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:17.565009 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (6b578992-3f22-4916-a877-373a15ce415d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:17.566097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:17.566665 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:17.626716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] Pushing event updated for resources: {'Network': ['ID=6b578992-3f22-4916-a877-373a15ce415d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:17.637691 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 6b578992-3f22-4916-a877-373a15ce415d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:40:17.688475 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fc43887b-7b8a-49ca-8285-8462d7a8540d admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6214674 Oct 23 01:40:17.691657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40712) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:17.696651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] Request body: {'subnet': {'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-166449842-subnet', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:40:17.788439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] Made reservation on behalf of 9ca3bd2b24ee4cda909170519b77e6a5 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:40:17.791072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:17.845952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=7,neutron:UPDATE=5,neutron:SELECT=78,neutron:INSERT=10 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:18.014101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (2d1de1b4-8fab-4f7b-b994-e0861a7fedc8), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.071854 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:18.082039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] Checking segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:40:18.082390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] Network hostable DHCP agents. Network: 6b578992-3f22-4916-a877-373a15ce415d, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:40:18.145027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] Network 6b578992-3f22-4916-a877-373a15ce415d is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:40:18.196078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6b578992-3f22-4916-a877-373a15ce415d) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:40:18.200406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:18.201006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.205082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7cf155-f314-400f-a735-1fba795a6a9a None None] Network 6b578992-3f22-4916-a877-373a15ce415d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:40:18.282023 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-06eccf0c-6f88-4ed3-9697-a9a4f5cb1324 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5891659 Oct 23 01:40:18.285495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40714) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:18.288795 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:40:18.312572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6b578992-3f22-4916-a877-373a15ce415d', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:40:18.312572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.388400 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.389485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.442072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Publish callbacks [] for router_controller (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.445030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Allocated IP 172.20.0.2 (6b578992-3f22-4916-a877-373a15ce415d/2d1de1b4-8fab-4f7b-b994-e0861a7fedc8/2515744d-a906-422d-9af7-44015733d14b) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:40:18.502820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:18.515678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:18.570408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:18.590319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Publish callbacks [] for port (2515744d-a906-422d-9af7-44015733d14b), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.632048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Publish callbacks [] for router_gateway (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.659677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (2515744d-a906-422d-9af7-44015733d14b), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.704646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Network 6b578992-3f22-4916-a877-373a15ce415d is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:40:18.709448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:40:18.711593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Pushing event updated for resources: {'Port': ['ID=2515744d-a906-422d-9af7-44015733d14b,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:18.715828 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:40:18.759479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:18.774795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Attempting to bind port 2515744d-a906-422d-9af7-44015733d14b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:40:18.775170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Attempting to bind port 2515744d-a906-422d-9af7-44015733d14b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:40:18.775531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Attempting to bind port 2515744d-a906-422d-9af7-44015733d14b on network 6b578992-3f22-4916-a877-373a15ce415d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:40:18.817676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:40:18.818016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Checking segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:40:18.818432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.818830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Bound using segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:40:18.819310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Bound port: 2515744d-a906-422d-9af7-44015733d14b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:40:18.819696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2515744d-a906-422d-9af7-44015733d14b), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.884489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Publish callbacks [] for router_gateway (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.884789 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] For port 2515744d-a906-422d-9af7-44015733d14b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:40:18.888433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] For port 2515744d-a906-422d-9af7-44015733d14b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2515744d-a906-422d-9af7-44015733d14b,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:40:18.903985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:18.988583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2515744d-a906-422d-9af7-44015733d14b), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:19.012078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Allocated IP 172.36.3.253 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/cfdac132-2b3c-460d-b895-64ab886e8b19) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:40:19.038716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:19.044681 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32058d8c-b3f4-4f6b-8d73-cba7b608753c None None] Pushing event updated for resources: {'Port': ['ID=2515744d-a906-422d-9af7-44015733d14b,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:19.124457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Publish callbacks [] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:19.274437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:19.317601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:40:19.320600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:40:19.323074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:40:19.353187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Pushing event updated for resources: {'Port': ['ID=cfdac132-2b3c-460d-b895-64ab886e8b19,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:19.874055 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b325953-9e19-462e-a8eb-1221f22bc8b0 None None] Network 6b578992-3f22-4916-a877-373a15ce415d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:40:19.923867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Publish callbacks [] for router_gateway (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:19.939968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f471c796-def6-4807-a436-977657a35cab None None] Provisioning complete for port 2515744d-a906-422d-9af7-44015733d14b triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:19.940334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f471c796-def6-4807-a436-977657a35cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2515744d-a906-422d-9af7-44015733d14b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:19.940664 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f471c796-def6-4807-a436-977657a35cab None None] Attempt 1 to provision port 2515744d-a906-422d-9af7-44015733d14b Oct 23 01:40:20.006631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:20.051089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f471c796-def6-4807-a436-977657a35cab None None] Current status of the port 2515744d-a906-422d-9af7-44015733d14b is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:20.051555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f471c796-def6-4807-a436-977657a35cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2515744d-a906-422d-9af7-44015733d14b), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:20.089949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:20.094114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f471c796-def6-4807-a436-977657a35cab None None] For port 2515744d-a906-422d-9af7-44015733d14b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2515744d-a906-422d-9af7-44015733d14b,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:20.120632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:20.159884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f471c796-def6-4807-a436-977657a35cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2515744d-a906-422d-9af7-44015733d14b), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:20.211260 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471c796-def6-4807-a436-977657a35cab None None] Pushing event updated for resources: {'Port': ['ID=2515744d-a906-422d-9af7-44015733d14b,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:20.279413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7cd28d5f-8b26-4bf8-b14d-dcb6143472c6 None None] Provisioning complete for port 2515744d-a906-422d-9af7-44015733d14b triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:20.279781 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7cd28d5f-8b26-4bf8-b14d-dcb6143472c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2515744d-a906-422d-9af7-44015733d14b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:20.280109 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7cd28d5f-8b26-4bf8-b14d-dcb6143472c6 None None] Attempt 1 to provision port 2515744d-a906-422d-9af7-44015733d14b Oct 23 01:40:20.308179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:40:20.351378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7cd28d5f-8b26-4bf8-b14d-dcb6143472c6 None None] Current status of the port 2515744d-a906-422d-9af7-44015733d14b is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:20.408536 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:40:20.416997 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Sync routers for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:40:20.427083 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:40:20.435165 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:40:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:20.484626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:20.488493 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-827b7204-17d3-4143-bc98-58bd10255f48 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2003627 Oct 23 01:40:20.488694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 40716) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:20.526773 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:40:20.690103 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:19Z', 'revision_number': 3, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:20.715036 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Checking router: f76422dd-c1f5-4f7f-9476-1b5376fb8a18 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:40:20.715381 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Updating router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 port cfdac132-2b3c-460d-b895-64ab886e8b19 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:40:20.726237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:20.747269 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:20.816692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2515744d-a906-422d-9af7-44015733d14b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:40:20.866878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 2515744d-a906-422d-9af7-44015733d14b triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:20.867258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2515744d-a906-422d-9af7-44015733d14b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:20.867597 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 2515744d-a906-422d-9af7-44015733d14b Oct 23 01:40:20.913752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:20.944835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 2515744d-a906-422d-9af7-44015733d14b is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:21.026981 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Publish callbacks [] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.059047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:21.077333 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Allocated IP 172.20.0.1 (6b578992-3f22-4916-a877-373a15ce415d/2d1de1b4-8fab-4f7b-b994-e0861a7fedc8/c71f6366-9e65-4aa3-b40f-f738f1c41301) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:40:21.107752 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.143309 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Attempting to bind port cfdac132-2b3c-460d-b895-64ab886e8b19 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:40:21.143670 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Attempting to bind port cfdac132-2b3c-460d-b895-64ab886e8b19 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:40:21.144026 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Attempting to bind port cfdac132-2b3c-460d-b895-64ab886e8b19 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:40:21.176009 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Pushing event updated for resources: {'Port': ['ID=cfdac132-2b3c-460d-b895-64ab886e8b19,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:21.183341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Publish callbacks [] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.187874 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.188209 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.188570 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.188897 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.189215 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.189531 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.189866 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.190180 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.190494 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.190832 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.191146 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.191454 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.191753 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.192060 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.192377 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:21.208713 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:40:21.208918 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:40:21.209268 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.209642 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:40:21.210145 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Bound port: cfdac132-2b3c-460d-b895-64ab886e8b19, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:40:21.210511 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.257349 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] For port cfdac132-2b3c-460d-b895-64ab886e8b19, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:40:21.260837 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] For port cfdac132-2b3c-460d-b895-64ab886e8b19, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfdac132-2b3c-460d-b895-64ab886e8b19,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:40:21.271429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.312351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Network 6b578992-3f22-4916-a877-373a15ce415d is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:40:21.315292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:40:21.317619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:40:21.345869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.354356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Pushing event updated for resources: {'Port': ['ID=c71f6366-9e65-4aa3-b40f-f738f1c41301,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:21.370069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.387853 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:21.392622 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:40:21.393256 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:40:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:21.407156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:21.445338 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00536331-c542-46fd-8860-c6eae278f314 None None] Pushing event updated for resources: {'Port': ['ID=cfdac132-2b3c-460d-b895-64ab886e8b19,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:21.450300 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:21.513755 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:40:21.578357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-72ba2103-3e6f-45e6-8969-63fef51727ef None None] Provisioning complete for port c71f6366-9e65-4aa3-b40f-f738f1c41301 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:21.578795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-72ba2103-3e6f-45e6-8969-63fef51727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.579201 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-72ba2103-3e6f-45e6-8969-63fef51727ef None None] Attempt 1 to provision port c71f6366-9e65-4aa3-b40f-f738f1c41301 Oct 23 01:40:21.583383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.611636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-72ba2103-3e6f-45e6-8969-63fef51727ef None None] Port c71f6366-9e65-4aa3-b40f-f738f1c41301 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:40:21.686837 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:19Z', 'revision_number': 3, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:21.715479 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819eb395-5a81-48f1-83a0-5bd732838190 None None] The sync data for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv is: [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:19Z', 'revision_number': 3, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:40:21.755606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Publish callbacks [] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.816595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.884377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Pushing event updated for resources: {'Port': ['ID=c71f6366-9e65-4aa3-b40f-f738f1c41301,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:21.886991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:21.986693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:22.003255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Network 6b578992-3f22-4916-a877-373a15ce415d is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:40:22.004905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:40:22.053072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:22.133243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:40:22.235938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-56a7aa37-5a0e-46ae-ba9b-6a2bbe97112c None None] Provisioning complete for port c71f6366-9e65-4aa3-b40f-f738f1c41301 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:22.236397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-56a7aa37-5a0e-46ae-ba9b-6a2bbe97112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:22.236800 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-56a7aa37-5a0e-46ae-ba9b-6a2bbe97112c None None] Attempt 1 to provision port c71f6366-9e65-4aa3-b40f-f738f1c41301 Oct 23 01:40:22.245773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:40:22.256988 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-de7f5b7f-b798-4f05-aaca-0c4478d5ff45 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/f76422dd-c1f5-4f7f-9476-1b5376fb8a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7609878 Oct 23 01:40:22.271752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-56a7aa37-5a0e-46ae-ba9b-6a2bbe97112c None None] Port c71f6366-9e65-4aa3-b40f-f738f1c41301 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:40:22.606552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40724) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:22.611175 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-50c8926d-fafb-4a6e-9ef4-ca56bb16252c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468804080', 'description': 'tempest-description--1499541089'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:40:22.688086 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50c8926d-fafb-4a6e-9ef4-ca56bb16252c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:22.727092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:22.759938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50c8926d-fafb-4a6e-9ef4-ca56bb16252c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group (76190181-a302-4866-8c1f-c70d8eea47d1), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:22.811601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cfdac132-2b3c-460d-b895-64ab886e8b19 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:40:22.845043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50c8926d-fafb-4a6e-9ef4-ca56bb16252c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (76190181-a302-4866-8c1f-c70d8eea47d1), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:22.854994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:22.855667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port cfdac132-2b3c-460d-b895-64ab886e8b19 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:22.856067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:22.856403 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port cfdac132-2b3c-460d-b895-64ab886e8b19 Oct 23 01:40:22.876478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8926d-fafb-4a6e-9ef4-ca56bb16252c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76190181-a302-4866-8c1f-c70d8eea47d1,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:22.930993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port cfdac132-2b3c-460d-b895-64ab886e8b19 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:22.931384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:22.933560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-50c8926d-fafb-4a6e-9ef4-ca56bb16252c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:22.934874 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-50c8926d-fafb-4a6e-9ef4-ca56bb16252c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3273301 Oct 23 01:40:22.937886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40726) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:22.942514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-46731184-6d07-42cf-8618-63484d053dc1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'security_group_rule': {'security_group_id': '76190181-a302-4866-8c1f-c70d8eea47d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:40:22.954571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port cfdac132-2b3c-460d-b895-64ab886e8b19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfdac132-2b3c-460d-b895-64ab886e8b19,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:23.019492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.026440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-46731184-6d07-42cf-8618-63484d053dc1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group_rule (90b9ce74-6f18-441f-b1e9-6606412997e0), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.068701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=cfdac132-2b3c-460d-b895-64ab886e8b19,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:23.077130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.077474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.077839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081920 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.081920 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:40:23.085774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-46731184-6d07-42cf-8618-63484d053dc1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group_rule (90b9ce74-6f18-441f-b1e9-6606412997e0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.159374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-46731184-6d07-42cf-8618-63484d053dc1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (90b9ce74-6f18-441f-b1e9-6606412997e0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.183043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46731184-6d07-42cf-8618-63484d053dc1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b9ce74-6f18-441f-b1e9-6606412997e0,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:23.250715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Sync routers for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:40:23.258513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-46731184-6d07-42cf-8618-63484d053dc1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.259741 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-46731184-6d07-42cf-8618-63484d053dc1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3208969 Oct 23 01:40:23.262203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:40:23.262375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40728) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:23.262986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:40:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:23.266733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-1835e097-25e0-4a92-8e62-17a560a8897d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'security_group_rule': {'security_group_id': '76190181-a302-4866-8c1f-c70d8eea47d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:40:23.361727 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1835e097-25e0-4a92-8e62-17a560a8897d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group_rule (a6c08ad0-1b50-4c90-8a9d-9a7108fe1284), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.364738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:40:23.418681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1835e097-25e0-4a92-8e62-17a560a8897d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group_rule (a6c08ad0-1b50-4c90-8a9d-9a7108fe1284), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.482054 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1835e097-25e0-4a92-8e62-17a560a8897d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (a6c08ad0-1b50-4c90-8a9d-9a7108fe1284), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.501024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835e097-25e0-4a92-8e62-17a560a8897d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c08ad0-1b50-4c90-8a9d-9a7108fe1284,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:23.553900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 2, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:23.579595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Checking router: f76422dd-c1f5-4f7f-9476-1b5376fb8a18 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:40:23.579947 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Updating router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 port c71f6366-9e65-4aa3-b40f-f738f1c41301 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:40:23.584106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1835e097-25e0-4a92-8e62-17a560a8897d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.585402 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1835e097-25e0-4a92-8e62-17a560a8897d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221090 Oct 23 01:40:23.588903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40730) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:23.593311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:40:23.609097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.641061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:23.648707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:23.682343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.763572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.780435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:23.865618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Allocated IP 172.36.3.126 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/683df41e-0d35-49b8-941e-fc0be65f0ea9) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:40:23.870816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Publish callbacks [] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.931692 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:23.933838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.974945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for port (683df41e-0d35-49b8-941e-fc0be65f0ea9), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:23.979286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be33ab0-4631-45f3-833a-1f36e59a4bcf None None] Pushing event updated for resources: {'Port': ['ID=c71f6366-9e65-4aa3-b40f-f738f1c41301,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:24.026624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Attempting to bind port c71f6366-9e65-4aa3-b40f-f738f1c41301 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:40:24.027298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Attempting to bind port c71f6366-9e65-4aa3-b40f-f738f1c41301 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:40:24.027298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Attempting to bind port c71f6366-9e65-4aa3-b40f-f738f1c41301 on network 6b578992-3f22-4916-a877-373a15ce415d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:40:24.067036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:40:24.067408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Checking segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:40:24.067809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:24.068198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Bound using segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:40:24.068667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Bound port: c71f6366-9e65-4aa3-b40f-f738f1c41301, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:40:24.069042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:24.071383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (683df41e-0d35-49b8-941e-fc0be65f0ea9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:24.113147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:40:24.120107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:40:24.124117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:40:24.125908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:24.127734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event updated for resources: {'Port': ['ID=683df41e-0d35-49b8-941e-fc0be65f0ea9,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:24.134589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] For port c71f6366-9e65-4aa3-b40f-f738f1c41301, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:40:24.138391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] For port c71f6366-9e65-4aa3-b40f-f738f1c41301, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c71f6366-9e65-4aa3-b40f-f738f1c41301,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:40:24.200598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:24.211787 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:24.235286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:40:24.235912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:40:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:24.290780 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be33ab0-4631-45f3-833a-1f36e59a4bcf None None] Pushing event updated for resources: {'Port': ['ID=c71f6366-9e65-4aa3-b40f-f738f1c41301,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:24.305927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (683df41e-0d35-49b8-941e-fc0be65f0ea9), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:24.355530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:40:24.455078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for port (683df41e-0d35-49b8-941e-fc0be65f0ea9), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:24.513989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (683df41e-0d35-49b8-941e-fc0be65f0ea9), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:24.540413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:24Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:24.569530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5935d-43b8-42f8-aa63-06f23e0be421 None None] The sync data for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv is: [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:24Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:40:24.581268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:24.585494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event updated for resources: {'Port': ['ID=683df41e-0d35-49b8-941e-fc0be65f0ea9,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:24.670353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:24.671644 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-20cb6b22-2e2e-4b93-b057-bfaf42b8aca0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0817981 Oct 23 01:40:24.849185 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-4c621b1f-ef15-4595-a75b-6706e9be5d02 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1468804080&fields=id&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 267 time: 0.0557961 Oct 23 01:40:24.879114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c71f6366-9e65-4aa3-b40f-f738f1c41301 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:40:24.926462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c71f6366-9e65-4aa3-b40f-f738f1c41301 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:24.926836 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:24.927170 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c71f6366-9e65-4aa3-b40f-f738f1c41301 Oct 23 01:40:24.970419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-eb2e450f-8ac9-48ca-9ec7-891c692e86c6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:24.971964 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-eb2e450f-8ac9-48ca-9ec7-891c692e86c6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 811 time: 0.1160061 Oct 23 01:40:24.989064 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-3b63b978-ec5e-43f0-8004-0fbec1010871 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/quotas/9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 375 time: 0.0104837 Oct 23 01:40:25.009698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c71f6366-9e65-4aa3-b40f-f738f1c41301 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:25.010164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:25.029147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:25.042350 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-17391523-6e2a-47ce-a581-6b040429f56d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470378 Oct 23 01:40:25.058454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-571e3f4a-9daf-4c43-b031-3fa4a7cf5265 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:40:25.059377 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-571e3f4a-9daf-4c43-b031-3fa4a7cf5265 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055935 Oct 23 01:40:25.167002 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-9c908759-617d-4707-8659-89cfbfb96b2f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004872 Oct 23 01:40:25.199083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port c71f6366-9e65-4aa3-b40f-f738f1c41301, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c71f6366-9e65-4aa3-b40f-f738f1c41301,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:25.254059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:25.254902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cfdac132-2b3c-460d-b895-64ab886e8b19 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:40:25.265217 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-030c5041-9c47-454b-b861-8f106132d529 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917249 Oct 23 01:40:25.332889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=c71f6366-9e65-4aa3-b40f-f738f1c41301,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:25.344501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port cfdac132-2b3c-460d-b895-64ab886e8b19 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:25.344974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:25.345310 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port cfdac132-2b3c-460d-b895-64ab886e8b19 Oct 23 01:40:25.426796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port cfdac132-2b3c-460d-b895-64ab886e8b19 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:25.586286 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0eb70a3e-804d-40ec-a3a8-d2e4b00dff42 req-99906d94-2310-457a-9e09-ad0a3659b9c9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 210 time: 0.0368450 Oct 23 01:40:26.693415 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-afe4b47a-df8f-4a7c-981f-8ed90104faa3 req-3437c807-370b-4558-912e-15c8f2d6aae9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 210 time: 0.0322700 Oct 23 01:40:26.797678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c71f6366-9e65-4aa3-b40f-f738f1c41301 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:40:26.822264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:26.843614 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c71f6366-9e65-4aa3-b40f-f738f1c41301 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:26.843983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:26.844315 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c71f6366-9e65-4aa3-b40f-f738f1c41301 Oct 23 01:40:26.912532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:26.918530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c71f6366-9e65-4aa3-b40f-f738f1c41301 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:27.796083 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8e77a1f7-21f1-45da-9c6b-6c4229c504a0 req-35e3a0da-f24d-481f-8d82-f6a0baa1370e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 210 time: 0.0285795 Oct 23 01:40:27.907157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d4ca7ca4-6faa-4afc-af75-2180aa12f939 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:27.908535 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d4ca7ca4-6faa-4afc-af75-2180aa12f939 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 811 time: 0.1049662 Oct 23 01:40:27.974592 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-1f3743fb-512d-4aaa-a469-d568152d117c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 380 time: 0.0527084 Oct 23 01:40:27.983813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'port': {'device_id': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'admin_state_up': True, 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'security_groups': ['76190181-a302-4866-8c1f-c70d8eea47d1']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:40:28.076834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:28.176343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Made reservation on behalf of 9ca3bd2b24ee4cda909170519b77e6a5 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:40:28.180218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:28.308046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Allocated IP 172.20.0.6 (6b578992-3f22-4916-a877-373a15ce415d/2d1de1b4-8fab-4f7b-b994-e0861a7fedc8/3421e659-64bd-49ed-a307-efe7a85f8361) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:40:28.440698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for port (3421e659-64bd-49ed-a307-efe7a85f8361), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:28.531291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:28.578548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Network 6b578992-3f22-4916-a877-373a15ce415d is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:40:28.583671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:40:28.587581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:40:28.594235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event updated for resources: {'Port': ['ID=3421e659-64bd-49ed-a307-efe7a85f8361,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:28.617929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:28.640352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:28.640970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:28.748363 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-725ee11d-eaeb-4c07-8510-e9aec89ad454 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680480 Oct 23 01:40:28.765935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Request body: {'port': {'device_id': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:40:28.823392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:28.846629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1d1b8725-e880-4a2f-b614-5a685dae84dc None None] Provisioning complete for port 3421e659-64bd-49ed-a307-efe7a85f8361 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:28.847145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8725-e880-4a2f-b614-5a685dae84dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:28.847339 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1d1b8725-e880-4a2f-b614-5a685dae84dc None None] Attempt 1 to provision port 3421e659-64bd-49ed-a307-efe7a85f8361 Oct 23 01:40:28.879744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b8725-e880-4a2f-b614-5a685dae84dc None None] Port 3421e659-64bd-49ed-a307-efe7a85f8361 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:40:28.973807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f48dc5-bf53-47a6-9bfb-fefa7d8c3635 req-1dfdc59f-c9db-4162-8bc7-b354d44a808e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:28.975213 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-39f48dc5-bf53-47a6-9bfb-fefa7d8c3635 req-1dfdc59f-c9db-4162-8bc7-b354d44a808e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 931 time: 0.0980208 Oct 23 01:40:28.992554 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:40:29.055778 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:29.079300 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-39f48dc5-bf53-47a6-9bfb-fefa7d8c3635 req-334748cd-f1f2-4749-9c08-9639bdffd650 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984087 Oct 23 01:40:29.159294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3421e659-64bd-49ed-a307-efe7a85f8361 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:40:29.167825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Publish callbacks [] for port (3421e659-64bd-49ed-a307-efe7a85f8361), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:29.180219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Transition to ACTIVE for port object 3421e659-64bd-49ed-a307-efe7a85f8361 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:40:29.265071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:29.327632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Pushing event updated for resources: {'Port': ['ID=3421e659-64bd-49ed-a307-efe7a85f8361,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:29.375903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Attempting to bind port 3421e659-64bd-49ed-a307-efe7a85f8361 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:40:29.376237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Attempting to bind port 3421e659-64bd-49ed-a307-efe7a85f8361 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:40:29.376563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Attempting to bind port 3421e659-64bd-49ed-a307-efe7a85f8361 on network 6b578992-3f22-4916-a877-373a15ce415d {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:40:29.416033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Port 3421e659-64bd-49ed-a307-efe7a85f8361 on network 6b578992-3f22-4916-a877-373a15ce415d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:40:29.416896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Attempting to bind port 3421e659-64bd-49ed-a307-efe7a85f8361 on network 6b578992-3f22-4916-a877-373a15ce415d {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:40:29.461274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:40:29.461611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Checking segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:40:29.462048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Bound using segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:40:29.462487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Bound port: 3421e659-64bd-49ed-a307-efe7a85f8361, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:40:29.462844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:29.522125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] For port 3421e659-64bd-49ed-a307-efe7a85f8361, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:40:29.525010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] For port 3421e659-64bd-49ed-a307-efe7a85f8361, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3421e659-64bd-49ed-a307-efe7a85f8361,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:40:29.582426 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:29.586716 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:29.587363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:29.589225 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/3421e659-64bd-49ed-a307-efe7a85f8361 HTTP/1.1" status: 200 len: 1093 time: 0.8274977 Oct 23 01:40:29.589767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:40:29.592007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6336869b-4ab8-4757-ba54-192e1f0a3edd" -d '{"events": [{"name": "network-changed", "server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:40:29.633245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e801fb31-3e6d-40d1-8507-34bbc07c3f8c x-openstack-request-id: req-e801fb31-3e6d-40d1-8507-34bbc07c3f8c {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:40:29.633527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:40:29.633773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e801fb31-3e6d-40d1-8507-34bbc07c3f8c {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:40:29.634190 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e801fb31-3e6d-40d1-8507-34bbc07c3f8c'] response: {'name': 'network-changed', 'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361', 'status': 'completed', 'code': 200} Oct 23 01:40:29.643386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12424e6-8c7c-4538-9403-d6cd88a4a35a service neutron] Pushing event updated for resources: {'Port': ['ID=3421e659-64bd-49ed-a307-efe7a85f8361,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:29.714594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:29.726529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336869b-4ab8-4757-ba54-192e1f0a3edd req-f5b09fb4-02b3-4679-86fb-b532bbba2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:29.727991 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6336869b-4ab8-4757-ba54-192e1f0a3edd req-f5b09fb4-02b3-4679-86fb-b532bbba2a46 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 1127 time: 0.0403261 Oct 23 01:40:29.835660 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336869b-4ab8-4757-ba54-192e1f0a3edd req-a78c3aae-cad7-4448-95a7-f5e6b65a9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:29.837102 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6336869b-4ab8-4757-ba54-192e1f0a3edd req-a78c3aae-cad7-4448-95a7-f5e6b65a9c7d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0941851 Oct 23 01:40:29.930355 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336869b-4ab8-4757-ba54-192e1f0a3edd req-84239d23-4aba-4f22-9e17-c25efdcc9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:29.931820 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6336869b-4ab8-4757-ba54-192e1f0a3edd req-84239d23-4aba-4f22-9e17-c25efdcc9936 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891643 Oct 23 01:40:30.025687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d2ce448a-b148-4598-b192-4b9490709e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:30.027795 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-d2ce448a-b148-4598-b192-4b9490709e9c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 1127 time: 0.0390561 Oct 23 01:40:30.071405 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-c3458fb1-0757-4015-a13f-07146f793235 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3421e659-64bd-49ed-a307-efe7a85f8361 HTTP/1.1" status: 200 len: 217 time: 0.0308266 Oct 23 01:40:30.119904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-adddfe63-7116-419e-a2f4-7c9ff18f4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:30.121356 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-adddfe63-7116-419e-a2f4-7c9ff18f4fa6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0448380 Oct 23 01:40:30.182623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-be31ca79-1743-425a-bc12-df5b9868a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:30.184737 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-be31ca79-1743-425a-bc12-df5b9868a751 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0574384 Oct 23 01:40:30.230283 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:30.609446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0ad3-ce34-4a3a-bba6-6db3c5cba0cf req-a0d09034-1007-468a-8edf-78470ccb4aad tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:30.610940 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f0ee0ad3-ce34-4a3a-bba6-6db3c5cba0cf req-a0d09034-1007-468a-8edf-78470ccb4aad tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 943 time: 0.4253383 Oct 23 01:40:30.676572 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-f76d6ad2-2656-4ab7-a928-b358f0b13bdf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815340 Oct 23 01:40:30.683806 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f0ee0ad3-ce34-4a3a-bba6-6db3c5cba0cf req-ea0841ae-0720-4650-92a7-5ad0812ecf47 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667589 Oct 23 01:40:30.770925 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0fa02aeb-8a9f-4957-8a1f-94437ec862ce req-0c20bd78-2d5c-46c8-9cdb-da58f1842f14 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861771 Oct 23 01:40:31.804655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b04b9-ad6c-4918-8e29-bb4969059b5d req-5f74af4f-81fd-4638-9c65-122c4a564873 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:31.806129 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8f2b04b9-ad6c-4918-8e29-bb4969059b5d req-5f74af4f-81fd-4638-9c65-122c4a564873 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 943 time: 0.0462334 Oct 23 01:40:31.852718 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8f2b04b9-ad6c-4918-8e29-bb4969059b5d req-26d239b9-a7f3-4dd1-80ba-e847c42ba25d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405219 Oct 23 01:40:32.971784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ddb57-5a12-4b11-a945-afa286fdd80d req-38befcb3-5c93-4242-b428-915a61e7e065 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:32.973239 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-658ddb57-5a12-4b11-a945-afa286fdd80d req-38befcb3-5c93-4242-b428-915a61e7e065 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 943 time: 0.0466444 Oct 23 01:40:33.018665 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-658ddb57-5a12-4b11-a945-afa286fdd80d req-a98e19f1-976e-48a1-a2c2-97d6984760d9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397239 Oct 23 01:40:34.140954 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ed443-57e2-46f2-9a3e-915a30ad3f74 req-0cee6b43-3e6d-4cd3-a931-22cb34d80aa6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:34.142445 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8a9ed443-57e2-46f2-9a3e-915a30ad3f74 req-0cee6b43-3e6d-4cd3-a931-22cb34d80aa6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 943 time: 0.0501502 Oct 23 01:40:34.189593 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8a9ed443-57e2-46f2-9a3e-915a30ad3f74 req-b3039eb1-e0e5-4c01-821e-3c694f9d7594 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 Oct 23 01:40:34.433695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3421e659-64bd-49ed-a307-efe7a85f8361 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:40:34.505541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:34.533884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3421e659-64bd-49ed-a307-efe7a85f8361, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3421e659-64bd-49ed-a307-efe7a85f8361,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:34.544842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '3421e659-64bd-49ed-a307-efe7a85f8361', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'port_id': '3421e659-64bd-49ed-a307-efe7a85f8361', 'mac_address': 'fa:16:3e:dd:37:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:40:34.579853 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3421e659-64bd-49ed-a307-efe7a85f8361 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:34.580254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:34.593938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3421e659-64bd-49ed-a307-efe7a85f8361 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:40:34.612494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3421e659-64bd-49ed-a307-efe7a85f8361, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3421e659-64bd-49ed-a307-efe7a85f8361,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:34.679101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:34.724838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3421e659-64bd-49ed-a307-efe7a85f8361,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:34.952838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['3421e659-64bd-49ed-a307-efe7a85f8361'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:40:35.309172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaa43a-3b8b-4531-b4e1-ae8541c19e1e req-1982c057-c339-4e91-9b95-95c73d18849a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:35.310677 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2afaa43a-3b8b-4531-b4e1-ae8541c19e1e req-1982c057-c339-4e91-9b95-95c73d18849a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 944 time: 0.0465088 Oct 23 01:40:35.357900 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2afaa43a-3b8b-4531-b4e1-ae8541c19e1e req-91dfa4cb-b235-4900-ad07-17ad15a4ff7b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410302 Oct 23 01:40:36.456492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3421e659-64bd-49ed-a307-efe7a85f8361 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:40:36.484713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78802c6d-c9d2-41ac-8c31-cbf66583da3a req-ffb52492-b478-4332-bb92-7d60a8cc60cd tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:36.486225 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-78802c6d-c9d2-41ac-8c31-cbf66583da3a req-ffb52492-b478-4332-bb92-7d60a8cc60cd tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 944 time: 0.0489490 Oct 23 01:40:36.499053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 3421e659-64bd-49ed-a307-efe7a85f8361 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:40:36.519676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:36.535144 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-78802c6d-c9d2-41ac-8c31-cbf66583da3a req-e654858e-049a-4ae1-9658-6719da680204 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Oct 23 01:40:36.578960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 3421e659-64bd-49ed-a307-efe7a85f8361 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:40:36.579343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:36.579683 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 3421e659-64bd-49ed-a307-efe7a85f8361 Oct 23 01:40:36.653366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3421e659-64bd-49ed-a307-efe7a85f8361 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:40:36.653743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:36.676726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:40:36.678967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5745268f-8d3b-4d22-93b1-ddf87b2ed6a8" -d '{"events": [{"server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "name": "network-vif-plugged", "status": "completed", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:40:36.691737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3421e659-64bd-49ed-a307-efe7a85f8361, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3421e659-64bd-49ed-a307-efe7a85f8361,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:40:36.718771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096aff4-f785-47d5-b57d-87366452a941 x-openstack-request-id: req-4096aff4-f785-47d5-b57d-87366452a941 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:40:36.719227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "name": "network-vif-plugged", "status": "completed", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:40:36.719481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4096aff4-f785-47d5-b57d-87366452a941 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:40:36.719875 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4096aff4-f785-47d5-b57d-87366452a941'] response: {'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361', 'code': 200} Oct 23 01:40:36.761774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:36.812315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3421e659-64bd-49ed-a307-efe7a85f8361,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:40:37.044911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3152703-21c9-4618-a7d0-048fa51ddbe4 req-6d8a31bf-bf3b-46e6-a4d1-db47993f54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:37.046415 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3152703-21c9-4618-a7d0-048fa51ddbe4 req-6d8a31bf-bf3b-46e6-a4d1-db47993f54ef service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 1129 time: 0.0418723 Oct 23 01:40:37.090028 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3152703-21c9-4618-a7d0-048fa51ddbe4 req-8f2f455c-0446-47d8-9cf8-9278dbb4a264 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374303 Oct 23 01:40:37.654908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0130f61-3146-4472-b2fc-95547b238af9 req-9c2db96e-76e0-4ae7-a773-e2424865ef2b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:37.656266 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f0130f61-3146-4472-b2fc-95547b238af9 req-9c2db96e-76e0-4ae7-a773-e2424865ef2b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0467083 Oct 23 01:40:37.706772 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f0130f61-3146-4472-b2fc-95547b238af9 req-d2472cde-f676-4333-89a8-0e0106c841b6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450854 Oct 23 01:40:38.819733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:38.829975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dcd7a-b405-4bdd-a818-c7561562cc26 req-1ca9b1af-ef6c-43b1-a386-53aa06e5bde8 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:38.831455 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-951dcd7a-b405-4bdd-a818-c7561562cc26 req-1ca9b1af-ef6c-43b1-a386-53aa06e5bde8 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0474544 Oct 23 01:40:38.856594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-736e9648-f948-4bc1-b278-8258108729d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:38.879214 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-951dcd7a-b405-4bdd-a818-c7561562cc26 req-8cae0490-df9d-42d2-96c2-ed2fe73db7b4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420437 Oct 23 01:40:38.986795 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:38.987700 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:38.994109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a71bc1-4421-4669-9692-4f394e467e53 req-7da3d29a-d8ee-481e-9e55-968a8f1e83f1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:38.997361 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-43a71bc1-4421-4669-9692-4f394e467e53 req-7da3d29a-d8ee-481e-9e55-968a8f1e83f1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0466237 Oct 23 01:40:39.006405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40786) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:40:39.010905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-63790824-3c6a-467e-8336-8121f8fb3ca3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'floatingip': {'port_id': '3421e659-64bd-49ed-a307-efe7a85f8361'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:40:39.051315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-63790824-3c6a-467e-8336-8121f8fb3ca3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:39.456267 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-63790824-3c6a-467e-8336-8121f8fb3ca3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:39.510642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-63790824-3c6a-467e-8336-8121f8fb3ca3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:39.564341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:39.608593 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-63790824-3c6a-467e-8336-8121f8fb3ca3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60 associated. External IP: 172.36.3.126, port: 3421e659-64bd-49ed-a307-efe7a85f8361. Oct 23 01:40:39.804944 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63790824-3c6a-467e-8336-8121f8fb3ca3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:40:39.906984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63790824-3c6a-467e-8336-8121f8fb3ca3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:40:39.911769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-63790824-3c6a-467e-8336-8121f8fb3ca3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:39.916286 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1b57a-25ad-449c-8d86-b56b960df8a3 None None] Sync routers for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:40:39.926652 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1b57a-25ad-449c-8d86-b56b960df8a3 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:40:39.927252 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d7c1b57a-25ad-449c-8d86-b56b960df8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:40:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:39.935656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:39.941638 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-63790824-3c6a-467e-8336-8121f8fb3ca3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/189b2f5d-c006-4998-91ab-fd87c69ddc60 HTTP/1.1" status: 200 len: 991 time: 0.9341955 Oct 23 01:40:39.942307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:40:39.944623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88a784a-07ba-475d-9280-aa80b59adb22" -d '{"events": [{"name": "network-changed", "server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:40:39.983306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac466a1-7d09-4d71-b775-e6715eeefdee x-openstack-request-id: req-aac466a1-7d09-4d71-b775-e6715eeefdee {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:40:39.983601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:40:39.983894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aac466a1-7d09-4d71-b775-e6715eeefdee {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:40:39.984303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac466a1-7d09-4d71-b775-e6715eeefdee'] response: {'name': 'network-changed', 'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361', 'status': 'completed', 'code': 200} Oct 23 01:40:40.030353 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-d7c1b57a-25ad-449c-8d86-b56b960df8a3 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:40:40.070506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a784a-07ba-475d-9280-aa80b59adb22 req-aad92e91-0af5-4f7e-9785-1cf503f561ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:40.071953 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a88a784a-07ba-475d-9280-aa80b59adb22 req-aad92e91-0af5-4f7e-9785-1cf503f561ef service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 1129 time: 0.0397577 Oct 23 01:40:40.169532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a784a-07ba-475d-9280-aa80b59adb22 req-8dc029ee-76ba-4b14-bcb6-d2de72b488d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:40.171060 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a88a784a-07ba-475d-9280-aa80b59adb22 req-8dc029ee-76ba-4b14-bcb6-d2de72b488d5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0934439 Oct 23 01:40:40.235861 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a88a784a-07ba-475d-9280-aa80b59adb22 req-632c34f8-2b5b-4038-ad47-553582bbef6c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3421e659-64bd-49ed-a307-efe7a85f8361 HTTP/1.1" status: 200 len: 999 time: 0.0574641 Oct 23 01:40:40.283331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a784a-07ba-475d-9280-aa80b59adb22 req-94853393-cd63-44b9-aa81-7166cafeddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:40.284783 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a88a784a-07ba-475d-9280-aa80b59adb22 req-94853393-cd63-44b9-aa81-7166cafeddf5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0432279 Oct 23 01:40:40.327811 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d7c1b57a-25ad-449c-8d86-b56b960df8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': '3421e659-64bd-49ed-a307-efe7a85f8361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:dd:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:40:39Z', 'revision_number': 1, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:40.331377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a784a-07ba-475d-9280-aa80b59adb22 req-7cfa059d-f24b-4889-9bcb-28b3a1d751da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:40.332875 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a88a784a-07ba-475d-9280-aa80b59adb22 req-7cfa059d-f24b-4889-9bcb-28b3a1d751da service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429616 Oct 23 01:40:40.355464 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1b57a-25ad-449c-8d86-b56b960df8a3 None None] Checking router: f76422dd-c1f5-4f7f-9476-1b5376fb8a18 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:40:40.363780 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1b57a-25ad-449c-8d86-b56b960df8a3 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:40:40.364377 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d7c1b57a-25ad-449c-8d86-b56b960df8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:40:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:40.422133 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a88a784a-07ba-475d-9280-aa80b59adb22 req-9f34bce6-695d-4f70-a54b-14798351adc9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833328 Oct 23 01:40:40.464766 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-d7c1b57a-25ad-449c-8d86-b56b960df8a3 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:40:40.516212 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a88a784a-07ba-475d-9280-aa80b59adb22 req-2e2f2332-84ac-4e2b-a01c-08a9b3cfb4fc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884938 Oct 23 01:40:40.672711 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d7c1b57a-25ad-449c-8d86-b56b960df8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': '3421e659-64bd-49ed-a307-efe7a85f8361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:dd:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:40:39Z', 'revision_number': 1, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:40:40.696420 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1b57a-25ad-449c-8d86-b56b960df8a3 None None] The sync data for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv is: [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': '3421e659-64bd-49ed-a307-efe7a85f8361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:dd:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:40:39Z', 'revision_number': 1, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:40:40.877653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4359ab12-4cf8-4f88-aa61-78edcfd9b2dd None None] New status for floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:40:41.158940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ecefad72-1d08-4804-8f6e-4e1f54374931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:42.564937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:44.042076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:44.056078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:48.985355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=46 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:48.987163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=12 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:50.511132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=51 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:50.512933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=75 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:51.978994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:40:57.096005 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-5f0d83db-1386-4c1c-bc46-1641a1a809e6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397644 Oct 23 01:40:57.199812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-a93e40eb-315b-4b76-88ea-a62a0e951dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:57.201279 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-a93e40eb-315b-4b76-88ea-a62a0e951dfc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 1129 time: 0.0389104 Oct 23 01:40:57.306297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-95961d63-efbd-469a-8db3-b4232cf12201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:57.307842 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-95961d63-efbd-469a-8db3-b4232cf12201 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0887930 Oct 23 01:40:57.369039 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-a6d03201-b798-4386-a740-6715461c980b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3421e659-64bd-49ed-a307-efe7a85f8361 HTTP/1.1" status: 200 len: 1001 time: 0.0543056 Oct 23 01:40:57.422645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-44294a94-06e5-46d2-9a68-2ca69184cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:57.424078 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-44294a94-06e5-46d2-9a68-2ca69184cb5c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0476100 Oct 23 01:40:57.467071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-5dc9c6f4-843b-49b1-8197-3397e37037a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:40:57.472189 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-5dc9c6f4-843b-49b1-8197-3397e37037a2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386193 Oct 23 01:40:57.557666 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-98786e5f-5cc9-4b9f-b5fd-b390063c16f1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819008 Oct 23 01:40:57.651836 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4f718c27-2421-41b0-822d-2bf04f7c7147 req-2aa453a3-bab2-4e14-95c5-214db4156de7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874970 Oct 23 01:40:57.993329 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=74 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:40:57.994025 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=80 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:01.908732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=64,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:01.912584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:01.914276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:05.992263 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:41:07.647538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=47 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:07.648347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=54 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:08.838746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-836a803a-5673-42b2-aba4-fb5eac376d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:11.138529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8cc5-851d-42d2-b1c1-ec73d7f3311d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:12.581409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:13.893091 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce72c-bcf9-4be8-96e8-02d55325cdb2 req-cf9debc6-e52a-4f73-8205-5c0bd1083020 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:13.894585 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-067ce72c-bcf9-4be8-96e8-02d55325cdb2 req-cf9debc6-e52a-4f73-8205-5c0bd1083020 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0476756 Oct 23 01:41:13.944877 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-067ce72c-bcf9-4be8-96e8-02d55325cdb2 req-5e7a4c95-0d94-4eef-ac99-67f2441c85af tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 Oct 23 01:41:14.071829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca454-f2a8-4341-af8b-628274fb19df req-a7885845-016d-46fc-85b3-f1873adec52b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:14.073271 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f0bca454-f2a8-4341-af8b-628274fb19df req-a7885845-016d-46fc-85b3-f1873adec52b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0479867 Oct 23 01:41:14.090369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:14.120669 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f0bca454-f2a8-4341-af8b-628274fb19df req-f1c4d8c3-fcd0-42e9-a357-e9e2ce69751d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414829 Oct 23 01:41:14.121736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:14.253376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a7aaa-9a95-4491-a0d5-d16dd132b0bd req-8541fe77-b7b1-4540-bb70-72d26512d7ab tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:14.254871 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-491a7aaa-9a95-4491-a0d5-d16dd132b0bd req-8541fe77-b7b1-4540-bb70-72d26512d7ab tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0473585 Oct 23 01:41:14.302234 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-491a7aaa-9a95-4491-a0d5-d16dd132b0bd req-bfad8e2e-c09b-4ec1-a637-d62adf87f262 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418456 Oct 23 01:41:14.727294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c7ab8-aafc-44a9-995d-1d50bfbc0d81 req-2ba996ad-dac7-4569-b160-5085ea732906 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:14.728762 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-519c7ab8-aafc-44a9-995d-1d50bfbc0d81 req-2ba996ad-dac7-4569-b160-5085ea732906 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0470393 Oct 23 01:41:14.776235 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-519c7ab8-aafc-44a9-995d-1d50bfbc0d81 req-f9948a51-673e-4353-afcf-8e5a16e96529 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417142 Oct 23 01:41:14.855218 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-a56aabf5-bc45-4d45-899e-facbe28d0ee1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421133 Oct 23 01:41:15.277195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870960-9c91-4777-b410-a9dda3388a23 req-6acb9af0-153d-49fa-a2e1-17c7b1d229ee tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:15.278651 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-6acb9af0-153d-49fa-a2e1-17c7b1d229ee tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports/3421e659-64bd-49ed-a307-efe7a85f8361 HTTP/1.1" status: 200 len: 942 time: 0.0497444 Oct 23 01:41:15.898838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9618e68-fc7f-46c3-bca9-441c24f4fc8f req-be46f490-dac1-466a-93b1-41bb4c4685ce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:15.900350 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a9618e68-fc7f-46c3-bca9-441c24f4fc8f req-be46f490-dac1-466a-93b1-41bb4c4685ce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0478976 Oct 23 01:41:15.947337 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a9618e68-fc7f-46c3-bca9-441c24f4fc8f req-afe63839-6604-41fe-9f12-9a4e0afd1efa tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412967 Oct 23 01:41:15.987748 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:16.936272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870960-9c91-4777-b410-a9dda3388a23 req-66d1cd8a-328a-4cf9-890b-bd541feae5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:16.938525 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-66d1cd8a-328a-4cf9-890b-bd541feae5c6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 1129 time: 0.0402980 Oct 23 01:41:17.033042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870960-9c91-4777-b410-a9dda3388a23 req-40c6555d-fcd6-401b-a28d-60c065171b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:17.034555 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-40c6555d-fcd6-401b-a28d-60c065171b83 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0899477 Oct 23 01:41:17.076828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593665-fceb-4f20-9e7a-bbd2ee6d341c req-f846fed8-3d55-4a78-8e63-406f480d8f5d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:17.080467 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1f593665-fceb-4f20-9e7a-bbd2ee6d341c req-f846fed8-3d55-4a78-8e63-406f480d8f5d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0553997 Oct 23 01:41:17.097131 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-9556f212-1bfa-475c-b175-e621731c6994 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3421e659-64bd-49ed-a307-efe7a85f8361 HTTP/1.1" status: 200 len: 1001 time: 0.0564160 Oct 23 01:41:17.127845 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1f593665-fceb-4f20-9e7a-bbd2ee6d341c req-2989a299-f836-4e7c-8d88-c8af235582b3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431850 Oct 23 01:41:17.149815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870960-9c91-4777-b410-a9dda3388a23 req-a02b200c-d4ef-4a91-bc85-4982f7ea09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:17.151308 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-a02b200c-d4ef-4a91-bc85-4982f7ea09a9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0484908 Oct 23 01:41:17.193987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870960-9c91-4777-b410-a9dda3388a23 req-a549ea90-1a5a-4004-a0dc-2aaa6cd684d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:17.195507 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-a549ea90-1a5a-4004-a0dc-2aaa6cd684d3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379725 Oct 23 01:41:17.288082 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-091c0993-1966-4331-8f3c-18f0b4228683 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855255 Oct 23 01:41:17.376239 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-3c9ab398-c78d-4f9e-bae7-068ac18de9ab service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818160 Oct 23 01:41:18.248264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab97d9d-e7e8-4073-bd09-f58b7126aa24 req-04f58102-864d-4a7d-ab1b-de75ca4143fa tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:18.249709 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dab97d9d-e7e8-4073-bd09-f58b7126aa24 req-04f58102-864d-4a7d-ab1b-de75ca4143fa tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0457737 Oct 23 01:41:18.299030 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dab97d9d-e7e8-4073-bd09-f58b7126aa24 req-2ff9f6f8-c014-4466-a8c0-d45e0363a285 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 Oct 23 01:41:19.493996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0d592-0bbe-4ed2-b680-3f561ba83055 req-d40ea950-20f9-490a-ba61-bd4260a9b06d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:19.495431 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1ce0d592-0bbe-4ed2-b680-3f561ba83055 req-d40ea950-20f9-490a-ba61-bd4260a9b06d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.1214604 Oct 23 01:41:19.541824 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1ce0d592-0bbe-4ed2-b680-3f561ba83055 req-2ab3ee0a-1d5b-4563-8b51-9c2ce38284df tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Oct 23 01:41:20.661605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac21c3-d330-4488-a16c-c8fc2cb95908 req-b7a0907d-2ca5-458e-89f4-9e09a6f3aba4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:20.663092 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ac21c3-d330-4488-a16c-c8fc2cb95908 req-b7a0907d-2ca5-458e-89f4-9e09a6f3aba4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0457766 Oct 23 01:41:20.709887 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40ac21c3-d330-4488-a16c-c8fc2cb95908 req-13dd2054-5d87-4b04-93ab-60bfa5c00f6a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Oct 23 01:41:21.841886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af723c6-de26-46de-9d97-fc73e97ec775 req-e0379951-ba28-420d-8013-066ee50fdc11 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:21.843250 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6af723c6-de26-46de-9d97-fc73e97ec775 req-e0379951-ba28-420d-8013-066ee50fdc11 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0519168 Oct 23 01:41:21.889170 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6af723c6-de26-46de-9d97-fc73e97ec775 req-f238d36a-f748-4eff-8460-49ab0cb6d16a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404007 Oct 23 01:41:21.975475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:23.058526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2471ad5-c9ee-449c-9355-aba09f7b1191 req-8202aba4-6ea6-4d51-a9ca-ac919829f6ae tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:23.059987 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d2471ad5-c9ee-449c-9355-aba09f7b1191 req-8202aba4-6ea6-4d51-a9ca-ac919829f6ae tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0968921 Oct 23 01:41:23.106843 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d2471ad5-c9ee-449c-9355-aba09f7b1191 req-7d29adc3-f616-4b1e-a7f7-4363d31a0862 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412021 Oct 23 01:41:24.225042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5399e-49f2-44d8-9c3e-ebd93469709f req-2868fd0e-5ea0-40d5-bbfc-2017fd035941 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:24.226533 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-edc5399e-49f2-44d8-9c3e-ebd93469709f req-2868fd0e-5ea0-40d5-bbfc-2017fd035941 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0464311 Oct 23 01:41:24.272382 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-edc5399e-49f2-44d8-9c3e-ebd93469709f req-2182c6ac-a7e0-41b0-be60-4b5025e35d29 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404580 Oct 23 01:41:25.382111 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:25.399478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd1fbf-0aa0-4624-8997-4212c454710e req-6906d1ca-fa06-4f4d-95a1-f3ff39398430 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:25.400986 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e7cd1fbf-0aa0-4624-8997-4212c454710e req-6906d1ca-fa06-4f4d-95a1-f3ff39398430 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0514095 Oct 23 01:41:25.413356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:25.448552 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e7cd1fbf-0aa0-4624-8997-4212c454710e req-21e5fca4-4989-49ae-bd03-b21cabfc72be tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Oct 23 01:41:26.574931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbc316-4fec-4e1c-9cb3-d0fecc830ef5 req-2aaf2e87-5163-4f51-b4a0-494c1acb494b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:26.576411 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-67dbc316-4fec-4e1c-9cb3-d0fecc830ef5 req-2aaf2e87-5163-4f51-b4a0-494c1acb494b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0522082 Oct 23 01:41:26.626582 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-67dbc316-4fec-4e1c-9cb3-d0fecc830ef5 req-ee77b26f-47b3-41ff-8331-014d397abd57 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439606 Oct 23 01:41:27.747370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015b3be-c2df-43f0-a568-a0b2ef7361f1 req-7c7c9af9-2a0c-44e6-9e3b-47e44cf03a7e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:27.748839 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e015b3be-c2df-43f0-a568-a0b2ef7361f1 req-7c7c9af9-2a0c-44e6-9e3b-47e44cf03a7e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0464301 Oct 23 01:41:27.794989 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e015b3be-c2df-43f0-a568-a0b2ef7361f1 req-a23e7d35-ddd6-4d38-b880-64959854138b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405402 Oct 23 01:41:28.914627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a6c47-5b74-4574-9ddb-1718bb1e45ea req-458d41e5-30d9-4ae6-be2b-c4a1fb444e01 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:28.916065 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-011a6c47-5b74-4574-9ddb-1718bb1e45ea req-458d41e5-30d9-4ae6-be2b-c4a1fb444e01 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0463126 Oct 23 01:41:28.962756 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-011a6c47-5b74-4574-9ddb-1718bb1e45ea req-29d4a0af-538a-474a-bae7-911a15717941 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412056 Oct 23 01:41:29.421386 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-8ed030e1-c378-420b-9141-865c7789bcdc service neutron] 10.222.0.48 "GET /networking/v2.0/ports/3421e659-64bd-49ed-a307-efe7a85f8361/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0526891 Oct 23 01:41:30.004864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870960-9c91-4777-b410-a9dda3388a23 req-3a27c0ae-99a4-462f-877c-8a4f2e0bc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:30.006438 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-3a27c0ae-99a4-462f-877c-8a4f2e0bc18a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 1129 time: 0.0429869 Oct 23 01:41:30.110500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24f91b-16ab-4d19-b2a1-d50a69d6220a req-4414e2ba-8287-4470-afbd-e8740c5d8d6b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:30.112013 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b24f91b-16ab-4d19-b2a1-d50a69d6220a req-4414e2ba-8287-4470-afbd-e8740c5d8d6b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0734601 Oct 23 01:41:30.113336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870960-9c91-4777-b410-a9dda3388a23 req-54b84f6a-5d13-41da-b8b0-e8d457c105bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:30.114722 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-54b84f6a-5d13-41da-b8b0-e8d457c105bd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 1129 time: 0.0657291 Oct 23 01:41:30.211749 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2b24f91b-16ab-4d19-b2a1-d50a69d6220a req-688fe7bb-6347-4d8d-8a89-e7f050326d7a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941174 Oct 23 01:41:30.238386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870960-9c91-4777-b410-a9dda3388a23 req-d8255e1b-4fad-4ea8-8ae0-9d770d224e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:30.239835 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-d8255e1b-4fad-4ea8-8ae0-9d770d224e8c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.1164770 Oct 23 01:41:30.302805 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-9fae5af0-65c9-4f0f-b11c-c9a6a1506292 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3421e659-64bd-49ed-a307-efe7a85f8361 HTTP/1.1" status: 200 len: 1001 time: 0.0569494 Oct 23 01:41:30.350097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870960-9c91-4777-b410-a9dda3388a23 req-cb299bec-f1e0-4879-ab81-d4fc2b1ec719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:30.351492 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-cb299bec-f1e0-4879-ab81-d4fc2b1ec719 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0428519 Oct 23 01:41:30.395041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870960-9c91-4777-b410-a9dda3388a23 req-5a6d8b94-3046-4ffa-94f9-c60875c3ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:30.396478 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-5a6d8b94-3046-4ffa-94f9-c60875c3ec5d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382652 Oct 23 01:41:30.486608 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-8fdee49f-f927-4191-9569-e9456586a004 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836763 Oct 23 01:41:30.573100 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00870960-9c91-4777-b410-a9dda3388a23 req-709bd22d-ee3b-4ff8-a597-dc8779a52edf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809953 Oct 23 01:41:31.331307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bacaaa-b3e0-4276-980e-40daad07539a req-c127b503-da3f-444c-996e-779026279118 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:31.332759 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a7bacaaa-b3e0-4276-980e-40daad07539a req-c127b503-da3f-444c-996e-779026279118 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0471520 Oct 23 01:41:31.375163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:31.382204 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a7bacaaa-b3e0-4276-980e-40daad07539a req-1a9de976-23c0-44aa-ad84-044b08ec694f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439627 Oct 23 01:41:31.908900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:31.911937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:31.914647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:32.504399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dd997-1365-4d4f-b92e-7da026cdc6a5 req-3681f909-1b94-427c-970a-c886746292bd tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:32.505890 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6c4dd997-1365-4d4f-b92e-7da026cdc6a5 req-3681f909-1b94-427c-970a-c886746292bd tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0468512 Oct 23 01:41:32.556137 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6c4dd997-1365-4d4f-b92e-7da026cdc6a5 req-e1ce93b3-abc4-45cd-8959-fd6715effcbe tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445478 Oct 23 01:41:32.648413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3421e659-64bd-49ed-a307-efe7a85f8361 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:41:32.662459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3421e659-64bd-49ed-a307-efe7a85f8361 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:41:32.806573 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3421e659-64bd-49ed-a307-efe7a85f8361, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3421e659-64bd-49ed-a307-efe7a85f8361,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:41:32.815790 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3421e659-64bd-49ed-a307-efe7a85f8361 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:41:32.816175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:32.826904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '3421e659-64bd-49ed-a307-efe7a85f8361', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'port_id': '3421e659-64bd-49ed-a307-efe7a85f8361', 'mac_address': 'fa:16:3e:dd:37:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:41:32.861978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:41:32.864163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6600659d-a5c2-4587-be37-aa83d8aa6fa3" -d '{"events": [{"server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "name": "network-vif-unplugged", "status": "completed", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:41:32.884197 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3421e659-64bd-49ed-a307-efe7a85f8361, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3421e659-64bd-49ed-a307-efe7a85f8361,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:41:32.886554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3421e659-64bd-49ed-a307-efe7a85f8361 is: ACTIVE; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:41:32.887007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:32.904235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3421e659-64bd-49ed-a307-efe7a85f8361 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:41:32.910961 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e4177f-1bd0-4152-843c-34d6a83950ce x-openstack-request-id: req-01e4177f-1bd0-4152-843c-34d6a83950ce {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:41:32.911559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "name": "network-vif-unplugged", "status": "completed", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:41:32.911559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01e4177f-1bd0-4152-843c-34d6a83950ce {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:41:32.911905 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e4177f-1bd0-4152-843c-34d6a83950ce'] response: {'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361', 'code': 200} Oct 23 01:41:32.941669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:33.010347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:41:33.010774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:41:33.015137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3421e659-64bd-49ed-a307-efe7a85f8361,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:41:33.022910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.023194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.023531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.023868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.024206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.024532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.024856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.025250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.025583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.025935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.026264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.026587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.026904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.027219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.027538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:33.543404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3421e659-64bd-49ed-a307-efe7a85f8361 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:41:33.543833 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:33.557494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3421e659-64bd-49ed-a307-efe7a85f8361 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:41:33.580983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3421e659-64bd-49ed-a307-efe7a85f8361, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3421e659-64bd-49ed-a307-efe7a85f8361,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:41:33.649999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:33.676711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96caa4-02fe-4656-8ce0-0a4424aa118d req-db0a9c5b-2051-4a03-97e2-874632d050ac tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:33.678240 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3a96caa4-02fe-4656-8ce0-0a4424aa118d req-db0a9c5b-2051-4a03-97e2-874632d050ac tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 943 time: 0.0469604 Oct 23 01:41:33.698893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3421e659-64bd-49ed-a307-efe7a85f8361,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:41:33.726472 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3a96caa4-02fe-4656-8ce0-0a4424aa118d req-57f1ea6d-4372-4499-b706-43480e88af11 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426023 Oct 23 01:41:33.781882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['3421e659-64bd-49ed-a307-efe7a85f8361'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:41:34.016423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:34.037302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:34.052173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a1fe0-f433-4e17-a6e7-303f7b5ed32e req-37cb52ac-0b09-4a6f-a376-b4c053f76c5b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:34.053669 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-157a1fe0-f433-4e17-a6e7-303f7b5ed32e req-37cb52ac-0b09-4a6f-a376-b4c053f76c5b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 944 time: 0.0474100 Oct 23 01:41:34.101991 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-157a1fe0-f433-4e17-a6e7-303f7b5ed32e req-d84a2112-64d6-4e55-95bf-90c8eaa558ef tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425544 Oct 23 01:41:34.159377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-a4c4408b-b65c-4e93-9443-4893103f41f9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:34.160822 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-a4c4408b-b65c-4e93-9443-4893103f41f9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0519593 Oct 23 01:41:34.262290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-1869848d-1b4b-4c01-acde-67bf74408d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:34.263665 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-1869848d-1b4b-4c01-acde-67bf74408d95 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 1128 time: 0.0391459 Oct 23 01:41:34.353759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-66b5e1ca-5014-4595-a35c-7ced88c545d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:34.355221 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-66b5e1ca-5014-4595-a35c-7ced88c545d0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0852203 Oct 23 01:41:34.414591 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-4b3ab46f-04e6-47b7-8e75-13208a0f7684 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3421e659-64bd-49ed-a307-efe7a85f8361 HTTP/1.1" status: 200 len: 1000 time: 0.0537045 Oct 23 01:41:34.461710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-b055c528-9cf4-4620-a2f5-899ba04ddc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:34.463155 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-b055c528-9cf4-4620-a2f5-899ba04ddc51 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0431206 Oct 23 01:41:34.508475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-5a298430-66b6-459c-9bd7-24304ed7725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:34.509955 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-5a298430-66b6-459c-9bd7-24304ed7725f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412233 Oct 23 01:41:34.597339 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-2f71e771-6418-48f5-9455-061dd1d4f08d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816891 Oct 23 01:41:34.684323 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3421e659-64bd-49ed-a307-efe7a85f8361 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:41:34.692957 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aeb0e2d5-d82c-48c8-b11e-fe455f126fe9 req-3a9b2352-34cb-43d6-ba15-8030c723df03 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899339 Oct 23 01:41:34.727968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 3421e659-64bd-49ed-a307-efe7a85f8361 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:41:34.728341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:34.728675 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 3421e659-64bd-49ed-a307-efe7a85f8361 Oct 23 01:41:34.800406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3421e659-64bd-49ed-a307-efe7a85f8361 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:41:34.800797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:34.833365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3421e659-64bd-49ed-a307-efe7a85f8361, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3421e659-64bd-49ed-a307-efe7a85f8361,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:41:34.898265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:34.923305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:41:34.925565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe35934e-e106-4ed0-86ca-feb6946d1174" -d '{"events": [{"server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "name": "network-vif-plugged", "status": "completed", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:41:34.955653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3421e659-64bd-49ed-a307-efe7a85f8361,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:41:34.974740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f3f640-878d-4946-b237-140520099afb x-openstack-request-id: req-95f3f640-878d-4946-b237-140520099afb {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:41:34.975026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "name": "network-vif-plugged", "status": "completed", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:41:34.975275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95f3f640-878d-4946-b237-140520099afb {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:41:34.975665 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f3f640-878d-4946-b237-140520099afb'] response: {'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361', 'code': 200} Oct 23 01:41:34.988169 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:34.988921 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:35.224041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2b4d7-286d-42ad-9fc4-0f58b54dc4e4 req-d784303f-078f-483f-ac24-e940d7536595 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:35.225510 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-12d2b4d7-286d-42ad-9fc4-0f58b54dc4e4 req-d784303f-078f-483f-ac24-e940d7536595 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0469480 Oct 23 01:41:35.272007 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-12d2b4d7-286d-42ad-9fc4-0f58b54dc4e4 req-c8eb4b28-22ff-44a4-a2a9-f83c2f629068 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409505 Oct 23 01:41:36.392424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453a3fd-e713-4524-a099-ff8d7f761fcc req-df643d79-ba5a-4c26-83ae-9e7293cba991 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:36.393909 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a453a3fd-e713-4524-a099-ff8d7f761fcc req-df643d79-ba5a-4c26-83ae-9e7293cba991 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0465453 Oct 23 01:41:36.439622 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a453a3fd-e713-4524-a099-ff8d7f761fcc req-889f493c-5605-4206-89c7-2f02c3a53358 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402246 Oct 23 01:41:36.559141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e1fad-1df5-4e99-9b39-d4c59139c25b req-c51f1ff4-1f59-4adc-a0d9-ce9e9272de35 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:36.560532 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5a7e1fad-1df5-4e99-9b39-d4c59139c25b req-c51f1ff4-1f59-4adc-a0d9-ce9e9272de35 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0463467 Oct 23 01:41:36.610855 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5a7e1fad-1df5-4e99-9b39-d4c59139c25b req-1c8aeff2-bc6e-4937-8d10-355640248c5d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446689 Oct 23 01:41:36.718796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:36.729117 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9958f-8a7a-4306-bdd8-42e330c17aa8 req-8ffbbd9b-27eb-4bcd-9d67-8e6b7042a29e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:36.730623 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8ed9958f-8a7a-4306-bdd8-42e330c17aa8 req-8ffbbd9b-27eb-4bcd-9d67-8e6b7042a29e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0475340 Oct 23 01:41:36.781116 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8ed9958f-8a7a-4306-bdd8-42e330c17aa8 req-91620226-f197-4821-a0bf-d876643f25aa tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449576 Oct 23 01:41:37.227678 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b2e4d-b89e-4dcc-9fbc-4eadc52b20d2 req-f23c1380-3aec-4b5d-8dfe-a606ec6ffd79 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:37.229143 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-605b2e4d-b89e-4dcc-9fbc-4eadc52b20d2 req-f23c1380-3aec-4b5d-8dfe-a606ec6ffd79 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0466213 Oct 23 01:41:37.275892 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-605b2e4d-b89e-4dcc-9fbc-4eadc52b20d2 req-a1115b3b-2de6-4069-b231-c33abe8fc08f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411756 Oct 23 01:41:38.394974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d02ed-9307-4878-a515-853de1ceeb12 req-0011298e-4dde-45f4-85d8-4140d27e627b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:38.396416 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-637d02ed-9307-4878-a515-853de1ceeb12 req-0011298e-4dde-45f4-85d8-4140d27e627b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0453007 Oct 23 01:41:38.431218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:38.442547 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-637d02ed-9307-4878-a515-853de1ceeb12 req-d8f12409-1728-4910-95cb-1c78a1cf6680 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406840 Oct 23 01:41:38.834990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1e31fa56-f864-4b61-a822-89a3c5567c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:39.024667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-b322953d-3e27-4840-b81e-fb26aa7cc991 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:39.026130 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-b322953d-3e27-4840-b81e-fb26aa7cc991 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0461278 Oct 23 01:41:39.106316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Deleting port 3421e659-64bd-49ed-a307-efe7a85f8361 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:41:39.106582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:39.192265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] For port 3421e659-64bd-49ed-a307-efe7a85f8361, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3421e659-64bd-49ed-a307-efe7a85f8361,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:41:39.192626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:39.287929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:39.351093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:39.351457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:39.351766 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60 disassociated. External IP: 172.36.3.126, port: 3421e659-64bd-49ed-a307-efe7a85f8361. Oct 23 01:41:39.352106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Calling delete_port for 3421e659-64bd-49ed-a307-efe7a85f8361 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:41:39.543742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3421e659-64bd-49ed-a307-efe7a85f8361), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:39.564935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d5e7b-7e2c-4ec2-9120-ea38f97f7d66 req-2cf437a7-178d-4034-9884-9085fd69d010 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:39.567534 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7d8d5e7b-7e2c-4ec2-9120-ea38f97f7d66 req-2cf437a7-178d-4034-9884-9085fd69d010 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 945 time: 0.0502357 Oct 23 01:41:39.581490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event deleted for resources: {'Port': ['ID=3421e659-64bd-49ed-a307-efe7a85f8361,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:41:39.618567 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7d8d5e7b-7e2c-4ec2-9120-ea38f97f7d66 req-bc3df00f-058c-4694-9d9d-6d2ea1b2faee tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455377 Oct 23 01:41:39.973286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.973562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.973933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.974271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.974602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.974930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.975252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.975574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.975900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.976219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.976542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.976860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.977174 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.977491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:39.977833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:41:40.050811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:41:40.152424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:41:40.162335 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0c6c5-8ee7-4c89-9f86-520f41e69a30 None None] Sync routers for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:41:40.172584 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0c6c5-8ee7-4c89-9f86-520f41e69a30 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:41:40.173186 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-aaf0c6c5-8ee7-4c89-9f86-520f41e69a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:41:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:41:40.194040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] No DVR routers for this DVR port 3421e659-64bd-49ed-a307-efe7a85f8361 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:41:40.196572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:40.200198 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-03188a25-7029-4168-94ac-ebf20dadbcdf req-c3e473e5-d50a-4bf2-8c26-a71044a23f78 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "DELETE /networking/v2.0/ports/3421e659-64bd-49ed-a307-efe7a85f8361 HTTP/1.1" status: 204 len: 173 time: 1.1689663 Oct 23 01:41:40.200705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'name': 'network-vif-deleted', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:41:40.203512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d421b6d-8faa-4cf6-9c30-bc49f40b2016" -d '{"events": [{"server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "name": "network-vif-deleted", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:41:40.275342 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-aaf0c6c5-8ee7-4c89-9f86-520f41e69a30 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:41:40.302831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f104ab7-f065-40e0-b179-3e8c559dc45e x-openstack-request-id: req-4f104ab7-f065-40e0-b179-3e8c559dc45e {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:41:40.303115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08982f0-eab3-482d-b6fa-9d282390249d", "name": "network-vif-deleted", "tag": "3421e659-64bd-49ed-a307-efe7a85f8361", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:41:40.303367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f104ab7-f065-40e0-b179-3e8c559dc45e {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:41:40.303772 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f104ab7-f065-40e0-b179-3e8c559dc45e'] response: {'server_uuid': 'f08982f0-eab3-482d-b6fa-9d282390249d', 'name': 'network-vif-deleted', 'tag': '3421e659-64bd-49ed-a307-efe7a85f8361', 'status': 'completed', 'code': 200} Oct 23 01:41:40.463079 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-aaf0c6c5-8ee7-4c89-9f86-520f41e69a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:41:40.487346 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0c6c5-8ee7-4c89-9f86-520f41e69a30 None None] Checking router: f76422dd-c1f5-4f7f-9476-1b5376fb8a18 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:41:40.495605 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0c6c5-8ee7-4c89-9f86-520f41e69a30 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:41:40.499917 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-aaf0c6c5-8ee7-4c89-9f86-520f41e69a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:41:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:41:40.598878 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-aaf0c6c5-8ee7-4c89-9f86-520f41e69a30 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:41:40.751196 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a727a12f-d17f-477d-b7c4-742c3e931cfe req-9a5d7d24-812c-4ae9-9a9a-4035b2fb7ec3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f08982f0-eab3-482d-b6fa-9d282390249d HTTP/1.1" status: 200 len: 210 time: 0.0323331 Oct 23 01:41:40.788228 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-aaf0c6c5-8ee7-4c89-9f86-520f41e69a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:41:40.812810 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0c6c5-8ee7-4c89-9f86-520f41e69a30 None None] The sync data for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv is: [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:41:41.023322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6f2a1-53d8-41c4-ae89-58239af16fb0 None None] New status for floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:41:41.200815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-15235686-a597-47cb-82fb-18ebc373682e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:42.002120 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-554f8b03-fb1d-4045-b230-fbcff8ef0f6a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1468804080&fields=id&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 267 time: 0.0419314 Oct 23 01:41:42.030915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:42.111739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7efe-0200-4456-8d3a-86646338733f req-4a2e9482-c766-49b0-a5ab-b5fbd3a2e69c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:42.113281 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-4a2e9482-c766-49b0-a5ab-b5fbd3a2e69c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 811 time: 0.1048141 Oct 23 01:41:42.127908 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-dafce9cb-8576-4d39-bb08-d770fa1e7652 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/quotas/9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 375 time: 0.0093293 Oct 23 01:41:42.176179 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-9faa766d-ec82-431e-a330-b7e1b56fb17b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434093 Oct 23 01:41:42.275066 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-72430b19-06ac-46b4-bf65-3f8475b9af4c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874550 Oct 23 01:41:42.349699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:42.364044 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-44f091c6-76f0-4545-8ceb-6529a3f0b87e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833578 Oct 23 01:41:42.563908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:42.614710 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-df107fad-4028-45cd-914d-c4fbfe4fa686 req-5494e5af-9edc-40f2-9156-5a462cf31d19 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 210 time: 0.0278673 Oct 23 01:41:42.695759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3421e659-64bd-49ed-a307-efe7a85f8361 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:41:42.717235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 3421e659-64bd-49ed-a307-efe7a85f8361 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:41:42.717583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3421e659-64bd-49ed-a307-efe7a85f8361 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:41:42.991135 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:41:43.716657 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2d2ba9cb-c678-45f7-b8e9-21501110f506 req-c939e703-9220-466b-b455-2c1161b99a50 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 210 time: 0.0284255 Oct 23 01:41:44.043919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:44.072433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:44.521958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7efe-0200-4456-8d3a-86646338733f req-e89cce0f-0d86-486a-8047-d5824167b491 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:44.523495 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-e89cce0f-0d86-486a-8047-d5824167b491 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 811 time: 0.1046417 Oct 23 01:41:44.592730 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-69a00f4b-3d07-412d-9c78-98f8b0c5b09a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 380 time: 0.0531149 Oct 23 01:41:44.600720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'port': {'device_id': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'admin_state_up': True, 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'security_groups': ['76190181-a302-4866-8c1f-c70d8eea47d1']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:41:44.772550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Made reservation on behalf of 9ca3bd2b24ee4cda909170519b77e6a5 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:41:44.777647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:44.826795 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d337c297-a5d1-447a-9bc9-a4d1bff94d29 req-082324df-afc6-4be0-bca0-a97d67bce797 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 210 time: 0.0310335 Oct 23 01:41:44.906121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Allocated IP 172.20.0.13 (6b578992-3f22-4916-a877-373a15ce415d/2d1de1b4-8fab-4f7b-b994-e0861a7fedc8/75bf2161-5f42-421e-aafa-2f41e6394d3a) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:41:45.044448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:45.059701 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:45.132193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:45.174676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Network 6b578992-3f22-4916-a877-373a15ce415d is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:41:45.179699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:41:45.183397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:41:45.211636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event updated for resources: {'Port': ['ID=75bf2161-5f42-421e-aafa-2f41e6394d3a,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:41:45.241435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:45.242106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:45.316307 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-f9931e49-be94-432c-99c0-39ab1b388dce tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7190185 Oct 23 01:41:45.333590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Request body: {'port': {'device_id': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:41:45.384055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:45.394704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:45.419981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-809c9002-e631-4fc3-929b-cd5291eb3581 None None] Provisioning complete for port 75bf2161-5f42-421e-aafa-2f41e6394d3a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:41:45.420553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-809c9002-e631-4fc3-929b-cd5291eb3581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:45.420678 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-809c9002-e631-4fc3-929b-cd5291eb3581 None None] Attempt 1 to provision port 75bf2161-5f42-421e-aafa-2f41e6394d3a Oct 23 01:41:45.452779 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-809c9002-e631-4fc3-929b-cd5291eb3581 None None] Port 75bf2161-5f42-421e-aafa-2f41e6394d3a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:41:45.655319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75bf2161-5f42-421e-aafa-2f41e6394d3a {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:41:45.663085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Publish callbacks [] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:45.676316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Transition to ACTIVE for port object 75bf2161-5f42-421e-aafa-2f41e6394d3a will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:41:45.743354 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:45.803085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Pushing event updated for resources: {'Port': ['ID=75bf2161-5f42-421e-aafa-2f41e6394d3a,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:41:45.854266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Attempting to bind port 75bf2161-5f42-421e-aafa-2f41e6394d3a on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:41:45.854608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Attempting to bind port 75bf2161-5f42-421e-aafa-2f41e6394d3a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:41:45.854934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Attempting to bind port 75bf2161-5f42-421e-aafa-2f41e6394d3a on network 6b578992-3f22-4916-a877-373a15ce415d {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:41:45.885030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:45.896826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Port 75bf2161-5f42-421e-aafa-2f41e6394d3a on network 6b578992-3f22-4916-a877-373a15ce415d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:41:45.897159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Attempting to bind port 75bf2161-5f42-421e-aafa-2f41e6394d3a on network 6b578992-3f22-4916-a877-373a15ce415d {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:41:45.975746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c6b29-e7f5-4d82-ae8e-e7e18b0208e9 req-7fbe5ab4-8726-46a8-9f7f-cd2ecc1e2101 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:45.977129 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-839c6b29-e7f5-4d82-ae8e-e7e18b0208e9 req-7fbe5ab4-8726-46a8-9f7f-cd2ecc1e2101 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 944 time: 0.0598400 Oct 23 01:41:45.980679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:41:45.981014 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Checking segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:41:45.981394 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Bound using segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:41:45.981852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Bound port: 75bf2161-5f42-421e-aafa-2f41e6394d3a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:41:45.982215 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:46.071353 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-839c6b29-e7f5-4d82-ae8e-e7e18b0208e9 req-f3a0e497-affc-40d9-a5fd-efdce1b77ca7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869145 Oct 23 01:41:46.080181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] For port 75bf2161-5f42-421e-aafa-2f41e6394d3a, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:41:46.083259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] For port 75bf2161-5f42-421e-aafa-2f41e6394d3a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:41:46.149604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:46.153743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:46.154393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:46.155769 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/75bf2161-5f42-421e-aafa-2f41e6394d3a HTTP/1.1" status: 200 len: 1094 time: 0.8265419 Oct 23 01:41:46.156323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:41:46.159118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7f1fb4-d810-4346-9386-bd34730cf55f" -d '{"events": [{"name": "network-changed", "server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:41:46.204653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76dc835-af50-44c4-b873-21c917e62ddc x-openstack-request-id: req-f76dc835-af50-44c4-b873-21c917e62ddc {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:41:46.204653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:41:46.204653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f76dc835-af50-44c4-b873-21c917e62ddc {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:41:46.204653 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76dc835-af50-44c4-b873-21c917e62ddc'] response: {'name': 'network-changed', 'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'status': 'completed', 'code': 200} Oct 23 01:41:46.210511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0a5af-028e-43e6-94b9-139b0816acec service neutron] Pushing event updated for resources: {'Port': ['ID=75bf2161-5f42-421e-aafa-2f41e6394d3a,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:41:46.285074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f1fb4-d810-4346-9386-bd34730cf55f req-883ea2ea-fb9d-4786-9351-ba113d292dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:46.286617 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ad7f1fb4-d810-4346-9386-bd34730cf55f req-883ea2ea-fb9d-4786-9351-ba113d292dca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 1128 time: 0.0401788 Oct 23 01:41:46.392094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f1fb4-d810-4346-9386-bd34730cf55f req-5b4910d7-2c3f-4424-9ca8-ecc6ce7e95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:46.394151 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ad7f1fb4-d810-4346-9386-bd34730cf55f req-5b4910d7-2c3f-4424-9ca8-ecc6ce7e95e6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0949850 Oct 23 01:41:46.450689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:46.489877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f1fb4-d810-4346-9386-bd34730cf55f req-fea282a2-b231-4d0b-affd-5f8990add0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:46.491330 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ad7f1fb4-d810-4346-9386-bd34730cf55f req-fea282a2-b231-4d0b-affd-5f8990add0b3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910864 Oct 23 01:41:46.586162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7efe-0200-4456-8d3a-86646338733f req-4f2ce642-ce30-4505-bf63-ee9dcae035ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:46.587647 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-4f2ce642-ce30-4505-bf63-ee9dcae035ed service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 1128 time: 0.0406733 Oct 23 01:41:46.631210 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-54c80f1a-5aa5-4f97-b439-a1f9adf7cb88 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a HTTP/1.1" status: 200 len: 217 time: 0.0317388 Oct 23 01:41:46.678301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7efe-0200-4456-8d3a-86646338733f req-8c2787e6-a7f4-461a-91c5-a11244fa1164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:46.679724 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-8c2787e6-a7f4-461a-91c5-a11244fa1164 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0421662 Oct 23 01:41:46.725933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7efe-0200-4456-8d3a-86646338733f req-9f3b92f2-02d0-4369-89fb-730c3b346983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:46.727411 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-9f3b92f2-02d0-4369-89fb-730c3b346983 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420196 Oct 23 01:41:46.817958 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-967be28e-a86d-4e12-9e2a-4460faea0b27 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845547 Oct 23 01:41:46.909861 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-245e7efe-0200-4456-8d3a-86646338733f req-4dc424b0-0bdc-491c-b7c6-9dbc206ec83f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863473 Oct 23 01:41:47.194738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918ce3d-7d99-4a6c-82c4-7c4af5d1f27d req-ef3e3fb9-65f1-4544-af7c-58b505d6f664 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:47.196355 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b918ce3d-7d99-4a6c-82c4-7c4af5d1f27d req-ef3e3fb9-65f1-4544-af7c-58b505d6f664 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 944 time: 0.0475273 Oct 23 01:41:47.242622 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b918ce3d-7d99-4a6c-82c4-7c4af5d1f27d req-0f6fb064-3cfa-4cfa-abc2-1e0354112245 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404842 Oct 23 01:41:48.363529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914eb0e-c138-4c9d-b184-ac8c740d267b req-6dee6158-db95-438a-91f7-5b41f004cc04 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:48.364985 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1914eb0e-c138-4c9d-b184-ac8c740d267b req-6dee6158-db95-438a-91f7-5b41f004cc04 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 944 time: 0.0470271 Oct 23 01:41:48.414620 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1914eb0e-c138-4c9d-b184-ac8c740d267b req-f20d4efc-b206-49c6-a053-af51ef6ef7e0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441933 Oct 23 01:41:48.752701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 75bf2161-5f42-421e-aafa-2f41e6394d3a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:41:48.811046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:48.818224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:48.827257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:48.853283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 75bf2161-5f42-421e-aafa-2f41e6394d3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:41:48.864390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'port_id': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'mac_address': 'fa:16:3e:ab:ea:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:41:48.898033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 75bf2161-5f42-421e-aafa-2f41e6394d3a is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:41:48.898416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:48.911171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bf2161-5f42-421e-aafa-2f41e6394d3a {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:41:48.934518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 75bf2161-5f42-421e-aafa-2f41e6394d3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:41:48.998106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:49.043163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=75bf2161-5f42-421e-aafa-2f41e6394d3a,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:41:49.269932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['75bf2161-5f42-421e-aafa-2f41e6394d3a'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:41:49.531441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f4b3-5ed6-4a17-9c59-5f077b3e8945 req-c41bcf75-dd6a-4ccf-b161-b2bf80b30c52 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:49.532911 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7d31f4b3-5ed6-4a17-9c59-5f077b3e8945 req-c41bcf75-dd6a-4ccf-b161-b2bf80b30c52 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 945 time: 0.0452924 Oct 23 01:41:49.583871 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7d31f4b3-5ed6-4a17-9c59-5f077b3e8945 req-1444e73a-2cb2-4a83-9ddf-8398c04f2d06 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448322 Oct 23 01:41:50.703575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3cf10-c86e-40f7-9084-c2dd91661e84 req-6ce1f960-17c7-4e66-8de8-70ef6242ab70 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:50.705714 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e8f3cf10-c86e-40f7-9084-c2dd91661e84 req-6ce1f960-17c7-4e66-8de8-70ef6242ab70 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 945 time: 0.0471570 Oct 23 01:41:50.751391 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e8f3cf10-c86e-40f7-9084-c2dd91661e84 req-60b7ef7d-f66b-4670-a803-221433d8acf2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402560 Oct 23 01:41:50.791355 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=62 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:50.910275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 75bf2161-5f42-421e-aafa-2f41e6394d3a up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:41:50.951516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 75bf2161-5f42-421e-aafa-2f41e6394d3a completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:41:51.004219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 75bf2161-5f42-421e-aafa-2f41e6394d3a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:41:51.004593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:51.004923 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 75bf2161-5f42-421e-aafa-2f41e6394d3a Oct 23 01:41:51.077443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 75bf2161-5f42-421e-aafa-2f41e6394d3a is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:41:51.077849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:51.099841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:41:51.102100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1bb123-a35f-48b4-801d-da63d8b04749" -d '{"events": [{"server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "name": "network-vif-plugged", "status": "completed", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:41:51.115028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 75bf2161-5f42-421e-aafa-2f41e6394d3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:41:51.140867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7748cbe-e6a8-40fd-a488-61206dc68586 x-openstack-request-id: req-f7748cbe-e6a8-40fd-a488-61206dc68586 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:41:51.141262 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "name": "network-vif-plugged", "status": "completed", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:41:51.141688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7748cbe-e6a8-40fd-a488-61206dc68586 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:41:51.142211 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7748cbe-e6a8-40fd-a488-61206dc68586'] response: {'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'code': 200} Oct 23 01:41:51.183437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:51.233366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=75bf2161-5f42-421e-aafa-2f41e6394d3a,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:41:51.448181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57522b52-2b18-47c6-9abe-2ead007e7549 req-c970ed51-1fa7-495b-8d50-3fb9f946824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:51.449814 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57522b52-2b18-47c6-9abe-2ead007e7549 req-c970ed51-1fa7-495b-8d50-3fb9f946824f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 1130 time: 0.0379457 Oct 23 01:41:51.474269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:51.494106 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-57522b52-2b18-47c6-9abe-2ead007e7549 req-77b32308-725c-4f80-828b-90b8325b88d2 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378363 Oct 23 01:41:51.871619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0c27c-0120-4671-b24a-664e6f57ce4e req-e17e4be8-3c17-4095-8cb6-06d9007fe3a3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:51.873083 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d6b0c27c-0120-4671-b24a-664e6f57ce4e req-e17e4be8-3c17-4095-8cb6-06d9007fe3a3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0470212 Oct 23 01:41:51.920622 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d6b0c27c-0120-4671-b24a-664e6f57ce4e req-c99b8f6f-1132-461f-82a5-376876296592 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Oct 23 01:41:51.977368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:52.987991 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=72 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:53.044698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300c179-e624-4710-bdd5-ee862e496027 req-db03e7bf-2885-476a-abfa-18ed185f0273 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:53.046199 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5300c179-e624-4710-bdd5-ee862e496027 req-db03e7bf-2885-476a-abfa-18ed185f0273 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0466776 Oct 23 01:41:53.092389 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5300c179-e624-4710-bdd5-ee862e496027 req-fdcfa8c1-251a-40b1-8935-0f9c1467012c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401492 Oct 23 01:41:53.212992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be4315-6a71-4488-bc1c-b4643fec75bb req-c4957105-e139-4685-9aa1-a55b5855fda2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:53.214386 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-75be4315-6a71-4488-bc1c-b4643fec75bb req-c4957105-e139-4685-9aa1-a55b5855fda2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0509231 Oct 23 01:41:53.225148 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 40956) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:41:53.229634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-44af7d16-b573-4646-a5c2-f9bb68a1a71b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'floatingip': {'port_id': '75bf2161-5f42-421e-aafa-2f41e6394d3a'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:41:53.269379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44af7d16-b573-4646-a5c2-f9bb68a1a71b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:53.593699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:53.681058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44af7d16-b573-4646-a5c2-f9bb68a1a71b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:53.752825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44af7d16-b573-4646-a5c2-f9bb68a1a71b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:53.845712 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-44af7d16-b573-4646-a5c2-f9bb68a1a71b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60 associated. External IP: 172.36.3.126, port: 75bf2161-5f42-421e-aafa-2f41e6394d3a. Oct 23 01:41:54.038170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44af7d16-b573-4646-a5c2-f9bb68a1a71b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:41:54.097481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:54.141922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44af7d16-b573-4646-a5c2-f9bb68a1a71b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:41:54.146549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-44af7d16-b573-4646-a5c2-f9bb68a1a71b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:41:54.151940 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212a3b2-3822-4208-b548-2f9400041027 None None] Sync routers for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:41:54.162874 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c212a3b2-3822-4208-b548-2f9400041027 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:41:54.163495 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c212a3b2-3822-4208-b548-2f9400041027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:41:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:41:54.177094 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-44af7d16-b573-4646-a5c2-f9bb68a1a71b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/189b2f5d-c006-4998-91ab-fd87c69ddc60 HTTP/1.1" status: 200 len: 992 time: 0.9508297 Oct 23 01:41:54.178358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:41:54.180657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbbef3b-fa8b-43ea-a919-c5976368a67c" -d '{"events": [{"name": "network-changed", "server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:41:54.220242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6171e7-9ef2-4b98-a0a7-1b374975bfa3 x-openstack-request-id: req-0a6171e7-9ef2-4b98-a0a7-1b374975bfa3 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:41:54.220242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:41:54.220242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a6171e7-9ef2-4b98-a0a7-1b374975bfa3 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:41:54.220242 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6171e7-9ef2-4b98-a0a7-1b374975bfa3'] response: {'name': 'network-changed', 'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'status': 'completed', 'code': 200} Oct 23 01:41:54.310862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbef3b-fa8b-43ea-a919-c5976368a67c req-7a96e527-1981-4e96-b5da-064176e76705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:54.312465 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1cbbef3b-fa8b-43ea-a919-c5976368a67c req-7a96e527-1981-4e96-b5da-064176e76705 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 1130 time: 0.0446143 Oct 23 01:41:54.355916 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-c212a3b2-3822-4208-b548-2f9400041027 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:41:54.401904 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbef3b-fa8b-43ea-a919-c5976368a67c req-ed0cf358-3797-4e14-a540-b965c5b3c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:54.403434 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1cbbef3b-fa8b-43ea-a919-c5976368a67c req-ed0cf358-3797-4e14-a540-b965c5b3c5b9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0856314 Oct 23 01:41:54.466907 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1cbbef3b-fa8b-43ea-a919-c5976368a67c req-7a9f4e13-0356-4cc6-a92d-9e9d6e1522b0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a HTTP/1.1" status: 200 len: 1000 time: 0.0574062 Oct 23 01:41:54.513757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbef3b-fa8b-43ea-a919-c5976368a67c req-76e8ff25-afbe-430f-bab4-257a7a3e6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:54.515229 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1cbbef3b-fa8b-43ea-a919-c5976368a67c req-76e8ff25-afbe-430f-bab4-257a7a3e6953 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0429680 Oct 23 01:41:54.562422 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c212a3b2-3822-4208-b548-2f9400041027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:ab:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:41:53Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:41:54.586343 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212a3b2-3822-4208-b548-2f9400041027 None None] Checking router: f76422dd-c1f5-4f7f-9476-1b5376fb8a18 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:41:54.594549 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c212a3b2-3822-4208-b548-2f9400041027 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:41:54.595129 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c212a3b2-3822-4208-b548-2f9400041027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:41:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:41:54.693329 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-c212a3b2-3822-4208-b548-2f9400041027 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:41:54.710849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbef3b-fa8b-43ea-a919-c5976368a67c req-57143004-068d-48c1-99b6-aad8157c445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:54.712395 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1cbbef3b-fa8b-43ea-a919-c5976368a67c req-57143004-068d-48c1-99b6-aad8157c445c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399318 Oct 23 01:41:54.804393 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1cbbef3b-fa8b-43ea-a919-c5976368a67c req-71a3a502-7698-41a8-87bb-1b99ee226721 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861814 Oct 23 01:41:54.819020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:54.895686 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1cbbef3b-fa8b-43ea-a919-c5976368a67c req-902aee97-fd5c-4b11-8225-2e8f6316a853 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855398 Oct 23 01:41:54.897804 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-c212a3b2-3822-4208-b548-2f9400041027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:ab:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:41:53Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:41:54.925543 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212a3b2-3822-4208-b548-2f9400041027 None None] The sync data for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv is: [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:ab:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:41:53Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:41:55.114689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8658b5-53b5-47d7-8334-0f4b6994b752 None None] New status for floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:41:57.112231 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-536de70d-e41f-4551-a390-81d07b9ed340 req-da422b34-a205-47c0-bbcd-1031bccb1879 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377526 Oct 23 01:41:57.546667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536de70d-e41f-4551-a390-81d07b9ed340 req-c0e41d29-4f79-43f9-88c5-f270e8e61aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:57.548172 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-536de70d-e41f-4551-a390-81d07b9ed340 req-c0e41d29-4f79-43f9-88c5-f270e8e61aaa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 1130 time: 0.3736174 Oct 23 01:41:57.648465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536de70d-e41f-4551-a390-81d07b9ed340 req-2b11eecc-4ddf-4003-a96a-7e7ad669f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:57.649996 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-536de70d-e41f-4551-a390-81d07b9ed340 req-2b11eecc-4ddf-4003-a96a-7e7ad669f2f6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0829477 Oct 23 01:41:57.712644 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-536de70d-e41f-4551-a390-81d07b9ed340 req-8ca89b3d-105d-4e7a-9cf6-8892cfba510c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a HTTP/1.1" status: 200 len: 1002 time: 0.0570407 Oct 23 01:41:57.758352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536de70d-e41f-4551-a390-81d07b9ed340 req-366c7820-edd6-4379-a5e1-06531299c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:57.759761 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-536de70d-e41f-4551-a390-81d07b9ed340 req-366c7820-edd6-4379-a5e1-06531299c7ca service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0415907 Oct 23 01:41:57.801147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536de70d-e41f-4551-a390-81d07b9ed340 req-b3b481de-1157-40aa-bb5e-a22d53e4dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:41:57.802578 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-536de70d-e41f-4551-a390-81d07b9ed340 req-b3b481de-1157-40aa-bb5e-a22d53e4dcf2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375357 Oct 23 01:41:57.891531 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-536de70d-e41f-4551-a390-81d07b9ed340 req-d473512c-5927-461a-b7ef-cd638d94f3bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827942 Oct 23 01:41:57.953878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:41:57.979697 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-536de70d-e41f-4551-a390-81d07b9ed340 req-df4d152e-7276-4f05-ae86-c3f70c34755c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816483 Oct 23 01:42:03.203028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=54 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:03.205372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=72 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:05.203461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:05.214494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:05.219890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:07.976512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=56 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:08.840365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-184a91f5-1f07-40e7-89da-e9200cfe088e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:11.131542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b488-f18f-4412-b940-12a975ed913a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:12.531490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:14.068643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:14.119865 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:15.969146 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=93 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:15.973012 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=87 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:19.990655 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:42:22.039431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:23.990367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:27.379754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7354e-f3d5-4440-9ac6-7ad0f8fbe819 req-b65f02ed-d735-465b-88bd-b63c7810da8f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:27.381229 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c8d7354e-f3d5-4440-9ac6-7ad0f8fbe819 req-b65f02ed-d735-465b-88bd-b63c7810da8f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0524051 Oct 23 01:42:27.427816 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c8d7354e-f3d5-4440-9ac6-7ad0f8fbe819 req-c2e6487a-acfd-4512-80c7-4e9c67618658 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 Oct 23 01:42:28.550768 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9fa9d-8d23-47f2-963b-e5c11510b209 req-35c38219-bd6d-4ebe-995e-a4c7cbe3ed4f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:28.552247 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-36d9fa9d-8d23-47f2-963b-e5c11510b209 req-35c38219-bd6d-4ebe-995e-a4c7cbe3ed4f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0465820 Oct 23 01:42:28.600061 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-36d9fa9d-8d23-47f2-963b-e5c11510b209 req-8ab1ed78-e502-4864-944d-02218822fad4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423186 Oct 23 01:42:29.719512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e00e6c-feb4-433a-b088-553be65ea70d req-7c0eb8f4-ab62-494d-96a1-ac578663de39 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:29.721004 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-99e00e6c-feb4-433a-b088-553be65ea70d req-7c0eb8f4-ab62-494d-96a1-ac578663de39 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0472145 Oct 23 01:42:29.766098 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-99e00e6c-feb4-433a-b088-553be65ea70d req-63f2b636-1ce1-44b4-ba68-0ee2ae6372ed tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395961 Oct 23 01:42:29.985683 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:30.891263 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d167a3f-ac3e-4c5d-8206-1df5076fff51 req-a93cbf08-796d-49fe-9b93-f600af53599e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:30.892689 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3d167a3f-ac3e-4c5d-8206-1df5076fff51 req-a93cbf08-796d-49fe-9b93-f600af53599e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0511930 Oct 23 01:42:30.940555 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3d167a3f-ac3e-4c5d-8206-1df5076fff51 req-3f7887a0-23fa-4530-b62c-2ad7f8352813 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423527 Oct 23 01:42:31.936727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:31.938535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:32.063298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f50da-08a8-4291-a08e-512c7a1499fa req-51728a40-67c7-4f84-be66-bca428e23ec0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:32.064780 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-785f50da-08a8-4291-a08e-512c7a1499fa req-51728a40-67c7-4f84-be66-bca428e23ec0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0495834 Oct 23 01:42:32.110074 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-785f50da-08a8-4291-a08e-512c7a1499fa req-3f574e9e-b557-4569-9e71-950216e28cdd tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397706 Oct 23 01:42:33.228269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688b61d-7ccb-42ca-924b-97718cfb7834 req-1d1497c5-4f6a-441f-9b0b-360935fd5137 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:33.229645 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b688b61d-7ccb-42ca-924b-97718cfb7834 req-1d1497c5-4f6a-441f-9b0b-360935fd5137 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0464940 Oct 23 01:42:33.275943 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b688b61d-7ccb-42ca-924b-97718cfb7834 req-fa6aac5f-2082-45a8-8211-7aa980738135 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408409 Oct 23 01:42:34.399447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee88e66-d412-4874-b2a2-88291089a2a5 req-92f1283e-e92e-4025-910c-3ae0654683e9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:34.400918 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1ee88e66-d412-4874-b2a2-88291089a2a5 req-92f1283e-e92e-4025-910c-3ae0654683e9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0480669 Oct 23 01:42:34.447742 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1ee88e66-d412-4874-b2a2-88291089a2a5 req-23f52b7f-a7ed-4a9b-89ed-dc1b50fa4290 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410142 Oct 23 01:42:35.566032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd199fe-7a83-43b5-a0e9-49317ab97fd9 req-844b5b6c-f400-44a7-aca3-736812b474a1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:35.567508 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8cd199fe-7a83-43b5-a0e9-49317ab97fd9 req-844b5b6c-f400-44a7-aca3-736812b474a1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0467665 Oct 23 01:42:35.617611 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8cd199fe-7a83-43b5-a0e9-49317ab97fd9 req-5d2eb031-ff9b-4b0a-a01e-80e9a76646cd tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443466 Oct 23 01:42:36.734900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d42b-16a0-43ae-b195-638d05f03cd6 req-105ac9cf-0722-4646-8dcd-df25ef3623da tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:36.736357 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d384d42b-16a0-43ae-b195-638d05f03cd6 req-105ac9cf-0722-4646-8dcd-df25ef3623da tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0450749 Oct 23 01:42:36.785738 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d384d42b-16a0-43ae-b195-638d05f03cd6 req-5875126b-c0e2-4ca6-9548-41983f7ab554 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434682 Oct 23 01:42:37.051558 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:37.905040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dd4f8-385d-468c-b4ba-8a074573a197 req-e18d8371-0a71-43e7-8258-c636cbc6fe1e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:37.906630 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5f4dd4f8-385d-468c-b4ba-8a074573a197 req-e18d8371-0a71-43e7-8258-c636cbc6fe1e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0468514 Oct 23 01:42:37.952622 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5f4dd4f8-385d-468c-b4ba-8a074573a197 req-24368d5b-bdc5-4cd5-afc8-135e0a9e58c9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Oct 23 01:42:38.810803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d2b01cc6-2837-4d4e-a16f-75f1c981fb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:39.071723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77539a97-e95b-4b04-a48d-73e0b3373460 req-e8885092-eebf-4d54-ae91-8b0d87b99129 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:39.073448 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-77539a97-e95b-4b04-a48d-73e0b3373460 req-e8885092-eebf-4d54-ae91-8b0d87b99129 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0465693 Oct 23 01:42:39.119953 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-77539a97-e95b-4b04-a48d-73e0b3373460 req-81da1fc4-72da-4dd8-88b7-91b358758ee5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408003 Oct 23 01:42:40.239827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61061d71-59ff-4c83-9b71-37c7268f8620 req-d992547b-7e3b-422a-a566-6c6412569f9c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:40.241284 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-61061d71-59ff-4c83-9b71-37c7268f8620 req-d992547b-7e3b-422a-a566-6c6412569f9c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0468781 Oct 23 01:42:40.287182 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-61061d71-59ff-4c83-9b71-37c7268f8620 req-24837464-e09d-4ec1-bf79-5048136b10c2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404477 Oct 23 01:42:41.134261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2c839ca7-01c9-4faf-9a32-3c4c539ab477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:41.405352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab4d1-f221-492a-b550-57426176b209 req-434348c0-2d66-4755-862a-4a8ce433d77c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:41.406867 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-422ab4d1-f221-492a-b550-57426176b209 req-434348c0-2d66-4755-862a-4a8ce433d77c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0459480 Oct 23 01:42:41.452994 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-422ab4d1-f221-492a-b550-57426176b209 req-96c66562-58a5-4651-bba3-a4216a52b4e2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400703 Oct 23 01:42:42.546142 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:42.580158 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065431f6-a804-4b78-ab81-55c35661cb7a req-11c6a078-97b9-44b6-8c8a-1cfbcd97aee2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:42.582831 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-065431f6-a804-4b78-ab81-55c35661cb7a req-11c6a078-97b9-44b6-8c8a-1cfbcd97aee2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0519168 Oct 23 01:42:42.628302 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-065431f6-a804-4b78-ab81-55c35661cb7a req-1119f024-af4c-4386-aaf3-b5856ee243cc tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409305 Oct 23 01:42:43.750606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb49c6-9e4e-421e-b9a9-9eeeb316ea24 req-c789c434-677b-435b-a264-20f77ec0942c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:43.752101 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-84eb49c6-9e4e-421e-b9a9-9eeeb316ea24 req-c789c434-677b-435b-a264-20f77ec0942c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0494442 Oct 23 01:42:43.798070 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-84eb49c6-9e4e-421e-b9a9-9eeeb316ea24 req-cf71f370-a0cf-4498-ab2a-f8a83902c199 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399225 Oct 23 01:42:44.091076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:44.142151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:44.339510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758de53-8c1b-46cf-8943-7c9a18ffd6d2 req-1017b71a-d15b-4691-8771-806f70505312 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:44.340990 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9758de53-8c1b-46cf-8943-7c9a18ffd6d2 req-1017b71a-d15b-4691-8771-806f70505312 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0467830 Oct 23 01:42:44.388286 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9758de53-8c1b-46cf-8943-7c9a18ffd6d2 req-ad355182-290f-4c17-90e8-bbe3ff9c7e27 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Oct 23 01:42:44.439063 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-c2293986-b14b-4a89-8445-c7b23aec6977 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0376487 Oct 23 01:42:44.901011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-440c5f58-8a3c-41b5-a83d-b767b713f0de tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:44.902381 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-440c5f58-8a3c-41b5-a83d-b767b713f0de tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports/75bf2161-5f42-421e-aafa-2f41e6394d3a HTTP/1.1" status: 200 len: 943 time: 0.0460477 Oct 23 01:42:45.510819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ae1d5-a1d6-45ad-8dc0-830d2f2205d6 req-8a182f70-4d2c-4a62-b38b-dc3c23c013bc tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:45.512281 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9c4ae1d5-a1d6-45ad-8dc0-830d2f2205d6 req-8a182f70-4d2c-4a62-b38b-dc3c23c013bc tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0468805 Oct 23 01:42:45.561732 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9c4ae1d5-a1d6-45ad-8dc0-830d2f2205d6 req-bc4a1a0c-4cf6-411a-8a87-d40b29e8b504 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435243 Oct 23 01:42:46.586943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-82c8f02b-ae74-4605-8a4b-b3165335720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:46.588418 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-82c8f02b-ae74-4605-8a4b-b3165335720d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 1130 time: 0.0436006 Oct 23 01:42:46.676768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:46.706577 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a68223-c9fe-4961-8ba4-e048274363b0 req-047a08b8-4669-41e3-a61c-c77e735154d5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:46.708301 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9a68223-c9fe-4961-8ba4-e048274363b0 req-047a08b8-4669-41e3-a61c-c77e735154d5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0667617 Oct 23 01:42:46.708674 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:46.734520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-674eb14f-decb-49fb-8071-a8882a209724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:46.735903 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-674eb14f-decb-49fb-8071-a8882a209724 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.1416581 Oct 23 01:42:46.799778 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9a68223-c9fe-4961-8ba4-e048274363b0 req-dc17462f-a12f-46ba-82ee-6b51d3438526 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820043 Oct 23 01:42:46.816357 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-96399771-f04a-4932-a46f-603288eee953 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a HTTP/1.1" status: 200 len: 1002 time: 0.0729322 Oct 23 01:42:46.862773 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-26e37fcc-a999-4a8a-a250-3bd894cd44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:46.864736 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-26e37fcc-a999-4a8a-a250-3bd894cd44f1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0427177 Oct 23 01:42:46.911938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-647186df-5bf1-4fb7-be0b-6c75b7a3cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:46.913478 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-647186df-5bf1-4fb7-be0b-6c75b7a3cc18 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422783 Oct 23 01:42:47.002193 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-c169fe3e-7202-45e1-bf9b-596c252d1990 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827191 Oct 23 01:42:47.094714 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-6d65fbcd-aeb9-44b6-ada4-517083daa6fd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871081 Oct 23 01:42:48.182157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447aa822-8e57-4a23-8408-26c06a789c7e req-1ff48e99-6ab4-4cc3-825c-b2710f708c2c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:48.183543 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-447aa822-8e57-4a23-8408-26c06a789c7e req-1ff48e99-6ab4-4cc3-825c-b2710f708c2c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.3051140 Oct 23 01:42:48.230100 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-447aa822-8e57-4a23-8408-26c06a789c7e req-54887f4a-6224-48cf-afec-47d6ebd0238d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409563 Oct 23 01:42:48.999312 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:49.000020 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:49.060402 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-b8f19fb0-0e41-4970-bbf2-d18532be58e1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/75bf2161-5f42-421e-aafa-2f41e6394d3a/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0530400 Oct 23 01:42:49.353044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2986230-51ad-4d51-a921-f5009e449b56 req-5d5f3e5c-a289-4e47-9b65-8c9e5c9c0cc9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:49.354565 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f2986230-51ad-4d51-a921-f5009e449b56 req-5d5f3e5c-a289-4e47-9b65-8c9e5c9c0cc9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0486124 Oct 23 01:42:49.408020 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f2986230-51ad-4d51-a921-f5009e449b56 req-2fffcc4b-152f-460a-857f-5b8a452915b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469699 Oct 23 01:42:49.610477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-c307357c-68c1-4c37-b589-cd6cea2a6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:49.611947 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-c307357c-68c1-4c37-b589-cd6cea2a6509 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 1130 time: 0.0385656 Oct 23 01:42:49.686818 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-1a178977-abc3-46c7-9deb-90c04b251e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:49.688283 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-1a178977-abc3-46c7-9deb-90c04b251e10 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 1130 time: 0.0382793 Oct 23 01:42:49.779583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-19d9bfa8-27f3-427d-8d1a-42317a8096c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:49.781022 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-19d9bfa8-27f3-427d-8d1a-42317a8096c9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0866818 Oct 23 01:42:49.840505 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-873c6058-85fc-4526-b00a-1230d3bf2f33 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a HTTP/1.1" status: 200 len: 1002 time: 0.0534284 Oct 23 01:42:49.887368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-2f229fa0-397b-4f9f-949f-0d86a9ecc8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:49.888758 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-2f229fa0-397b-4f9f-949f-0d86a9ecc8df service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0430028 Oct 23 01:42:49.935138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-51fd1a78-007d-4830-9f9d-fedd239e3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:49.936611 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-51fd1a78-007d-4830-9f9d-fedd239e3571 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418262 Oct 23 01:42:50.024107 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-593b903b-6737-411d-ac9c-dcfe6db69fc5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813351 Oct 23 01:42:50.038332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:50.080477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:50.119132 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5aa9dcef-9bf7-4d68-98c0-26b3aaef4e3c req-c4952098-5e6c-42cd-b279-0547ce69e706 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885751 Oct 23 01:42:50.529177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886c2c2-bba8-43b7-899e-ea69a3eb9122 req-4a4dd2d7-3466-4ab1-87ad-4d8a01e14948 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:50.530683 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a886c2c2-bba8-43b7-899e-ea69a3eb9122 req-4a4dd2d7-3466-4ab1-87ad-4d8a01e14948 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0468283 Oct 23 01:42:50.572787 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:50.577270 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a886c2c2-bba8-43b7-899e-ea69a3eb9122 req-b256130e-18f9-4961-95e4-de27a906721f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Oct 23 01:42:51.699187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd880bf2-037d-4615-87ac-79bf56715d56 req-487c05e3-bbb6-4f13-aeb9-6c3ac55facac tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:51.700680 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dd880bf2-037d-4615-87ac-79bf56715d56 req-487c05e3-bbb6-4f13-aeb9-6c3ac55facac tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0471661 Oct 23 01:42:51.746867 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dd880bf2-037d-4615-87ac-79bf56715d56 req-fc9212d2-ddc7-4003-ab1b-f4d493fa8b6f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404589 Oct 23 01:42:52.010870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:52.870770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c560-eb8c-4514-a060-a31ec8e8314a req-3e26606a-4b07-4d5d-b0f0-44eb99062f5b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:52.872157 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be28c560-eb8c-4514-a060-a31ec8e8314a req-3e26606a-4b07-4d5d-b0f0-44eb99062f5b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0505755 Oct 23 01:42:52.918659 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-be28c560-eb8c-4514-a060-a31ec8e8314a req-4c3a2c4f-ec14-4d05-b319-24f14c6ebef7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411589 Oct 23 01:42:53.033272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 75bf2161-5f42-421e-aafa-2f41e6394d3a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:42:53.045997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 75bf2161-5f42-421e-aafa-2f41e6394d3a no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:42:53.172186 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 75bf2161-5f42-421e-aafa-2f41e6394d3a is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:42:53.172492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:53.211090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 75bf2161-5f42-421e-aafa-2f41e6394d3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:42:53.216663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:42:53.218934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be17dd31-a052-4b68-bc9f-936863750c08" -d '{"events": [{"server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "name": "network-vif-unplugged", "status": "completed", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:42:53.237450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 75bf2161-5f42-421e-aafa-2f41e6394d3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:42:53.241288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'port_id': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'mac_address': 'fa:16:3e:ab:ea:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:42:53.280167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 75bf2161-5f42-421e-aafa-2f41e6394d3a is: ACTIVE; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:42:53.285189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:53.298606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75bf2161-5f42-421e-aafa-2f41e6394d3a {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:42:53.305227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:53.311124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:53.329912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8272448-f2b1-424e-b0d6-912b59177e89 req-364c5b27-3e98-48aa-a908-72d0ac97c056 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:53.331429 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d8272448-f2b1-424e-b0d6-912b59177e89 req-364c5b27-3e98-48aa-a908-72d0ac97c056 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0586236 Oct 23 01:42:53.349152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd3939b-79be-406b-a658-530f26bd6411 x-openstack-request-id: req-3cd3939b-79be-406b-a658-530f26bd6411 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:42:53.349442 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "name": "network-vif-unplugged", "status": "completed", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:42:53.349689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cd3939b-79be-406b-a658-530f26bd6411 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:42:53.350111 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd3939b-79be-406b-a658-530f26bd6411'] response: {'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'code': 200} Oct 23 01:42:53.379769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:42:53.380185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:42:53.384483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=75bf2161-5f42-421e-aafa-2f41e6394d3a,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:42:53.384809 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d8272448-f2b1-424e-b0d6-912b59177e89 req-367cdfe5-8ac3-4060-bb30-fb2e02d6a59b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436428 Oct 23 01:42:53.391967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.392354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.392696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.393033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.393365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.393697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.394075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.394400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.394729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.395053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.395379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.395710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.396031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.396352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.396703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:42:53.451902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-64b29a42-1b8c-4d69-9a31-102f69a6e022 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:53.453281 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-64b29a42-1b8c-4d69-9a31-102f69a6e022 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0669188 Oct 23 01:42:53.556543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-3eff1406-483b-4dc0-86f2-bf5795fc2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:53.558143 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-3eff1406-483b-4dc0-86f2-bf5795fc2232 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 1128 time: 0.0395470 Oct 23 01:42:53.646205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-57107522-8317-487e-b17e-e993260ff9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:53.647648 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-57107522-8317-487e-b17e-e993260ff9fe service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0834057 Oct 23 01:42:53.710457 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-6420f2e7-260d-402d-ad6d-0b3060b1dea2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a HTTP/1.1" status: 200 len: 1000 time: 0.0568941 Oct 23 01:42:53.757289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-082b2e45-f797-45ff-84ef-2c9118b67e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:53.758712 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-082b2e45-f797-45ff-84ef-2c9118b67e10 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0426817 Oct 23 01:42:53.800865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-ebea884f-da1b-46b9-b0c3-724b7ab51b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:53.802331 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-ebea884f-da1b-46b9-b0c3-724b7ab51b9f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379224 Oct 23 01:42:53.893444 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-be9b8770-07b9-408b-8fd4-a0ea4cf25e27 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848401 Oct 23 01:42:53.913765 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 75bf2161-5f42-421e-aafa-2f41e6394d3a is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:42:53.914174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:53.926875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bf2161-5f42-421e-aafa-2f41e6394d3a {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:42:53.949748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 75bf2161-5f42-421e-aafa-2f41e6394d3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:42:53.987417 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-758912ef-ae0e-4116-9719-1a4d835bb9c1 req-db023c3d-7b52-47a4-89b5-539b71468655 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869038 Oct 23 01:42:54.010628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:54.056276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=75bf2161-5f42-421e-aafa-2f41e6394d3a,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:42:54.140661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['75bf2161-5f42-421e-aafa-2f41e6394d3a'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:42:54.509661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae5c16-5bbb-42ea-838a-f859894572d1 req-edd4ab72-dbe6-4a54-b128-c20be514fd7b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:54.511174 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-11ae5c16-5bbb-42ea-838a-f859894572d1 req-edd4ab72-dbe6-4a54-b128-c20be514fd7b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 945 time: 0.0461214 Oct 23 01:42:54.557637 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-11ae5c16-5bbb-42ea-838a-f859894572d1 req-265a6524-03d3-4ae6-87a2-ef9abbf33543 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409675 Oct 23 01:42:55.053075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 75bf2161-5f42-421e-aafa-2f41e6394d3a up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:42:55.099605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 75bf2161-5f42-421e-aafa-2f41e6394d3a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:42:55.100284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:55.100284 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 75bf2161-5f42-421e-aafa-2f41e6394d3a Oct 23 01:42:55.171591 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 75bf2161-5f42-421e-aafa-2f41e6394d3a is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:42:55.171972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:55.205264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 75bf2161-5f42-421e-aafa-2f41e6394d3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:42:55.279152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:42:55.331044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=75bf2161-5f42-421e-aafa-2f41e6394d3a,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:42:55.351259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:42:55.353642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae322434-0542-442a-bb90-68ff639874cc" -d '{"events": [{"server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "name": "network-vif-plugged", "status": "completed", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:42:55.391022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fae3386-61a0-4226-9ad7-11ba1e090723 x-openstack-request-id: req-5fae3386-61a0-4226-9ad7-11ba1e090723 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:42:55.391022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "name": "network-vif-plugged", "status": "completed", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:42:55.391272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fae3386-61a0-4226-9ad7-11ba1e090723 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:42:55.391666 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fae3386-61a0-4226-9ad7-11ba1e090723'] response: {'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'code': 200} Oct 23 01:42:55.678072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ffac-a886-4872-b9b0-c27c889d2f0b req-5927eb0a-2a64-4d34-bbd0-107b26a4cd08 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:55.679586 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3026ffac-a886-4872-b9b0-c27c889d2f0b req-5927eb0a-2a64-4d34-bbd0-107b26a4cd08 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0470529 Oct 23 01:42:55.727076 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3026ffac-a886-4872-b9b0-c27c889d2f0b req-586cdb77-f37f-4fd3-9616-f67f56919e41 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417721 Oct 23 01:42:55.853510 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed61d4-903d-446f-b8d4-155de1e28c65 req-ade59b7a-40f7-4fde-8580-10578ca0936c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:55.854913 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20ed61d4-903d-446f-b8d4-155de1e28c65 req-ade59b7a-40f7-4fde-8580-10578ca0936c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0509200 Oct 23 01:42:55.901197 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20ed61d4-903d-446f-b8d4-155de1e28c65 req-87f265a1-aa29-4ec1-951b-d421cf6ec4d1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409031 Oct 23 01:42:56.236010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef463498-21af-4ba8-91a1-65f12d9e3422 req-8b1763e2-dd47-4775-b84f-6daca5b3ef61 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:56.237956 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ef463498-21af-4ba8-91a1-65f12d9e3422 req-8b1763e2-dd47-4775-b84f-6daca5b3ef61 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0466223 Oct 23 01:42:56.286056 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ef463498-21af-4ba8-91a1-65f12d9e3422 req-60383de5-7a03-4df4-bacd-691cf981614d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424287 Oct 23 01:42:56.373934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443f693-6c1d-46f1-bf0a-fa58fd23f2f3 req-500a0a2f-879d-4435-8457-872034bf1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:56.375680 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d443f693-6c1d-46f1-bf0a-fa58fd23f2f3 req-500a0a2f-879d-4435-8457-872034bf1887 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 1130 time: 0.0423670 Oct 23 01:42:56.450386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:56.464114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443f693-6c1d-46f1-bf0a-fa58fd23f2f3 req-0ed13378-3142-4994-a34a-89c35ecaf9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:56.465600 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d443f693-6c1d-46f1-bf0a-fa58fd23f2f3 req-0ed13378-3142-4994-a34a-89c35ecaf9a5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0848289 Oct 23 01:42:56.508909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:42:56.529008 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d443f693-6c1d-46f1-bf0a-fa58fd23f2f3 req-5c93464e-cafc-4e02-aed1-7bd0f01916e3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a HTTP/1.1" status: 200 len: 1002 time: 0.0577085 Oct 23 01:42:56.577418 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443f693-6c1d-46f1-bf0a-fa58fd23f2f3 req-efc5b625-8846-4984-ae14-9e075363701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:56.578904 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d443f693-6c1d-46f1-bf0a-fa58fd23f2f3 req-efc5b625-8846-4984-ae14-9e075363701e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0433090 Oct 23 01:42:56.622278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443f693-6c1d-46f1-bf0a-fa58fd23f2f3 req-cfc5a385-69f4-4b44-9c79-0113206c671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:56.623733 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d443f693-6c1d-46f1-bf0a-fa58fd23f2f3 req-cfc5a385-69f4-4b44-9c79-0113206c671b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380702 Oct 23 01:42:56.713727 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d443f693-6c1d-46f1-bf0a-fa58fd23f2f3 req-1336965a-0aad-4706-b3e3-b76cd845bd0c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837407 Oct 23 01:42:56.801400 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d443f693-6c1d-46f1-bf0a-fa58fd23f2f3 req-e7ece255-f301-4f32-8735-167843d37cf2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818343 Oct 23 01:42:56.991836 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:42:57.412658 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d84776-5f74-4841-8864-8bb97bb9bb03 req-64c80962-fa23-431e-a77a-fdcf12b090f4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:57.414167 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d84776-5f74-4841-8864-8bb97bb9bb03 req-64c80962-fa23-431e-a77a-fdcf12b090f4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0519140 Oct 23 01:42:57.462604 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-02d84776-5f74-4841-8864-8bb97bb9bb03 req-bff4e146-9515-4ee6-af23-7610a969bc9c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Oct 23 01:42:58.583570 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4a8b3-e200-4555-a8d3-236c7a79a28b req-d50c9c3c-6933-4fdc-8ce8-95160741eeed tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:58.585024 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5be4a8b3-e200-4555-a8d3-236c7a79a28b req-d50c9c3c-6933-4fdc-8ce8-95160741eeed tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0477567 Oct 23 01:42:58.635037 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5be4a8b3-e200-4555-a8d3-236c7a79a28b req-59f8cf48-b4ad-4296-a08a-21c1f0d45811 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443985 Oct 23 01:42:59.087952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f7b85-6770-483b-9a6f-7c51a77fdf85 req-8ffd8666-a510-4201-9cf7-7ce1ace53c89 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:42:59.089325 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a43f7b85-6770-483b-9a6f-7c51a77fdf85 req-8ffd8666-a510-4201-9cf7-7ce1ace53c89 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0470815 Oct 23 01:42:59.136390 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a43f7b85-6770-483b-9a6f-7c51a77fdf85 req-589c58e9-203e-4346-9017-75e7592daf0d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415578 Oct 23 01:43:00.256123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160840d-002b-42d5-96c7-34cea6cce561 req-0afbec02-4933-4c98-80fc-1a0c7f886c52 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:00.257571 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c160840d-002b-42d5-96c7-34cea6cce561 req-0afbec02-4933-4c98-80fc-1a0c7f886c52 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0459096 Oct 23 01:43:00.303298 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c160840d-002b-42d5-96c7-34cea6cce561 req-c83b4e41-9bba-4c40-b558-4a86d0fb0730 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403104 Oct 23 01:43:00.854331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b468c-869b-41a6-83c8-3f32875f436c req-a9ad020f-943a-4754-b610-e2f4a6ef7e02 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:00.855776 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-813b468c-869b-41a6-83c8-3f32875f436c req-a9ad020f-943a-4754-b610-e2f4a6ef7e02 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 946 time: 0.0458097 Oct 23 01:43:00.939213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Deleting port 75bf2161-5f42-421e-aafa-2f41e6394d3a {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:43:00.939609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:01.030811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] For port 75bf2161-5f42-421e-aafa-2f41e6394d3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=75bf2161-5f42-421e-aafa-2f41e6394d3a,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:43:01.031172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:01.188124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:01.188393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:01.188704 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60 disassociated. External IP: 172.36.3.126, port: 75bf2161-5f42-421e-aafa-2f41e6394d3a. Oct 23 01:43:01.189041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Calling delete_port for 75bf2161-5f42-421e-aafa-2f41e6394d3a owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:43:01.244170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:01.257689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:01.381963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (75bf2161-5f42-421e-aafa-2f41e6394d3a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:01.410518 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event deleted for resources: {'Port': ['ID=75bf2161-5f42-421e-aafa-2f41e6394d3a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:43:01.415698 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ea923d4-b59f-474e-a4ff-87aaf65e343f req-4e3f3492-3065-4488-ba6f-76282f408810 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 210 time: 0.0333040 Oct 23 01:43:01.420794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.421166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.421469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.421830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.422166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.422502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.422833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.423159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.423485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.423812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.424140 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.424462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.425135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.425135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.425475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:43:01.559812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:43:01.672155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:43:01.681802 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3429f937-8913-4a5c-8a25-c2ae3871d7a7 None None] Sync routers for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:43:01.691754 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3429f937-8913-4a5c-8a25-c2ae3871d7a7 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:43:01.692360 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3429f937-8913-4a5c-8a25-c2ae3871d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:42:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:43:01.714256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] No DVR routers for this DVR port 75bf2161-5f42-421e-aafa-2f41e6394d3a on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:43:01.716725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:01.720008 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-813b468c-869b-41a6-83c8-3f32875f436c req-fa06d1b8-6e67-42fe-bfbe-003283f87490 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "DELETE /networking/v2.0/ports/75bf2161-5f42-421e-aafa-2f41e6394d3a HTTP/1.1" status: 204 len: 173 time: 0.8591115 Oct 23 01:43:01.720494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'name': 'network-vif-deleted', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:43:01.723290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6507bb12-d32c-4cc7-9da7-6812664816d9" -d '{"events": [{"server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "name": "network-vif-deleted", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:43:01.764531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac17d759-828e-43fd-a2b6-710913e61daf x-openstack-request-id: req-ac17d759-828e-43fd-a2b6-710913e61daf {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:43:01.764825 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b501e7-0841-4494-99eb-e9723c5c7ba3", "name": "network-vif-deleted", "tag": "75bf2161-5f42-421e-aafa-2f41e6394d3a", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:43:01.765080 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac17d759-828e-43fd-a2b6-710913e61daf {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:43:01.765493 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac17d759-828e-43fd-a2b6-710913e61daf'] response: {'server_uuid': '14b501e7-0841-4494-99eb-e9723c5c7ba3', 'name': 'network-vif-deleted', 'tag': '75bf2161-5f42-421e-aafa-2f41e6394d3a', 'status': 'completed', 'code': 200} Oct 23 01:43:01.796016 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-3429f937-8913-4a5c-8a25-c2ae3871d7a7 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:43:01.980452 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3429f937-8913-4a5c-8a25-c2ae3871d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:43:02.005166 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3429f937-8913-4a5c-8a25-c2ae3871d7a7 None None] Checking router: f76422dd-c1f5-4f7f-9476-1b5376fb8a18 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:43:02.013511 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3429f937-8913-4a5c-8a25-c2ae3871d7a7 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:43:02.014139 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3429f937-8913-4a5c-8a25-c2ae3871d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:42:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:43:02.117811 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-3429f937-8913-4a5c-8a25-c2ae3871d7a7 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:43:02.385121 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3429f937-8913-4a5c-8a25-c2ae3871d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:43:02.408978 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3429f937-8913-4a5c-8a25-c2ae3871d7a7 None None] The sync data for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv is: [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:43:02.551719 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7723b7ab-00ec-40fc-a47a-db9870947a3d req-6a6389fe-b431-495e-b8cc-494b69316f0f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=14b501e7-0841-4494-99eb-e9723c5c7ba3 HTTP/1.1" status: 200 len: 210 time: 0.0325465 Oct 23 01:43:02.644297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72701a6d-f5eb-496a-b952-e253227822ba None None] New status for floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:43:02.647131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:02.648779 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:02.675751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:03.803773 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-9dce7b43-f199-4480-b2a0-1ba3a045799c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1468804080&fields=id&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 267 time: 0.0422723 Oct 23 01:43:03.913541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68d586-e608-4121-a902-98e6cc12e79e req-8f3aba73-9b11-4a29-a1f8-34c14a57de5b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:03.914967 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-8f3aba73-9b11-4a29-a1f8-34c14a57de5b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 811 time: 0.1048815 Oct 23 01:43:03.929228 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-19281d82-0a40-420e-ad68-f5a8c19a3026 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/quotas/9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 375 time: 0.0088391 Oct 23 01:43:03.979146 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-5e351b7e-f5cd-435c-82eb-fac73b32338f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451038 Oct 23 01:43:04.120672 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-d4a58b2d-db7b-4744-959d-9d0db4c002c8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296802 Oct 23 01:43:04.208929 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-268577e9-512d-476f-8ad2-66a72eacbfad service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823984 Oct 23 01:43:04.430869 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e6db48b0-694c-4bf3-9139-e00bc7d90d76 req-70e31435-4d27-4634-ba16-a70c62f4b502 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 210 time: 0.0284784 Oct 23 01:43:05.085877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 75bf2161-5f42-421e-aafa-2f41e6394d3a no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:43:05.104894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 75bf2161-5f42-421e-aafa-2f41e6394d3a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:43:05.105242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 75bf2161-5f42-421e-aafa-2f41e6394d3a not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:43:05.535869 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-30e9c2bf-358f-401a-8bdf-350094794580 req-d0e841db-d993-4c30-845f-b7e562f3cb4d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 210 time: 0.0284569 Oct 23 01:43:06.357006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:06.454094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68d586-e608-4121-a902-98e6cc12e79e req-a3b714a9-1d5b-48e7-8a99-26940302adf3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:06.455592 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-a3b714a9-1d5b-48e7-8a99-26940302adf3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 811 time: 0.1068184 Oct 23 01:43:06.521655 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-a614a134-d15e-4803-a9ce-1b98465d88cb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 380 time: 0.0519593 Oct 23 01:43:06.530388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'port': {'device_id': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'admin_state_up': True, 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'security_groups': ['76190181-a302-4866-8c1f-c70d8eea47d1']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:43:06.631139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:06.642151 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-808cd2e5-5c84-4e48-b7bd-142bb4fee59f req-c21c77b8-8ece-4003-aba9-90c226d0ba13 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 210 time: 0.0297894 Oct 23 01:43:06.724640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Made reservation on behalf of 9ca3bd2b24ee4cda909170519b77e6a5 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:43:06.728611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:06.855330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Allocated IP 172.20.0.14 (6b578992-3f22-4916-a877-373a15ce415d/2d1de1b4-8fab-4f7b-b994-e0861a7fedc8/3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:43:06.995955 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:07.085159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:07.127051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Network 6b578992-3f22-4916-a877-373a15ce415d is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:43:07.132159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:43:07.135865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:43:07.162516 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event updated for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:43:07.191045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:07.191750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:07.288313 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-885d1329-85ce-41f2-a525-d3dc11e8aa76 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7615247 Oct 23 01:43:07.305907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Request body: {'port': {'device_id': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:43:07.316159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-318ecb03-a966-46c1-aed4-e98c5334b578 None None] Provisioning complete for port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:43:07.316689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-318ecb03-a966-46c1-aed4-e98c5334b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:07.316845 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-318ecb03-a966-46c1-aed4-e98c5334b578 None None] Attempt 1 to provision port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 Oct 23 01:43:07.348109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-318ecb03-a966-46c1-aed4-e98c5334b578 None None] Port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:43:07.364126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:07.828984 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:07.852784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a1525-bc53-4e76-ad0e-da20f16a55bc req-0b785e53-2a4d-45c0-a045-d26448145b9d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:07.854282 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-702a1525-bc53-4e76-ad0e-da20f16a55bc req-0b785e53-2a4d-45c0-a045-d26448145b9d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 932 time: 0.0630522 Oct 23 01:43:07.924712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:07.954454 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-702a1525-bc53-4e76-ad0e-da20f16a55bc req-409d2043-a002-49f9-9cb6-6f719adb8204 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908329 Oct 23 01:43:08.022906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:43:08.030384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Publish callbacks [] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:08.043404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Transition to ACTIVE for port object 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:43:08.111424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:08.192477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Pushing event updated for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:43:08.219222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Attempting to bind port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:43:08.219558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Attempting to bind port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:43:08.219880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Attempting to bind port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 on network 6b578992-3f22-4916-a877-373a15ce415d {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:43:08.260217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 on network 6b578992-3f22-4916-a877-373a15ce415d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:43:08.260540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Attempting to bind port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 on network 6b578992-3f22-4916-a877-373a15ce415d {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:43:08.303429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:43:08.303763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Checking segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:43:08.304148 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Bound using segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:43:08.304576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Bound port: 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:43:08.304929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:08.363325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:43:08.366227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:43:08.454547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:08.458634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:08.459277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:08.460784 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 HTTP/1.1" status: 200 len: 1094 time: 1.1595995 Oct 23 01:43:08.461327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:43:08.463593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a5e2c2-93ae-46a5-8700-ce95863516d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:43:08.506583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac36bf96-33b0-4f7c-85c8-719f2201f7f6 x-openstack-request-id: req-ac36bf96-33b0-4f7c-85c8-719f2201f7f6 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:43:08.506927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:43:08.507141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac36bf96-33b0-4f7c-85c8-719f2201f7f6 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:43:08.507537 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac36bf96-33b0-4f7c-85c8-719f2201f7f6'] response: {'name': 'network-changed', 'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'status': 'completed', 'code': 200} Oct 23 01:43:08.512108 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c59b2d-4fb1-4ccc-81bf-08705fdd3797 service neutron] Pushing event updated for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:43:08.595083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e2c2-93ae-46a5-8700-ce95863516d8 req-4f39c33a-874f-49a1-b248-63ae2b096eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:08.597068 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52a5e2c2-93ae-46a5-8700-ce95863516d8 req-4f39c33a-874f-49a1-b248-63ae2b096eb4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 1128 time: 0.0389695 Oct 23 01:43:08.701506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e2c2-93ae-46a5-8700-ce95863516d8 req-64ebbace-d617-48a1-929f-5f86cb25d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:08.702909 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52a5e2c2-93ae-46a5-8700-ce95863516d8 req-64ebbace-d617-48a1-929f-5f86cb25d799 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0936046 Oct 23 01:43:08.789870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:08.799113 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e2c2-93ae-46a5-8700-ce95863516d8 req-479b3483-7996-4ab2-9c85-9fe77c73287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:08.801198 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52a5e2c2-93ae-46a5-8700-ce95863516d8 req-479b3483-7996-4ab2-9c85-9fe77c73287c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929365 Oct 23 01:43:08.820094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-92f3a50c-b3e0-4cd1-98e0-cc88237cdb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:08.897987 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68d586-e608-4121-a902-98e6cc12e79e req-90bbf9eb-a108-4f49-a4b5-fa9edcd588ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:08.899581 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-90bbf9eb-a108-4f49-a4b5-fa9edcd588ad service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 1128 time: 0.0411191 Oct 23 01:43:08.942905 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e047a841-bf21-4927-a5b3-07154c3d25a4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 HTTP/1.1" status: 200 len: 217 time: 0.0314281 Oct 23 01:43:08.994981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68d586-e608-4121-a902-98e6cc12e79e req-1bc5d756-1a85-481a-bfb6-d9ef2376ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:08.996450 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-1bc5d756-1a85-481a-bfb6-d9ef2376ef14 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0475795 Oct 23 01:43:09.066434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68d586-e608-4121-a902-98e6cc12e79e req-b2175fcd-4c81-40ac-ada6-aa2829e28a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:09.067915 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-b2175fcd-4c81-40ac-ada6-aa2829e28a5f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0653033 Oct 23 01:43:09.091168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4c940-2cc0-433f-bf74-870240889b34 req-e72b611a-670c-433e-b212-7683bdf98e47 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:09.092589 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-eaa4c940-2cc0-433f-bf74-870240889b34 req-e72b611a-670c-433e-b212-7683bdf98e47 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 944 time: 0.0608468 Oct 23 01:43:09.102181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:09.197768 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-eaa4c940-2cc0-433f-bf74-870240889b34 req-e6b509d2-b7f2-431a-bafe-96f701c7ee0f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930338 Oct 23 01:43:09.208355 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-e55ce9df-51d8-476d-b2c1-b4598e4cdafa service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322584 Oct 23 01:43:09.301104 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f68d586-e608-4121-a902-98e6cc12e79e req-c671e04f-1649-4535-9f87-aedbde4d5651 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865040 Oct 23 01:43:10.320871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10793637-20d3-43af-a12e-4607e1ee9111 req-84432cfe-27eb-4597-8c36-ef8c89fb8ea3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:10.322599 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-10793637-20d3-43af-a12e-4607e1ee9111 req-84432cfe-27eb-4597-8c36-ef8c89fb8ea3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 944 time: 0.0472581 Oct 23 01:43:10.372436 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-10793637-20d3-43af-a12e-4607e1ee9111 req-8b329f03-e9de-4a49-a5e0-c5f2c3b203ed tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444250 Oct 23 01:43:11.137200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:43:11.168203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-37ceee1c-2793-4a57-a004-b0981f518602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:11.237555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:43:11.248389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'port_id': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'mac_address': 'fa:16:3e:8c:d3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:43:11.281800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:43:11.282193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:11.294587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:43:11.314255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:43:11.396999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:11.450441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:43:11.494896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c344187-651a-4479-bdfe-674769ca7a68 req-28a1868c-ae08-4ff4-ab01-51615d4addbc tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:11.496373 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4c344187-651a-4479-bdfe-674769ca7a68 req-28a1868c-ae08-4ff4-ab01-51615d4addbc tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 945 time: 0.0470674 Oct 23 01:43:11.542278 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4c344187-651a-4479-bdfe-674769ca7a68 req-2594a9d3-bf66-4c88-a1f6-c9f26fbec324 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403128 Oct 23 01:43:11.702943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:43:12.382904 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=68 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:12.388235 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=66 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:12.570514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:12.661160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084e85a-da88-4719-96aa-50050beb3a19 req-8a193c4a-5304-41c1-aef0-b5a5fb7f46b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:12.662553 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9084e85a-da88-4719-96aa-50050beb3a19 req-8a193c4a-5304-41c1-aef0-b5a5fb7f46b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 945 time: 0.0460136 Oct 23 01:43:12.708917 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9084e85a-da88-4719-96aa-50050beb3a19 req-da434a75-db7e-432b-bc3b-803868bc1464 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Oct 23 01:43:13.178543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:43:13.222605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:43:13.278712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:43:13.279114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:13.279452 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 Oct 23 01:43:13.349370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:43:13.349728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:13.372104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:43:13.374322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9709997-50ab-48ab-b448-266b167ce182" -d '{"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-plugged", "status": "completed", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:43:13.386515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:43:13.411362 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33423c2f-a784-4f0e-9629-2184549b7798 x-openstack-request-id: req-33423c2f-a784-4f0e-9629-2184549b7798 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:43:13.411647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-plugged", "status": "completed", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:43:13.411896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33423c2f-a784-4f0e-9629-2184549b7798 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:43:13.412285 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33423c2f-a784-4f0e-9629-2184549b7798'] response: {'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'code': 200} Oct 23 01:43:13.450284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:13.500036 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:43:13.740799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eeebb-58fc-405e-b759-074649047647 req-e075f321-62b2-4ef7-b079-a1e8f60e4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:13.742254 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-004eeebb-58fc-405e-b759-074649047647 req-e075f321-62b2-4ef7-b079-a1e8f60e4708 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 1130 time: 0.0389650 Oct 23 01:43:13.786021 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-004eeebb-58fc-405e-b759-074649047647 req-f289c81c-46e2-457b-b5bd-3e4ef4202d15 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381660 Oct 23 01:43:13.829170 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108496cf-f2a4-4b9f-887f-24d6c7d3b9db req-c9e6dd90-f0c1-4a95-8db9-0692d4d28072 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:13.831302 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-108496cf-f2a4-4b9f-887f-24d6c7d3b9db req-c9e6dd90-f0c1-4a95-8db9-0692d4d28072 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0461078 Oct 23 01:43:13.876905 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-108496cf-f2a4-4b9f-887f-24d6c7d3b9db req-18494e46-6558-4616-9068-d541b5acd69d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400846 Oct 23 01:43:14.048179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:14.073071 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:15.005871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86466912-f8fc-4e0e-8783-c19b7f38e6ba req-1df547d3-c302-4e41-a438-63f17f3688cb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:15.007360 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-86466912-f8fc-4e0e-8783-c19b7f38e6ba req-1df547d3-c302-4e41-a438-63f17f3688cb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0519862 Oct 23 01:43:15.054640 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-86466912-f8fc-4e0e-8783-c19b7f38e6ba req-ffdba441-710a-48c5-8ea6-ae5cd8ae7217 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Oct 23 01:43:16.178857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673337e-afed-41d2-a606-c44dcb2d6bd0 req-3e1dcf2c-1e81-45c6-b93c-2bb84da4f5ac tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:16.180322 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f673337e-afed-41d2-a606-c44dcb2d6bd0 req-3e1dcf2c-1e81-45c6-b93c-2bb84da4f5ac tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0508409 Oct 23 01:43:16.212454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:16.227214 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f673337e-afed-41d2-a606-c44dcb2d6bd0 req-bc5a9e6e-1469-4566-857a-afa77b6d4cd2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Oct 23 01:43:16.341203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342e24f-5297-416b-818d-af42541dab23 req-86ff0d88-5085-4cb8-acde-e663e95850df tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:16.342720 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8342e24f-5297-416b-818d-af42541dab23 req-86ff0d88-5085-4cb8-acde-e663e95850df tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0464435 Oct 23 01:43:16.353539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41148) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:43:16.357974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-cfd23224-b964-4790-a406-4d4ca4d84da7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'floatingip': {'port_id': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:43:16.395714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cfd23224-b964-4790-a406-4d4ca4d84da7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:16.629506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:16.809522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cfd23224-b964-4790-a406-4d4ca4d84da7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:16.873100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cfd23224-b964-4790-a406-4d4ca4d84da7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:16.969340 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-cfd23224-b964-4790-a406-4d4ca4d84da7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60 associated. External IP: 172.36.3.126, port: 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005. Oct 23 01:43:17.065742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:17.167382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd23224-b964-4790-a406-4d4ca4d84da7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:43:17.271067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd23224-b964-4790-a406-4d4ca4d84da7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:43:17.275902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cfd23224-b964-4790-a406-4d4ca4d84da7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:17.281385 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac724201-964a-4c01-833d-9278d1a24373 None None] Sync routers for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:43:17.290869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac724201-964a-4c01-833d-9278d1a24373 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:43:17.291480 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ac724201-964a-4c01-833d-9278d1a24373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:43:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:43:17.304720 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cfd23224-b964-4790-a406-4d4ca4d84da7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/189b2f5d-c006-4998-91ab-fd87c69ddc60 HTTP/1.1" status: 200 len: 992 time: 0.9500704 Oct 23 01:43:17.305472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:43:17.307830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc" -d '{"events": [{"name": "network-changed", "server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:43:17.344615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384a7402-1c4c-485c-b61c-5a6c43d6a881 x-openstack-request-id: req-384a7402-1c4c-485c-b61c-5a6c43d6a881 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:43:17.345269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:43:17.345269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-384a7402-1c4c-485c-b61c-5a6c43d6a881 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:43:17.345546 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384a7402-1c4c-485c-b61c-5a6c43d6a881'] response: {'name': 'network-changed', 'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'status': 'completed', 'code': 200} Oct 23 01:43:17.394495 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-ac724201-964a-4c01-833d-9278d1a24373 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:43:17.433072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc req-1ee6a9a5-5de0-4fd5-bfdd-f6ecd8df956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:17.434545 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc req-1ee6a9a5-5de0-4fd5-bfdd-f6ecd8df956b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 1130 time: 0.0403161 Oct 23 01:43:17.524745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:17.529772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc req-98d983b5-9de6-4c04-bb7f-2aa10134630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:17.531269 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc req-98d983b5-9de6-4c04-bb7f-2aa10134630d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0902770 Oct 23 01:43:17.592934 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc req-15581501-e2a6-44c3-997a-c7cde1d82db0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 HTTP/1.1" status: 200 len: 1000 time: 0.0559468 Oct 23 01:43:17.607106 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ac724201-964a-4c01-833d-9278d1a24373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:8c:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:43:16Z', 'revision_number': 9, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:43:17.631768 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac724201-964a-4c01-833d-9278d1a24373 None None] Checking router: f76422dd-c1f5-4f7f-9476-1b5376fb8a18 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:43:17.640092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc req-e864bff8-4f9a-47fc-ad9d-4ea10fcc4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:17.640265 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac724201-964a-4c01-833d-9278d1a24373 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:43:17.640725 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ac724201-964a-4c01-833d-9278d1a24373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:43:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:43:17.641595 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc req-e864bff8-4f9a-47fc-ad9d-4ea10fcc4a3c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0434024 Oct 23 01:43:17.688107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc req-2f492c42-405b-4dc7-8c92-3f6df847afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:17.689599 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc req-2f492c42-405b-4dc7-8c92-3f6df847afc1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429912 Oct 23 01:43:17.742348 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-ac724201-964a-4c01-833d-9278d1a24373 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:43:17.777746 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc req-ef477a18-495b-4d27-8df9-c9db9a7456a5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819833 Oct 23 01:43:17.870237 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ab1d370f-278c-4fa0-b28d-2d8c6174bddc req-bd80d9e8-ad10-4520-832f-af9d630e7542 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863156 Oct 23 01:43:17.949501 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ac724201-964a-4c01-833d-9278d1a24373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:8c:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:43:16Z', 'revision_number': 9, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:43:17.974450 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac724201-964a-4c01-833d-9278d1a24373 None None] The sync data for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv is: [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:8c:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:43:16Z', 'revision_number': 9, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:43:18.161513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ea408-c071-40d7-993d-33d0cf9e7c7e None None] New status for floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:43:21.975588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:26.224035 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=79 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:27.860785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=24 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:27.867800 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=68 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:27.951515 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=72 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:27.952272 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=82 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:31.926064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:31.930460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:31.933145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:33.990600 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:43:38.906662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-61e38c07-967b-4ce9-b750-4f043269d275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:41.145389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-25e5708e-5f2e-4fec-9368-42c39490a3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:42.551393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:43.986289 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:43.993950 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:43:44.047808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:44.070579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:50.582071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a1ab6-79eb-4ca4-8240-cb3018d8184c req-34ad12e1-436a-4c6b-8945-95d81eaccb14 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:50.583840 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-275a1ab6-79eb-4ca4-8240-cb3018d8184c req-34ad12e1-436a-4c6b-8945-95d81eaccb14 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0480459 Oct 23 01:43:50.631184 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-275a1ab6-79eb-4ca4-8240-cb3018d8184c req-949865c0-1d06-4360-8061-02fc2d3ec243 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Oct 23 01:43:50.737310 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-7f95b31c-7df2-4b2a-8c47-0231057ba1b3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791452 Oct 23 01:43:51.255548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-e83e3ea7-abb2-4435-b26b-48fac35ae5f7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:51.256936 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-e83e3ea7-abb2-4435-b26b-48fac35ae5f7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports/3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 HTTP/1.1" status: 200 len: 943 time: 0.0969725 Oct 23 01:43:51.756144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78440-646a-4940-8c75-5bbbf931beac req-ade1b8eb-cd21-4972-b0b1-536af1e6614b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:51.757647 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-21a78440-646a-4940-8c75-5bbbf931beac req-ade1b8eb-cd21-4972-b0b1-536af1e6614b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0479417 Oct 23 01:43:51.805248 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-21a78440-646a-4940-8c75-5bbbf931beac req-4866d0a2-3d82-47e6-886a-a88109d368bb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415401 Oct 23 01:43:52.003519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:43:52.837296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-c14ba420-bd46-4caf-b52d-ef963535991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:52.838768 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-c14ba420-bd46-4caf-b52d-ef963535991c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 1130 time: 0.0435336 Oct 23 01:43:52.927782 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185e13-d06c-42a4-a9e8-5c1e854d84fd req-db24b885-c744-4cf3-883c-bda27e003468 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:52.929881 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6d185e13-d06c-42a4-a9e8-5c1e854d84fd req-db24b885-c744-4cf3-883c-bda27e003468 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0478508 Oct 23 01:43:52.931407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-66b6fac8-4516-4e9c-982e-a4813cfe36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:52.932906 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-66b6fac8-4516-4e9c-982e-a4813cfe36e6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0880215 Oct 23 01:43:52.979625 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6d185e13-d06c-42a4-a9e8-5c1e854d84fd req-d73e232d-04ee-4a81-9682-4b94f678af56 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437598 Oct 23 01:43:53.000664 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-6936937b-1f4a-4b8e-96c5-bb083905c7e2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 HTTP/1.1" status: 200 len: 1003 time: 0.0621190 Oct 23 01:43:53.050083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-c7db2f0e-64fe-46ed-ab6a-01a192566367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:53.051532 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-c7db2f0e-64fe-46ed-ab6a-01a192566367 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0445156 Oct 23 01:43:53.094312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-ae7ee3a0-5b20-46b4-b07e-7682bee64cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:53.095716 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-ae7ee3a0-5b20-46b4-b07e-7682bee64cd4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381320 Oct 23 01:43:53.186243 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-d1c1bb6f-a39c-4b35-950a-98bc3f88f99e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839589 Oct 23 01:43:53.273565 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-ac220e69-bc97-4837-80da-f9a23c13cba2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820293 Oct 23 01:43:54.108511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db5abd-3294-45b2-a62d-6a2e812f3b54 req-e7c1f7f0-d10a-4e57-b7ff-2ca117254f53 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:54.109990 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-31db5abd-3294-45b2-a62d-6a2e812f3b54 req-e7c1f7f0-d10a-4e57-b7ff-2ca117254f53 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0501270 Oct 23 01:43:54.156225 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-31db5abd-3294-45b2-a62d-6a2e812f3b54 req-aed256ef-1a2c-4743-82cf-6a0293f4d3d2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406096 Oct 23 01:43:55.278718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7fc9f-0590-49ac-adb2-54d65f3fda70 req-3241a83b-6672-4997-afca-bb2b301b1e39 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:55.280182 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-41e7fc9f-0590-49ac-adb2-54d65f3fda70 req-3241a83b-6672-4997-afca-bb2b301b1e39 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0463238 Oct 23 01:43:55.330792 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-41e7fc9f-0590-49ac-adb2-54d65f3fda70 req-3bfa958c-8690-42fa-b201-917c3a7f4235 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Oct 23 01:43:56.450815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0665b1-1d84-4ae9-b68b-90dd299d6921 req-6130367e-3641-41a2-83f8-eb77ed9264a4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:56.452272 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc0665b1-1d84-4ae9-b68b-90dd299d6921 req-6130367e-3641-41a2-83f8-eb77ed9264a4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0464387 Oct 23 01:43:56.498067 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc0665b1-1d84-4ae9-b68b-90dd299d6921 req-cc5debff-a3f1-4866-9128-4ca2389657fc tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403364 Oct 23 01:43:57.617355 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a86a04-d0ee-4575-b0a0-749c77d8287b req-80c040ef-63ab-482e-a720-fdaf2229daf3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:57.618844 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-41a86a04-d0ee-4575-b0a0-749c77d8287b req-80c040ef-63ab-482e-a720-fdaf2229daf3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0464096 Oct 23 01:43:57.665116 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-41a86a04-d0ee-4575-b0a0-749c77d8287b req-999ab52a-1324-4c4a-ac74-02789ac42f5c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408688 Oct 23 01:43:58.784338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e856-f5a8-4da8-a57d-ca90e6eacfe3 req-d3e05b05-578e-45bf-9ff3-5178163dde77 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:58.785861 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e77e856-f5a8-4da8-a57d-ca90e6eacfe3 req-d3e05b05-578e-45bf-9ff3-5178163dde77 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0467324 Oct 23 01:43:58.835883 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e77e856-f5a8-4da8-a57d-ca90e6eacfe3 req-b6f984d1-c06f-4eb7-9b16-15591f1c1503 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439558 Oct 23 01:43:59.954009 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83616e1-5cd7-4f6e-98c4-b23b0ce72c1c req-fdcfde5c-a3c6-44f3-9ab4-7bbd17f1127d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:43:59.955478 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a83616e1-5cd7-4f6e-98c4-b23b0ce72c1c req-fdcfde5c-a3c6-44f3-9ab4-7bbd17f1127d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0467384 Oct 23 01:44:00.002891 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a83616e1-5cd7-4f6e-98c4-b23b0ce72c1c req-bee8780f-ba19-4a8f-bfa5-015c70fe7cd7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 Oct 23 01:44:00.213528 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a7927-9a6b-4ec5-9b28-14b306616d18 req-5b870057-e497-40bd-8b68-fa0bbb8528eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:00.215082 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-191a7927-9a6b-4ec5-9b28-14b306616d18 req-5b870057-e497-40bd-8b68-fa0bbb8528eb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 1130 time: 0.0813706 Oct 23 01:44:00.292884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:00.311889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:00.314777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a7927-9a6b-4ec5-9b28-14b306616d18 req-9154cf4a-3498-4661-b529-6ed3997a74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:00.316230 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-191a7927-9a6b-4ec5-9b28-14b306616d18 req-9154cf4a-3498-4661-b529-6ed3997a74b2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0840254 Oct 23 01:44:00.381553 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-191a7927-9a6b-4ec5-9b28-14b306616d18 req-759d2ce6-63a6-44cc-8d41-27c93437daf0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 HTTP/1.1" status: 200 len: 1003 time: 0.0581710 Oct 23 01:44:00.428062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a7927-9a6b-4ec5-9b28-14b306616d18 req-614c047b-bcb8-491c-80be-42e71a9243f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:00.429402 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-191a7927-9a6b-4ec5-9b28-14b306616d18 req-614c047b-bcb8-491c-80be-42e71a9243f8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0423346 Oct 23 01:44:00.470633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a7927-9a6b-4ec5-9b28-14b306616d18 req-c17a9d2a-6391-406f-8368-d7bfa157a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:00.472103 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-191a7927-9a6b-4ec5-9b28-14b306616d18 req-c17a9d2a-6391-406f-8368-d7bfa157a859 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0373554 Oct 23 01:44:00.564274 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-191a7927-9a6b-4ec5-9b28-14b306616d18 req-c5f16351-0d45-4e82-86ed-b76b66f6aa1a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841639 Oct 23 01:44:00.655304 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-191a7927-9a6b-4ec5-9b28-14b306616d18 req-c4318a4b-b075-419d-b6ed-d2d587ddb4de service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849183 Oct 23 01:44:01.122031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b1dc6-405b-48ee-ab8c-c858f59b1639 req-6339aa56-1471-48f5-a9cc-367f100f2979 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:01.123431 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-239b1dc6-405b-48ee-ab8c-c858f59b1639 req-6339aa56-1471-48f5-a9cc-367f100f2979 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0457866 Oct 23 01:44:01.169195 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-239b1dc6-405b-48ee-ab8c-c858f59b1639 req-e76428f6-8e4d-493b-bdc3-77480e2616a1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402422 Oct 23 01:44:01.936058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:01.938915 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:01.940626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:02.294538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c2fc0-2467-491e-9674-4f924a9b1d6b req-d0541ce6-85f2-4a67-bb46-8b75c4370427 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:02.296009 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4c0c2fc0-2467-491e-9674-4f924a9b1d6b req-d0541ce6-85f2-4a67-bb46-8b75c4370427 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0512462 Oct 23 01:44:02.342599 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4c0c2fc0-2467-491e-9674-4f924a9b1d6b req-81616eec-082e-46d3-9651-0cdbd78dc6ed tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410821 Oct 23 01:44:03.006496 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:03.013610 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:03.464568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b399-a949-4dff-a4a6-9c7c573c994c req-8213b2d9-bca3-426d-bbb1-2c98be3ac38f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:03.466781 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3044b399-a949-4dff-a4a6-9c7c573c994c req-8213b2d9-bca3-426d-bbb1-2c98be3ac38f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0488427 Oct 23 01:44:03.516664 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3044b399-a949-4dff-a4a6-9c7c573c994c req-7e13986b-ab69-4051-a427-2c03f35996a2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415745 Oct 23 01:44:04.635966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7def4a-d532-4d94-833e-18050a7b046e req-be8c85eb-c82c-4b06-a3f9-77fcfdb71e39 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:04.637405 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7a7def4a-d532-4d94-833e-18050a7b046e req-be8c85eb-c82c-4b06-a3f9-77fcfdb71e39 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0467589 Oct 23 01:44:04.684016 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7a7def4a-d532-4d94-833e-18050a7b046e req-65e2fe1e-fcfd-4101-b020-3f70b5f60dd2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 Oct 23 01:44:05.310911 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-a74c8887-e67e-489e-b673-b472e7d2606f service neutron] 10.222.0.48 "GET /networking/v2.0/ports/3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0558186 Oct 23 01:44:05.806198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda243f-1db7-47a5-ad4f-66c65d414e59 req-3fa0a1f0-1960-4906-ac43-ff7ec5b79278 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:05.807749 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ceda243f-1db7-47a5-ad4f-66c65d414e59 req-3fa0a1f0-1960-4906-ac43-ff7ec5b79278 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0466342 Oct 23 01:44:05.864207 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ceda243f-1db7-47a5-ad4f-66c65d414e59 req-aec4d9a9-da86-49c3-8ea5-bb92c95ff3f5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505526 Oct 23 01:44:05.893959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-9274b16b-d21c-4d4d-9cd2-833cba50bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:05.895505 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-9274b16b-d21c-4d4d-9cd2-833cba50bbc6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 1130 time: 0.0465252 Oct 23 01:44:05.975651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-78913ceb-074e-42b2-82ed-d03b6284043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:05.977280 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-78913ceb-074e-42b2-82ed-d03b6284043d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 1130 time: 0.0428700 Oct 23 01:44:06.065642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-cbfc3da6-1b4a-4f55-9a14-392b842f094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:06.067227 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-cbfc3da6-1b4a-4f55-9a14-392b842f094c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0844693 Oct 23 01:44:06.463454 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-d3c8cb12-440a-4885-80b7-1bb108e3bd27 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 HTTP/1.1" status: 200 len: 1003 time: 0.3900647 Oct 23 01:44:06.510107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-f843c401-661e-4741-a763-72fb8841df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:06.511498 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-f843c401-661e-4741-a763-72fb8841df9c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0422161 Oct 23 01:44:06.546785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:06.554110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-9e88f752-c409-40d6-99ca-c8d2efa47510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:06.557735 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-9e88f752-c409-40d6-99ca-c8d2efa47510 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383978 Oct 23 01:44:06.579398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:06.646049 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-3dd346a3-b751-4a4c-9efb-d94050f87ee3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847495 Oct 23 01:44:06.735599 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64097a0d-1dca-41c8-a4ea-55cb29400e62 req-bfde0952-98bb-4681-9b55-3ed3797bd35f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813248 Oct 23 01:44:06.990134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68814d-ab86-4a15-b95a-dc4b9038a271 req-648c98b0-f819-4b08-81d8-8bf69bc1085b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:06.991657 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9f68814d-ab86-4a15-b95a-dc4b9038a271 req-648c98b0-f819-4b08-81d8-8bf69bc1085b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0493851 Oct 23 01:44:07.044328 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9f68814d-ab86-4a15-b95a-dc4b9038a271 req-26a0c0f8-6d40-4fd7-ba39-0b483ba31e2c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470037 Oct 23 01:44:08.166588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207c68a-ac75-4978-b13a-257232b53fc9 req-caae8787-6706-4df7-98bc-783cf6c760ea tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:08.168059 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f207c68a-ac75-4978-b13a-257232b53fc9 req-caae8787-6706-4df7-98bc-783cf6c760ea tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0503252 Oct 23 01:44:08.214212 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f207c68a-ac75-4978-b13a-257232b53fc9 req-507e3461-b151-4d91-a4c1-e30f9efa31f9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406401 Oct 23 01:44:08.838376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7f986aad-840c-4304-aa45-cdf081c25207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:09.338236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17125b00-3854-49fd-9821-595162bd66c3 req-41f158f6-7cd8-4cea-90fa-05f309fb2b39 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:09.339675 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-17125b00-3854-49fd-9821-595162bd66c3 req-41f158f6-7cd8-4cea-90fa-05f309fb2b39 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0472004 Oct 23 01:44:09.385569 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-17125b00-3854-49fd-9821-595162bd66c3 req-aaf54479-7653-4668-a570-423e1fe66e65 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Oct 23 01:44:09.453945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:44:09.467330 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:44:09.602508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:44:09.602920 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:09.622377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:09.640777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'port_id': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'mac_address': 'fa:16:3e:8c:d3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:44:09.646204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:44:09.648398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c730e3-93a5-4c41-b6c9-8a73d926df6d" -d '{"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-unplugged", "status": "completed", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:44:09.661712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:09.697430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb284bf0-a611-4b33-bd51-98727df96618 x-openstack-request-id: req-cb284bf0-a611-4b33-bd51-98727df96618 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:44:09.697716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-unplugged", "status": "completed", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:44:09.697991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb284bf0-a611-4b33-bd51-98727df96618 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:44:09.698382 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb284bf0-a611-4b33-bd51-98727df96618'] response: {'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'code': 200} Oct 23 01:44:09.700291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 is: ACTIVE; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:44:09.700677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:09.844909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:09.851423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:44:09.921837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:09.929923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:44:09.930261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:44:09.932261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.932609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.932952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.933295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.933632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.933994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.934319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.934648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.934976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.935377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.935624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.936052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.936267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.936587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:09.936907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:10.018367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914cb5f-2bb1-4f20-9611-d427156de91e req-a91ec590-cfee-456b-920b-3acba5ee0877 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:10.019854 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3914cb5f-2bb1-4f20-9611-d427156de91e req-a91ec590-cfee-456b-920b-3acba5ee0877 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 944 time: 0.0471373 Oct 23 01:44:10.066297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-9e09e6e7-7873-466a-82a5-b03da56f5598 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:10.067777 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-9e09e6e7-7873-466a-82a5-b03da56f5598 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0501842 Oct 23 01:44:10.067938 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3914cb5f-2bb1-4f20-9611-d427156de91e req-b5a1b987-f4af-4cd2-9155-9a595e8ff673 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423448 Oct 23 01:44:10.127460 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-5ad19011-65a9-4e12-a54f-e7866cb9c508 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0528378 Oct 23 01:44:10.211346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-cc0b7d37-a0a3-490d-9034-ce825be9fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:10.213331 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-cc0b7d37-a0a3-490d-9034-ce825be9fe87 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 1128 time: 0.0424235 Oct 23 01:44:10.320128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-4be8cf2e-e53e-4107-a111-2517d720ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:10.321867 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-4be8cf2e-e53e-4107-a111-2517d720ad32 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.1033390 Oct 23 01:44:10.383804 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-3301f886-89bf-4602-a083-44080a02e8ef service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 HTTP/1.1" status: 200 len: 1001 time: 0.0565069 Oct 23 01:44:10.430145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-cccad77e-bcee-464e-ba87-c00f40465203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:10.431556 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-cccad77e-bcee-464e-ba87-c00f40465203 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0422854 Oct 23 01:44:10.467272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:44:10.467667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:10.473603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-1b33b038-2eb4-4f0e-84ee-6870fbf71564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:10.475210 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-1b33b038-2eb4-4f0e-84ee-6870fbf71564 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380237 Oct 23 01:44:10.481202 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:44:10.501026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:10.557531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:10.568562 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-4e78ee96-b471-41a3-ab42-9158cde00d94 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875618 Oct 23 01:44:10.606237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:10.658353 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-b4093e81-0871-481d-b96a-95dab47d593f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835490 Oct 23 01:44:10.690682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:44:10.989214 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:44:11.157906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9efffac3-c215-4442-a2a3-54e8b72c9d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:11.193306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903dfea-41f7-47d4-8337-f961ecebe0cd req-2ddd5b43-8c09-4f5d-ba10-f357b40d416d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:11.194796 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4903dfea-41f7-47d4-8337-f961ecebe0cd req-2ddd5b43-8c09-4f5d-ba10-f357b40d416d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 945 time: 0.0480528 Oct 23 01:44:11.241868 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4903dfea-41f7-47d4-8337-f961ecebe0cd req-45f266c5-2dcb-4b0a-bc8f-1d4b8573dc4b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404811 Oct 23 01:44:11.473713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:44:11.516233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:44:11.516533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:11.516863 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 Oct 23 01:44:11.590120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:44:11.590620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:11.623557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:11.688022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:11.709224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:44:11.711496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182f9a0-c831-4fc7-ba17-4dde563e5a04" -d '{"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-plugged", "status": "completed", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:44:11.740503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:11.755898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae221b-5d79-4aa1-a0dc-6e04877c15e2 x-openstack-request-id: req-e5ae221b-5d79-4aa1-a0dc-6e04877c15e2 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:44:11.756184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-plugged", "status": "completed", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:44:11.756433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5ae221b-5d79-4aa1-a0dc-6e04877c15e2 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:44:11.756826 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ae221b-5d79-4aa1-a0dc-6e04877c15e2'] response: {'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'code': 200} Oct 23 01:44:12.359944 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:12.367824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759b968-4dde-4eee-ad79-4b46a5cd8c68 req-94662620-239e-4177-a90d-40d6108aa929 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:12.369317 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e759b968-4dde-4eee-ad79-4b46a5cd8c68 req-94662620-239e-4177-a90d-40d6108aa929 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0515103 Oct 23 01:44:12.402843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:12.417021 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e759b968-4dde-4eee-ad79-4b46a5cd8c68 req-d66766cd-6d9b-4ee0-9b5c-fd26fda99fd6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 Oct 23 01:44:12.557516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:13.545484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73abf2c-4bf3-4d40-8a32-11a5b75ec5ce req-43875776-88b9-486a-80a9-a8c7ece705f2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:13.547026 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c73abf2c-4bf3-4d40-8a32-11a5b75ec5ce req-43875776-88b9-486a-80a9-a8c7ece705f2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0524409 Oct 23 01:44:13.558234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:13.574420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:13.596977 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c73abf2c-4bf3-4d40-8a32-11a5b75ec5ce req-c7e8d14a-9207-4be9-b7f4-0026125c00e5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443468 Oct 23 01:44:14.004074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-03dad78c-351a-4822-b93c-d13f49937ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:14.005584 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-03dad78c-351a-4822-b93c-d13f49937ca0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 1130 time: 0.0413399 Oct 23 01:44:14.031948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:14.049147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:14.082009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-4709a87d-6416-4b62-bb90-e5ae30e3cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:14.083484 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-4709a87d-6416-4b62-bb90-e5ae30e3cda2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 1130 time: 0.0403554 Oct 23 01:44:14.174590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-932efbdc-018e-4d23-a4b8-8b3f117d440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:14.176060 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-932efbdc-018e-4d23-a4b8-8b3f117d440d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0871615 Oct 23 01:44:14.238573 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-0a2b9214-f1e5-49bc-99c6-578a368f04de service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 HTTP/1.1" status: 200 len: 1003 time: 0.0534041 Oct 23 01:44:14.288143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-39f07237-6267-4fbf-bd19-2f00bc80b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:14.289558 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-39f07237-6267-4fbf-bd19-2f00bc80b90b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0472705 Oct 23 01:44:14.332447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-49d11ab7-55be-4d40-9088-933ca7d4ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:14.333934 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-49d11ab7-55be-4d40-9088-933ca7d4ee85 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386584 Oct 23 01:44:14.423995 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-80237e2b-8fdb-4f0d-82aa-5ad060d67f5c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843618 Oct 23 01:44:14.511533 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1d52e79-af22-4945-9432-ac8a7e6b7a68 req-076dba3b-540b-4b0c-8af4-2bc447743cb8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816975 Oct 23 01:44:14.719610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405fa89-fd71-4236-a0eb-e4fec705217b req-9cf6ff03-ec5d-4b37-8a95-84b061b72b20 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:14.721122 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f405fa89-fd71-4236-a0eb-e4fec705217b req-9cf6ff03-ec5d-4b37-8a95-84b061b72b20 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0468705 Oct 23 01:44:14.771765 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f405fa89-fd71-4236-a0eb-e4fec705217b req-935f238e-e77c-4168-ad59-e9bcfbf047b8 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451024 Oct 23 01:44:15.496744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:44:15.570732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:44:15.571123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:15.593880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:44:15.596078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a9e4c1-d89a-4923-bf06-a4fabd288828" -d '{"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-unplugged", "status": "completed", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:44:15.608321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:15.640988 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32a8c24-d0a8-4ca3-b93c-6610aafc4e14 x-openstack-request-id: req-d32a8c24-d0a8-4ca3-b93c-6610aafc4e14 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:44:15.641260 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-unplugged", "status": "completed", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:44:15.641514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d32a8c24-d0a8-4ca3-b93c-6610aafc4e14 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:44:15.641951 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d32a8c24-d0a8-4ca3-b93c-6610aafc4e14'] response: {'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'code': 200} Oct 23 01:44:15.682982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:15.705357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:15.719266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:15.730394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=9']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:15.898053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56604f-0e9a-4a1f-bf15-30b5dfe698af req-41b40dcb-783b-4a1e-b121-ae55854591d4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:15.899554 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4d56604f-0e9a-4a1f-bf15-30b5dfe698af req-41b40dcb-783b-4a1e-b121-ae55854591d4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 944 time: 0.0471027 Oct 23 01:44:15.947213 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4d56604f-0e9a-4a1f-bf15-30b5dfe698af req-f3f73c30-a903-46aa-b593-fde7e0a9cd55 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Oct 23 01:44:17.066939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793d34-0d68-4ed0-868e-87989058f4a4 req-0a2722fa-84ef-413f-b148-196797d2376d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:17.068390 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-58793d34-0d68-4ed0-868e-87989058f4a4 req-0a2722fa-84ef-413f-b148-196797d2376d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 944 time: 0.0459266 Oct 23 01:44:17.115934 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-58793d34-0d68-4ed0-868e-87989058f4a4 req-c9623c21-8951-4f5c-afb0-618539056723 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Oct 23 01:44:17.235062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d963f7-a330-4c9a-986f-ef68bebab996 req-f56a0c78-9b0b-4f59-beef-afd707a178ae tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:17.236530 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-89d963f7-a330-4c9a-986f-ef68bebab996 req-f56a0c78-9b0b-4f59-beef-afd707a178ae tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 944 time: 0.0471344 Oct 23 01:44:17.283544 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-89d963f7-a330-4c9a-986f-ef68bebab996 req-d506abd9-b72c-4bc9-99e7-bd35eef82403 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414386 Oct 23 01:44:17.404542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfde2b-4cd1-4b61-874b-10908cca1063 req-d266bf3a-53a8-4e88-979f-bcbf1177de9d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:17.405938 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c3bfde2b-4cd1-4b61-874b-10908cca1063 req-d266bf3a-53a8-4e88-979f-bcbf1177de9d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 944 time: 0.0503631 Oct 23 01:44:17.452353 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c3bfde2b-4cd1-4b61-874b-10908cca1063 req-9422fd5e-1f14-4d96-86a3-e43e1e525375 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 Oct 23 01:44:17.499802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:44:17.515005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:17.601611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:17.613026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'port_id': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'mac_address': 'fa:16:3e:8c:d3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:44:17.647732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:44:17.648109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:17.664768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:44:17.683739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:17.751922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:17.800665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=10']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:17.881629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:44:17.886367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b124-6088-4e00-8fcf-834ad758a205 req-03923c59-a303-4842-b161-8cd93edb5205 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:17.887839 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a333b124-6088-4e00-8fcf-834ad758a205 req-03923c59-a303-4842-b161-8cd93edb5205 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0467367 Oct 23 01:44:17.935743 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a333b124-6088-4e00-8fcf-834ad758a205 req-1831bbcb-46cb-4b78-b1c1-f5249099da06 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Oct 23 01:44:19.061104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ecb1d-beef-4a56-bf55-09314ed5495a req-5fdc961c-74ef-4326-8a9d-def20bee2bf7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:19.062599 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649ecb1d-beef-4a56-bf55-09314ed5495a req-5fdc961c-74ef-4326-8a9d-def20bee2bf7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 946 time: 0.0500505 Oct 23 01:44:19.108296 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-649ecb1d-beef-4a56-bf55-09314ed5495a req-1cacdc84-9c21-4437-9581-b9504da35bfe tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400033 Oct 23 01:44:19.505618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:44:19.549375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:44:19.549743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:19.550107 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 Oct 23 01:44:19.619406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:44:19.619789 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:19.642084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:44:19.644291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bce7db6-969d-4273-800a-50d1373215fa" -d '{"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-plugged", "status": "completed", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:44:19.659886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:19.684459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c1c074-9d2c-4f6d-870e-6fb7a712a2db x-openstack-request-id: req-e6c1c074-9d2c-4f6d-870e-6fb7a712a2db {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:44:19.684743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-plugged", "status": "completed", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:44:19.685118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6c1c074-9d2c-4f6d-870e-6fb7a712a2db {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:44:19.685510 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c1c074-9d2c-4f6d-870e-6fb7a712a2db'] response: {'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'code': 200} Oct 23 01:44:19.711844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:19.757375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=11']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:20.058073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-52152279-5918-46c9-b6b3-df73a5e84ef5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:20.059503 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-52152279-5918-46c9-b6b3-df73a5e84ef5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 947 time: 0.0454016 Oct 23 01:44:20.105328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:20.142099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Deleting port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:44:20.142401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:20.146380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:20.242782 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbe892-2f6a-4ff7-8adf-da0e10b5ab15 req-8094243e-de83-4ca9-baf2-b1316371f6c7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:20.244762 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-96fbe892-2f6a-4ff7-8adf-da0e10b5ab15 req-8094243e-de83-4ca9-baf2-b1316371f6c7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 947 time: 0.0608718 Oct 23 01:44:20.288833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] For port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:20.289192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:20.353587 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-96fbe892-2f6a-4ff7-8adf-da0e10b5ab15 req-bd837142-38db-4b0f-bb89-04ec422ed714 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995276 Oct 23 01:44:20.468016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:20.468374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:20.468683 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60 disassociated. External IP: 172.36.3.126, port: 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005. Oct 23 01:44:20.469022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Calling delete_port for 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:44:20.647335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:20.673207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event deleted for resources: {'Port': ['ID=3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:20.682880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.683230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.683575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.683916 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.684252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.684585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.684916 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.685241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.685999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.685999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.686235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.686535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.686858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.687217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.687495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:44:20.800853 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:44:20.906562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:44:20.918203 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db28fd-fd7c-4077-a719-f05c284ac531 None None] Sync routers for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:44:20.927886 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db28fd-fd7c-4077-a719-f05c284ac531 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:44:20.928493 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-62db28fd-fd7c-4077-a719-f05c284ac531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:44:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:44:20.947852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] No DVR routers for this DVR port 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:44:20.950409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:20.953610 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-90816508-300f-4c19-b74b-3faa20bdfbe1 req-f60ae184-5218-47d5-89a8-a806a2f0e656 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "DELETE /networking/v2.0/ports/3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 HTTP/1.1" status: 204 len: 173 time: 0.8889084 Oct 23 01:44:20.954116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-deleted', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:44:20.956359 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813e8ebb-6458-4894-87cd-08271bbef023" -d '{"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-deleted", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:44:20.994706 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3995eb2-facc-49d0-b188-75bc0795ea06 x-openstack-request-id: req-a3995eb2-facc-49d0-b188-75bc0795ea06 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:44:20.995218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46c0179-4a43-4b91-b0dd-318a2bacd91e", "name": "network-vif-deleted", "tag": "3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:44:20.995433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3995eb2-facc-49d0-b188-75bc0795ea06 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:44:20.995769 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3995eb2-facc-49d0-b188-75bc0795ea06'] response: {'server_uuid': 'd46c0179-4a43-4b91-b0dd-318a2bacd91e', 'name': 'network-vif-deleted', 'tag': '3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005', 'status': 'completed', 'code': 200} Oct 23 01:44:21.038146 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-62db28fd-fd7c-4077-a719-f05c284ac531 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:44:21.301902 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-62db28fd-fd7c-4077-a719-f05c284ac531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:44:21.329012 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db28fd-fd7c-4077-a719-f05c284ac531 None None] Checking router: f76422dd-c1f5-4f7f-9476-1b5376fb8a18 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:44:21.338326 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db28fd-fd7c-4077-a719-f05c284ac531 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:44:21.338992 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-62db28fd-fd7c-4077-a719-f05c284ac531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:44:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:44:21.443868 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-62db28fd-fd7c-4077-a719-f05c284ac531 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:44:21.475456 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9773adfd-a0d6-457a-aa9d-62c40dfb6133 req-8f77da34-d95c-4690-bcc0-cebe178d2c13 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d46c0179-4a43-4b91-b0dd-318a2bacd91e HTTP/1.1" status: 200 len: 210 time: 0.0274558 Oct 23 01:44:21.627579 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-62db28fd-fd7c-4077-a719-f05c284ac531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:44:21.651968 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db28fd-fd7c-4077-a719-f05c284ac531 None None] The sync data for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv is: [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:44:21.866008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8647d19a-970e-4999-8bae-b49e6d6db77e None None] New status for floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:44:22.072381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:22.735141 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-f6b97b4e-e720-4ceb-b636-ab30ae0d5d4d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1468804080&fields=id&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 267 time: 0.0430236 Oct 23 01:44:22.843579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-e1bae4fa-bdde-4122-8661-e31bdfc2a14d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:22.845015 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-e1bae4fa-bdde-4122-8661-e31bdfc2a14d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 811 time: 0.1036372 Oct 23 01:44:22.859388 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-344f9196-9f21-44ec-b796-430533605dd3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/quotas/9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 375 time: 0.0089676 Oct 23 01:44:22.909224 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-3f190cf9-7e8c-446c-9351-3a52bc65cbfc tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446508 Oct 23 01:44:22.967109 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-fa736284-8865-4c78-83e1-91780e0cbf42 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:44:22.968177 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-fa736284-8865-4c78-83e1-91780e0cbf42 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0475535 Oct 23 01:44:23.062549 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-f3dcfa21-44e4-463c-a0f2-64548b838baa service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884666 Oct 23 01:44:23.153442 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-6e2d2939-941b-4788-9b0c-3cc2e6c19287 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851209 Oct 23 01:44:23.369189 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2e1a3d5d-a3b1-4f06-ac84-f4797152fe7a req-8f2ee698-8d9a-4137-9aa8-283dc07a5adf tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 210 time: 0.0286028 Oct 23 01:44:23.536717 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:44:23.558257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:44:23.558606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 3d16e3a1-8aa4-43a5-a3e4-d2b76bf25005 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:44:24.477142 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9ff7cb20-14d9-4fda-aa5a-1129ee8ef63e req-d4ba4904-d3bf-4c35-bae4-5c4b45264e8e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 210 time: 0.0339394 Oct 23 01:44:25.342149 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:25.352179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-9c1911aa-928f-426f-8a81-9c136599a4c5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:25.358009 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-9c1911aa-928f-426f-8a81-9c136599a4c5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 811 time: 0.1049881 Oct 23 01:44:25.381256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:25.422679 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-8bf96d95-bc60-4b5c-ac3e-474d9edf9911 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 380 time: 0.0543425 Oct 23 01:44:25.431938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'port': {'device_id': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'admin_state_up': True, 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'security_groups': ['76190181-a302-4866-8c1f-c70d8eea47d1']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:44:25.585241 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ebe01037-4d11-4259-b2e2-03ff0079fcc7 req-8c3aff7d-5d72-4b35-a9b7-d05a4ef0801f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 210 time: 0.0278835 Oct 23 01:44:25.618994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Made reservation on behalf of 9ca3bd2b24ee4cda909170519b77e6a5 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:44:25.622920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:25.752136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Allocated IP 172.20.0.9 (6b578992-3f22-4916-a877-373a15ce415d/2d1de1b4-8fab-4f7b-b994-e0861a7fedc8/b2b2a5a9-acdd-4f50-93c5-a7af11ecc895) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:44:25.848733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:25.896127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:25.975091 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:26.021427 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Network 6b578992-3f22-4916-a877-373a15ce415d is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:44:26.026465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:44:26.030361 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:44:26.036399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event updated for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:26.082474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:26.083090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:26.154619 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-09a83092-05f7-420b-bbff-9eee5ae011b0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7261055 Oct 23 01:44:26.172777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Request body: {'port': {'device_id': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:44:26.231807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:26.283172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0c2c0078-8c2e-4f96-8374-cb5d49eabb92 None None] Provisioning complete for port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:44:26.283772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0078-8c2e-4f96-8374-cb5d49eabb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:26.283876 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0c2c0078-8c2e-4f96-8374-cb5d49eabb92 None None] Attempt 1 to provision port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 Oct 23 01:44:26.316006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c0078-8c2e-4f96-8374-cb5d49eabb92 None None] Port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:44:26.482295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:44:26.489636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Publish callbacks [] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:26.502445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Transition to ACTIVE for port object b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:44:26.557459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:26.634030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Pushing event updated for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:26.665500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:26.669892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Attempting to bind port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:44:26.670240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Attempting to bind port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:44:26.670571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Attempting to bind port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 on network 6b578992-3f22-4916-a877-373a15ce415d {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:44:26.706813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3211a-97c9-4760-ae51-fd832c67673e req-c7634cf9-690c-44fd-994d-ce636e1541bb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:26.708439 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-79a3211a-97c9-4760-ae51-fd832c67673e req-c7634cf9-690c-44fd-994d-ce636e1541bb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0471206 Oct 23 01:44:26.712859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 on network 6b578992-3f22-4916-a877-373a15ce415d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:44:26.713194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Attempting to bind port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 on network 6b578992-3f22-4916-a877-373a15ce415d {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:44:26.755795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:44:26.756053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Checking segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:44:26.756433 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Bound using segment: {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:44:26.756717 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-79a3211a-97c9-4760-ae51-fd832c67673e req-96b70746-6f24-46a4-9b98-9ed60f7019ac tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Oct 23 01:44:26.756893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Bound port: b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64930606-1a43-44ae-b1df-6b2b33a16fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b578992-3f22-4916-a877-373a15ce415d'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:44:26.757225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:26.772607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:26.818112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:44:26.821373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:44:26.906333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:26.910526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:26.917922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:26.917922 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 HTTP/1.1" status: 200 len: 1093 time: 0.7445564 Oct 23 01:44:26.917922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:44:26.917922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f7e210-c6f0-42d1-99fa-e9e5dc8cdeca" -d '{"events": [{"name": "network-changed", "server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:44:26.953562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b8c508-b0c8-4f72-a6d2-67dc294aed73 x-openstack-request-id: req-96b8c508-b0c8-4f72-a6d2-67dc294aed73 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:44:26.953928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:44:26.954179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96b8c508-b0c8-4f72-a6d2-67dc294aed73 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:44:26.954592 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b8c508-b0c8-4f72-a6d2-67dc294aed73'] response: {'name': 'network-changed', 'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'status': 'completed', 'code': 200} Oct 23 01:44:26.974781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb592c-3548-42c8-8f86-eb7477589a0b service neutron] Pushing event updated for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:27.036704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7e210-c6f0-42d1-99fa-e9e5dc8cdeca req-264bbe55-eee8-44eb-b0bb-3300a545c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:27.038241 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-18f7e210-c6f0-42d1-99fa-e9e5dc8cdeca req-264bbe55-eee8-44eb-b0bb-3300a545c6a1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 1127 time: 0.0395443 Oct 23 01:44:27.141340 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7e210-c6f0-42d1-99fa-e9e5dc8cdeca req-6b4d17f7-bb72-4c90-ba8c-e9200d5588d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:27.142826 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-18f7e210-c6f0-42d1-99fa-e9e5dc8cdeca req-6b4d17f7-bb72-4c90-ba8c-e9200d5588d6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0934265 Oct 23 01:44:27.233452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7e210-c6f0-42d1-99fa-e9e5dc8cdeca req-5b2a3a09-d49b-46ad-a0e8-cd9caa6a7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:27.234934 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-18f7e210-c6f0-42d1-99fa-e9e5dc8cdeca req-5b2a3a09-d49b-46ad-a0e8-cd9caa6a7829 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863388 Oct 23 01:44:27.328362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-405db59a-7179-4db8-9f9b-5fda14925a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:27.329739 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-405db59a-7179-4db8-9f9b-5fda14925a1f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 1127 time: 0.0386610 Oct 23 01:44:27.377272 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-051ec2f7-aba8-4a31-85ac-032f4fc67a04 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 HTTP/1.1" status: 200 len: 217 time: 0.0341563 Oct 23 01:44:27.423897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-db97a7d0-9b53-49f0-8b71-7dc22b27feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:27.425303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-db97a7d0-9b53-49f0-8b71-7dc22b27feeb service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0426064 Oct 23 01:44:27.468237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-855b534d-bc7c-4c06-816e-00b6d1b5c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:27.469760 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-855b534d-bc7c-4c06-816e-00b6d1b5c661 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380154 Oct 23 01:44:27.561384 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-07044865-b477-46e9-856b-273c15b0d3c3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849516 Oct 23 01:44:27.648696 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d206a25b-0e1f-45ae-a3e5-37d0cffeb72e req-4384f0b6-65f3-4f0b-8262-1dd84e2d73a8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816774 Oct 23 01:44:27.877413 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742fe62-5dca-4e98-ba41-5a4a28b81eab req-0395ca82-27a7-4379-a00e-f98320d48b00 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:27.878925 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8742fe62-5dca-4e98-ba41-5a4a28b81eab req-0395ca82-27a7-4379-a00e-f98320d48b00 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0466740 Oct 23 01:44:27.928757 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8742fe62-5dca-4e98-ba41-5a4a28b81eab req-bc4e2514-e525-4f63-9f9b-27b1b54f71d5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443418 Oct 23 01:44:29.057592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755ea3a-4015-4820-a79d-722842989e8a req-b50862bc-7084-4e6b-84fd-13915c44c12d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:29.059083 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4755ea3a-4015-4820-a79d-722842989e8a req-b50862bc-7084-4e6b-84fd-13915c44c12d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0492661 Oct 23 01:44:29.104911 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4755ea3a-4015-4820-a79d-722842989e8a req-07625d37-0d2c-43c6-bde1-37d4377c1add tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403399 Oct 23 01:44:29.561827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:44:29.658315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:29.673601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'port_id': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'mac_address': 'fa:16:3e:a4:a7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:44:29.707104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:44:29.707495 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:29.720692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:44:29.740477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:29.814302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:29.860367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:30.087766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:44:30.145851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:30.183652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:30.227738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1baf5c-182e-42c3-bd4d-7d95c5e8240d req-28b60ab5-d3bd-429e-aff0-2ccd294ed83a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:30.229223 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bb1baf5c-182e-42c3-bd4d-7d95c5e8240d req-28b60ab5-d3bd-429e-aff0-2ccd294ed83a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 944 time: 0.0484514 Oct 23 01:44:30.277268 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bb1baf5c-182e-42c3-bd4d-7d95c5e8240d req-2d408366-3d9b-4ac2-89cb-b11bcce75754 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422654 Oct 23 01:44:31.394971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df14890-673e-4d22-be29-46f9fb4a92f1 req-5d43c057-7d35-4333-8653-bfee039bb3aa tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:31.396474 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6df14890-673e-4d22-be29-46f9fb4a92f1 req-5d43c057-7d35-4333-8653-bfee039bb3aa tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 944 time: 0.0464008 Oct 23 01:44:31.435968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:31.442842 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6df14890-673e-4d22-be29-46f9fb4a92f1 req-9121fcac-7faa-4270-ae13-91208800f1a4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Oct 23 01:44:31.582635 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:44:31.623508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:44:31.688179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:44:31.688591 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:31.688912 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 Oct 23 01:44:31.722205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:31.762353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:44:31.762734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:31.786018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:44:31.788211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22299b7e-2b77-4947-8c1b-639d09424090" -d '{"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-plugged", "status": "completed", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:44:31.800478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:44:31.826414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25bf0e0-b32f-4877-8184-045bf285c1f8 x-openstack-request-id: req-e25bf0e0-b32f-4877-8184-045bf285c1f8 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:44:31.826698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-plugged", "status": "completed", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:44:31.827246 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e25bf0e0-b32f-4877-8184-045bf285c1f8 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:44:31.827640 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25bf0e0-b32f-4877-8184-045bf285c1f8'] response: {'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'code': 200} Oct 23 01:44:31.854472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:31.904557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:44:32.108822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dbd83-cff3-4568-9120-90c37284bf39 req-b83a347d-37f2-4713-8145-4a71364f6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:32.110273 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-668dbd83-cff3-4568-9120-90c37284bf39 req-b83a347d-37f2-4713-8145-4a71364f6289 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 1129 time: 0.0411253 Oct 23 01:44:32.153630 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-668dbd83-cff3-4568-9120-90c37284bf39 req-95a32130-9558-41d9-8422-30ce7fb30827 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370185 Oct 23 01:44:32.563329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081f09-276c-484d-b631-3653d5d4e35e req-d13406e5-73c5-46c5-b352-914840b9d27f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:32.564824 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-14081f09-276c-484d-b631-3653d5d4e35e req-d13406e5-73c5-46c5-b352-914840b9d27f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0470781 Oct 23 01:44:32.611002 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-14081f09-276c-484d-b631-3653d5d4e35e req-4525dab9-45fd-41be-a591-be97e267b097 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406337 Oct 23 01:44:33.704989 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:33.727013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:33.739204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af441e-a29f-4c35-b578-3469431392dd req-f931a159-4b7b-4a07-b0ac-eee21ebd69b5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:33.740652 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c0af441e-a29f-4c35-b578-3469431392dd req-f931a159-4b7b-4a07-b0ac-eee21ebd69b5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0465615 Oct 23 01:44:33.787938 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c0af441e-a29f-4c35-b578-3469431392dd req-3c6b8d3a-4664-47ff-9dd4-b7818115b761 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412459 Oct 23 01:44:33.903906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6562b3-ce8f-4bdd-9ed2-bd57f1d20fbd req-b121d138-8f13-47c9-85a2-0be01ec5b09d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:33.905376 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ee6562b3-ce8f-4bdd-9ed2-bd57f1d20fbd req-b121d138-8f13-47c9-85a2-0be01ec5b09d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0454056 Oct 23 01:44:33.915988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41330) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:44:33.920174 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a9e66ac4-0453-428a-b2da-ef74c5c42af2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Request body: {'floatingip': {'port_id': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:44:33.960737 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a9e66ac4-0453-428a-b2da-ef74c5c42af2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:34.016509 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:34.366996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a9e66ac4-0453-428a-b2da-ef74c5c42af2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:34.418895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a9e66ac4-0453-428a-b2da-ef74c5c42af2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:34.847204 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-a9e66ac4-0453-428a-b2da-ef74c5c42af2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60 associated. External IP: 172.36.3.126, port: b2b2a5a9-acdd-4f50-93c5-a7af11ecc895. Oct 23 01:44:35.034165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:35.045352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e66ac4-0453-428a-b2da-ef74c5c42af2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:44:35.147909 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e66ac4-0453-428a-b2da-ef74c5c42af2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:44:35.152671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a9e66ac4-0453-428a-b2da-ef74c5c42af2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:35.157023 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744d44d-a4de-4430-846b-3405f098b459 None None] Sync routers for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:44:35.160096 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=83 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:35.161638 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:35.168197 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744d44d-a4de-4430-846b-3405f098b459 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:44:35.168806 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-4744d44d-a4de-4430-846b-3405f098b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:44:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:44:35.181805 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a9e66ac4-0453-428a-b2da-ef74c5c42af2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/189b2f5d-c006-4998-91ab-fd87c69ddc60 HTTP/1.1" status: 200 len: 992 time: 1.2647882 Oct 23 01:44:35.182447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:44:35.184676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40775e8-e158-46d7-94b0-342ecb28eb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:44:35.221945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc0f384-9d7e-4d04-895f-d6383174c3ab x-openstack-request-id: req-3dc0f384-9d7e-4d04-895f-d6383174c3ab {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:44:35.222230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:44:35.222472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3dc0f384-9d7e-4d04-895f-d6383174c3ab {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:44:35.222868 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc0f384-9d7e-4d04-895f-d6383174c3ab'] response: {'name': 'network-changed', 'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'status': 'completed', 'code': 200} Oct 23 01:44:35.274985 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-4744d44d-a4de-4430-846b-3405f098b459 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:44:35.308964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40775e8-e158-46d7-94b0-342ecb28eb5d req-cdd14504-6c2c-4bbc-ba2f-d1c046321c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:35.310499 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b40775e8-e158-46d7-94b0-342ecb28eb5d req-cdd14504-6c2c-4bbc-ba2f-d1c046321c95 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 1129 time: 0.0397534 Oct 23 01:44:35.394911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:35.404392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40775e8-e158-46d7-94b0-342ecb28eb5d req-c318fc11-e7a9-406c-b609-bde16828d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:35.405803 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b40775e8-e158-46d7-94b0-342ecb28eb5d req-c318fc11-e7a9-406c-b609-bde16828d2c5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0896444 Oct 23 01:44:35.468330 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b40775e8-e158-46d7-94b0-342ecb28eb5d req-d212f0b0-3b66-4505-99c5-8ed62b25b26b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 HTTP/1.1" status: 200 len: 1000 time: 0.0567479 Oct 23 01:44:35.480427 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-4744d44d-a4de-4430-846b-3405f098b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:a4:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:44:34Z', 'revision_number': 13, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:44:35.508224 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744d44d-a4de-4430-846b-3405f098b459 None None] Checking router: f76422dd-c1f5-4f7f-9476-1b5376fb8a18 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:44:35.516543 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744d44d-a4de-4430-846b-3405f098b459 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:44:35.517139 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-4744d44d-a4de-4430-846b-3405f098b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:44:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:44:35.521907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40775e8-e158-46d7-94b0-342ecb28eb5d req-60149d5a-26f2-4198-8eb9-69a00cd5a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:35.523314 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b40775e8-e158-46d7-94b0-342ecb28eb5d req-60149d5a-26f2-4198-8eb9-69a00cd5a047 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0480626 Oct 23 01:44:35.567257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40775e8-e158-46d7-94b0-342ecb28eb5d req-fbc0613a-be98-48f1-8888-5d91fd494e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:44:35.568814 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b40775e8-e158-46d7-94b0-342ecb28eb5d req-fbc0613a-be98-48f1-8888-5d91fd494e1d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399816 Oct 23 01:44:35.616095 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-4744d44d-a4de-4430-846b-3405f098b459 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:44:35.658002 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b40775e8-e158-46d7-94b0-342ecb28eb5d req-77e6eeba-31fb-478f-9b12-09ffe2fb5b83 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834477 Oct 23 01:44:35.753147 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b40775e8-e158-46d7-94b0-342ecb28eb5d req-6095d1e5-1535-4936-abb5-4df38557184e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888796 Oct 23 01:44:35.827192 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-4744d44d-a4de-4430-846b-3405f098b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:a4:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:44:34Z', 'revision_number': 13, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:44:35.851450 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744d44d-a4de-4430-846b-3405f098b459 None None] The sync data for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv is: [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '189b2f5d-c006-4998-91ab-fd87c69ddc60', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'port_id': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'mac_address': 'fa:16:3e:a4:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:40:24Z', 'updated_at': '2022-10-23T01:44:34Z', 'revision_number': 13, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:44:36.042599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54b669-5d14-4d17-967d-2efe5c50bc4f None None] New status for floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:44:38.831014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-508c4d42-3a13-46b2-aa1c-ff530ad55763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:41.172814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-856b26fe-1656-4960-820e-53d135fec625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:42.557140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:43.774587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=10 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:43.784670 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:44.041364 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:44.077324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:44:45.748775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=67 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:45.749529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=28 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:45.830066 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=78 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:45.830718 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=68 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:44:47.988719 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:44:52.047393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:01.102534 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-080cdf50-4fb7-4fb7-8734-de7ea0ee6e9c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370805 Oct 23 01:45:01.206034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-39b5590d-1e2d-45ba-b15a-9e2b2e55a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:01.207413 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-39b5590d-1e2d-45ba-b15a-9e2b2e55a10c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 1129 time: 0.0428860 Oct 23 01:45:01.308310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-f7855454-0e03-4cb9-9b69-fb0e6a5e470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:01.309775 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-f7855454-0e03-4cb9-9b69-fb0e6a5e470c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0850384 Oct 23 01:45:01.373651 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-efadc747-c018-479d-82f8-8e4fb5a26b6b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 HTTP/1.1" status: 200 len: 1002 time: 0.0567584 Oct 23 01:45:01.420540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-d40ee7d7-a08f-4357-ba83-dcd8599eb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:01.422053 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-d40ee7d7-a08f-4357-ba83-dcd8599eb6c7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0427690 Oct 23 01:45:01.465582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-b5631c0c-a8a4-4cd1-8a89-1791e24a556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:01.467058 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-b5631c0c-a8a4-4cd1-8a89-1791e24a556e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390041 Oct 23 01:45:01.560294 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-30c5c498-07d6-4c7d-aeea-4f81efae1b0e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873606 Oct 23 01:45:01.648919 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cbfacb78-5fc5-4d9c-9c58-5126f883ee4f req-5515beff-5688-40c5-a1c4-833e981885ea service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824296 Oct 23 01:45:01.942316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:01.948191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:01.950772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:05.981156 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:05.981943 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:08.882468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b508cce2-6d2f-40cb-8a9d-8597430f764f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:10.888583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46767e-b175-4909-a4d6-d322ee0fc697 req-4461451c-c42e-4857-86b6-8cef1b426789 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:10.890121 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3f46767e-b175-4909-a4d6-d322ee0fc697 req-4461451c-c42e-4857-86b6-8cef1b426789 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0475497 Oct 23 01:45:10.941867 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3f46767e-b175-4909-a4d6-d322ee0fc697 req-3a6c306e-569c-4bcb-bd30-98264b2fc9c4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463564 Oct 23 01:45:11.143998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-88c4593f-17ab-4af2-8a41-d9799f063060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:12.573590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:14.076204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:14.098863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:16.999841 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:17.004711 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:20.935977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=67 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:20.938818 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=52 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:21.990582 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:23.916162 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ec098-2f62-4164-b66d-b154a02b0739 req-05e11e05-34b2-4f4e-a6ae-ad4d1c4282f7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:23.917637 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f36ec098-2f62-4164-b66d-b154a02b0739 req-05e11e05-34b2-4f4e-a6ae-ad4d1c4282f7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0474863 Oct 23 01:45:23.966408 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f36ec098-2f62-4164-b66d-b154a02b0739 req-19eda346-2e62-46d7-ae93-e119588a5389 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432582 Oct 23 01:45:24.003435 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-83de8ca4-60cf-49a2-a864-efc9c46bc0a0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381742 Oct 23 01:45:24.448280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566f37-1317-4cba-aa72-398dbf17997b req-d230229e-a455-4e5a-b0f9-13a6798dddf4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:24.449616 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-d230229e-a455-4e5a-b0f9-13a6798dddf4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports/b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 HTTP/1.1" status: 200 len: 942 time: 0.0457227 Oct 23 01:45:24.987216 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:45:25.090292 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a0070-a8a2-4fda-9ad6-5686a4fd5427 req-db6a3905-ae80-4203-9fa3-2294edea324b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:25.091783 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c0a0070-a8a2-4fda-9ad6-5686a4fd5427 req-db6a3905-ae80-4203-9fa3-2294edea324b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0488498 Oct 23 01:45:25.140026 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9c0a0070-a8a2-4fda-9ad6-5686a4fd5427 req-42e154f8-f2fc-433b-90df-302797b71982 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Oct 23 01:45:25.958549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566f37-1317-4cba-aa72-398dbf17997b req-13b6e6d1-cceb-4eea-b1dd-2d8ff05855c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:25.960688 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-13b6e6d1-cceb-4eea-b1dd-2d8ff05855c6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 1129 time: 0.0430932 Oct 23 01:45:26.049515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566f37-1317-4cba-aa72-398dbf17997b req-b8919961-add0-49f7-af9d-de722c2afbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:26.051031 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-b8919961-add0-49f7-af9d-de722c2afbd0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0841753 Oct 23 01:45:26.114890 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-9004d019-edbc-4e73-9ed5-0463d505d838 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 HTTP/1.1" status: 200 len: 1002 time: 0.0572572 Oct 23 01:45:26.162172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566f37-1317-4cba-aa72-398dbf17997b req-c8208ce4-08c7-4bc1-8fb1-b53bfeb7e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:26.163679 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-c8208ce4-08c7-4bc1-8fb1-b53bfeb7e13a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0431259 Oct 23 01:45:26.206525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566f37-1317-4cba-aa72-398dbf17997b req-f97cf3d6-dbfd-4162-8df8-b38a3b489703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:26.208088 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-f97cf3d6-dbfd-4162-8df8-b38a3b489703 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390828 Oct 23 01:45:26.267127 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dbe60-f2a2-42cf-b9a2-1c4335d5f2d2 req-3a454354-b57e-431f-aaa0-bc5a9902bf83 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:26.268541 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-472dbe60-f2a2-42cf-b9a2-1c4335d5f2d2 req-3a454354-b57e-431f-aaa0-bc5a9902bf83 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0493417 Oct 23 01:45:26.301010 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-9fa17935-877a-4363-a5c3-091b5a80c194 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868263 Oct 23 01:45:26.316134 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-472dbe60-f2a2-42cf-b9a2-1c4335d5f2d2 req-6233e524-536a-4954-abbe-507b41594b7d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408895 Oct 23 01:45:26.390801 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-36f00966-950f-4a78-a208-c14c4bc582bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843418 Oct 23 01:45:27.437228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2254930-6201-4950-9776-ba808b13e9e0 req-a5a26dee-b07d-453f-ab64-8c90bc1d51cb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:27.438723 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d2254930-6201-4950-9776-ba808b13e9e0 req-a5a26dee-b07d-453f-ab64-8c90bc1d51cb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0463309 Oct 23 01:45:27.488959 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d2254930-6201-4950-9776-ba808b13e9e0 req-39fe8435-af3c-4c2a-a158-2866e634130a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440891 Oct 23 01:45:28.612997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743203f2-2894-4f01-a8be-8bea3c9b4541 req-9b2deb8e-01d8-4e45-bc25-35cdf364dd5f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:28.614471 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-743203f2-2894-4f01-a8be-8bea3c9b4541 req-9b2deb8e-01d8-4e45-bc25-35cdf364dd5f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0469148 Oct 23 01:45:28.659497 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-743203f2-2894-4f01-a8be-8bea3c9b4541 req-9ce5e4b0-adcf-4dd3-ae30-1a4a3350cf6e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396161 Oct 23 01:45:29.778304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad171e5f-8d1c-44e8-a430-f5a21a82de1a req-8778845a-175c-4579-b7ad-20756d7473a2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:29.779765 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ad171e5f-8d1c-44e8-a430-f5a21a82de1a req-8778845a-175c-4579-b7ad-20756d7473a2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0461495 Oct 23 01:45:29.826093 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ad171e5f-8d1c-44e8-a430-f5a21a82de1a req-6defb995-8ddd-44a6-90fd-089e6622ee67 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407534 Oct 23 01:45:30.950432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f588d-1fb0-4fa8-a658-ea82c8006a2f req-087a5a18-91ac-492d-9d24-9034ffce332c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:30.951908 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9b3f588d-1fb0-4fa8-a658-ea82c8006a2f req-087a5a18-91ac-492d-9d24-9034ffce332c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0510368 Oct 23 01:45:30.998474 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9b3f588d-1fb0-4fa8-a658-ea82c8006a2f req-b6dd8e1f-e306-4dbb-9353-1bcb80e9113c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409775 Oct 23 01:45:31.944309 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:31.948159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:31.950332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:32.118205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eaf4c-8132-4da5-9e35-3609350dbb9b req-e3dbe5b4-8330-4dee-a980-6d62f398e89a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:32.119661 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6c0eaf4c-8132-4da5-9e35-3609350dbb9b req-e3dbe5b4-8330-4dee-a980-6d62f398e89a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0459874 Oct 23 01:45:32.165953 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6c0eaf4c-8132-4da5-9e35-3609350dbb9b req-3361ad33-2537-4c30-8df3-9118298f5a54 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408459 Oct 23 01:45:33.285533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348fd78-223a-4226-9ca1-f4acf850906b req-be941baf-21f3-473a-bcd8-c1314603ae8c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:33.287018 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0348fd78-223a-4226-9ca1-f4acf850906b req-be941baf-21f3-473a-bcd8-c1314603ae8c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0460346 Oct 23 01:45:33.332984 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0348fd78-223a-4226-9ca1-f4acf850906b req-26e9247c-e064-4499-923b-3e1a314d1a1b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399461 Oct 23 01:45:34.455745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68687f3c-3138-4a7f-9410-5ac6f1d62b57 req-0baa6166-3f6c-4a3e-bc58-030001e330fa tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:34.457192 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-68687f3c-3138-4a7f-9410-5ac6f1d62b57 req-0baa6166-3f6c-4a3e-bc58-030001e330fa tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0494778 Oct 23 01:45:34.474686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:34.503652 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-68687f3c-3138-4a7f-9410-5ac6f1d62b57 req-3f80bf14-a6d5-45c7-8f06-1c29118d8587 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408492 Oct 23 01:45:34.983445 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:35.628342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0dbcd-e558-46c8-aee4-4e0ce7979aa8 req-eb5d20c5-f5ad-4b24-8d92-5fae03b74097 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:35.629821 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ea0dbcd-e558-46c8-aee4-4e0ce7979aa8 req-eb5d20c5-f5ad-4b24-8d92-5fae03b74097 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0475452 Oct 23 01:45:35.680102 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5ea0dbcd-e558-46c8-aee4-4e0ce7979aa8 req-46a1ffab-4a99-4b17-9528-478391f4d271 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446925 Oct 23 01:45:36.802796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ce37a-98d9-4ba9-858c-aacff5348c0d req-e35ed0be-4e98-42e3-bee9-182ae8516987 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:36.804253 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-896ce37a-98d9-4ba9-858c-aacff5348c0d req-e35ed0be-4e98-42e3-bee9-182ae8516987 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0460413 Oct 23 01:45:36.834901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:36.851068 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-896ce37a-98d9-4ba9-858c-aacff5348c0d req-c3612248-029a-4590-b32b-5a525f888eb0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408337 Oct 23 01:45:37.970411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a00ea-b365-40ff-b83c-f3068d031af8 req-b1eef1e1-9386-4739-8455-17adf9e19e5e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:37.971876 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-586a00ea-b365-40ff-b83c-f3068d031af8 req-b1eef1e1-9386-4739-8455-17adf9e19e5e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0468426 Oct 23 01:45:38.018084 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-586a00ea-b365-40ff-b83c-f3068d031af8 req-1f046244-ba81-4cae-abfb-601c6822edf7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406470 Oct 23 01:45:38.853606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a9fff132-8347-4da3-b1ea-d12cbf4c1940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:39.142452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fe600-b134-4255-b3ba-8b7ca03bf871 req-e5fd386d-98d4-4aba-b25e-71c918a55c04 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:39.143874 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-225fe600-b134-4255-b3ba-8b7ca03bf871 req-e5fd386d-98d4-4aba-b25e-71c918a55c04 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0508409 Oct 23 01:45:39.191436 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-225fe600-b134-4255-b3ba-8b7ca03bf871 req-ac04eb69-c1fd-4d23-988b-4e2b5906a1a6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418591 Oct 23 01:45:40.313611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed61a4-21ae-4610-ac32-11269257a9ef req-88a8a69a-89aa-4dc7-a8e2-b2e7e446cebd tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:40.315115 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ceed61a4-21ae-4610-ac32-11269257a9ef req-88a8a69a-89aa-4dc7-a8e2-b2e7e446cebd tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0468473 Oct 23 01:45:40.362185 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ceed61a4-21ae-4610-ac32-11269257a9ef req-7b910c79-fdd0-4518-8e6e-5ae327a391db tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Oct 23 01:45:40.771229 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-e795c8ce-852d-4c98-b0de-d928746322fe service neutron] 10.222.0.48 "GET /networking/v2.0/ports/b2b2a5a9-acdd-4f50-93c5-a7af11ecc895/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0532143 Oct 23 01:45:41.149408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6c55a47b-69ac-42ff-9e77-81258496859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:41.346932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566f37-1317-4cba-aa72-398dbf17997b req-e95f7eb0-12de-4170-a7f5-6255fc4a6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:41.348401 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-e95f7eb0-12de-4170-a7f5-6255fc4a6fc7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 1129 time: 0.0394099 Oct 23 01:45:41.425188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566f37-1317-4cba-aa72-398dbf17997b req-448b9961-5f3c-4192-ad7c-00f81053ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:41.426743 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-448b9961-5f3c-4192-ad7c-00f81053ef01 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 1129 time: 0.0389845 Oct 23 01:45:41.529429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bf33d-f6d2-445f-8a72-f7f8b8589c4f req-5df447e3-3dd2-4a2a-94ec-4e442ad545c0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:41.530943 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0c4bf33d-f6d2-445f-8a72-f7f8b8589c4f req-5df447e3-3dd2-4a2a-94ec-4e442ad545c0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0903988 Oct 23 01:45:41.575296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566f37-1317-4cba-aa72-398dbf17997b req-d186284b-209b-4849-a0bd-3207f419832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:41.582293 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-d186284b-209b-4849-a0bd-3207f419832a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.1435437 Oct 23 01:45:41.637893 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0c4bf33d-f6d2-445f-8a72-f7f8b8589c4f req-cb8a83a7-1de2-4ed0-a296-ed08aded26bc tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998821 Oct 23 01:45:41.654411 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-dc2820e5-bc58-4a73-a678-09ab6ac56659 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 HTTP/1.1" status: 200 len: 1002 time: 0.0705361 Oct 23 01:45:41.702881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566f37-1317-4cba-aa72-398dbf17997b req-b5056a04-2717-4ae5-be2d-42f6f61a1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:41.704296 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-b5056a04-2717-4ae5-be2d-42f6f61a1a50 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0439720 Oct 23 01:45:41.747220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566f37-1317-4cba-aa72-398dbf17997b req-766f5a4f-2769-4d11-9370-d27614a06485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:41.748697 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-766f5a4f-2769-4d11-9370-d27614a06485 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378127 Oct 23 01:45:41.840016 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-28d50009-246b-476a-9526-6349d29fb169 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841823 Oct 23 01:45:41.878817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:45:41.932020 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-86202537-6fac-47f7-9064-460df1318b41 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859907 Oct 23 01:45:41.952276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:45:41.952666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:41.975524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:45:41.977752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c747c0-5493-4cd4-b8ae-39e7c96f9918" -d '{"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:45:41.990957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:45:42.022209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccfb1e1-0e4b-4c16-bbd1-099ff75d2acc x-openstack-request-id: req-5ccfb1e1-0e4b-4c16-bbd1-099ff75d2acc {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:45:42.022499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:45:42.027270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ccfb1e1-0e4b-4c16-bbd1-099ff75d2acc {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:45:42.027270 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccfb1e1-0e4b-4c16-bbd1-099ff75d2acc'] response: {'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'code': 200} Oct 23 01:45:42.104799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:42.150616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:45:42.157470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.157844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.158188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.158528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.158880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.159186 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.159508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.159829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.160150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.160474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.160795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.161114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.161431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.161749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.162093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:45:42.562110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:42.761729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2f402-621d-4ee7-a7a6-407b54f50193 req-2d812d9b-5e4a-4317-99e6-8236b39051e4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:42.763237 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d8c2f402-621d-4ee7-a7a6-407b54f50193 req-2d812d9b-5e4a-4317-99e6-8236b39051e4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0483766 Oct 23 01:45:42.809062 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d8c2f402-621d-4ee7-a7a6-407b54f50193 req-b4f12f99-3f6d-486c-a1c2-186a954648fd tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401039 Oct 23 01:45:43.940482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fed9b-7d19-4e10-886e-bfea4333cad9 req-39ecc928-366a-4a16-8a63-2055fbdbbee6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:43.941927 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f69fed9b-7d19-4e10-886e-bfea4333cad9 req-39ecc928-366a-4a16-8a63-2055fbdbbee6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0514119 Oct 23 01:45:43.990594 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f69fed9b-7d19-4e10-886e-bfea4333cad9 req-71c4730c-c371-49c0-a67e-1e6efc7bec43 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Oct 23 01:45:44.052950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:44.075768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:45.129336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cabc1-5b24-48cf-8c64-5d6129c5b971 req-56fe1856-6b80-4766-996d-8da05590852c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:45.130965 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2f4cabc1-5b24-48cf-8c64-5d6129c5b971 req-56fe1856-6b80-4766-996d-8da05590852c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0486135 Oct 23 01:45:45.143546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:45.181722 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2f4cabc1-5b24-48cf-8c64-5d6129c5b971 req-e1315292-dc0b-413f-826a-c72c0bd8b18c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450013 Oct 23 01:45:46.304032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416665e-e527-48e4-a70b-854d8664a9a7 req-4c83d957-31f8-4fbb-a223-be813826dac7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:46.305540 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0416665e-e527-48e4-a70b-854d8664a9a7 req-4c83d957-31f8-4fbb-a223-be813826dac7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0474226 Oct 23 01:45:46.353766 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0416665e-e527-48e4-a70b-854d8664a9a7 req-383414ca-8a7e-47b2-97c3-d2374ede2ced tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 Oct 23 01:45:47.477482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934933c-1536-42fd-9010-b9bb53b00866 req-a31661a4-b966-485a-9c05-c163a946bbaa tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:47.478975 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a934933c-1536-42fd-9010-b9bb53b00866 req-a31661a4-b966-485a-9c05-c163a946bbaa tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0499368 Oct 23 01:45:47.490594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:47.525914 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a934933c-1536-42fd-9010-b9bb53b00866 req-54a0ab7b-c12b-43ec-b385-a30414682993 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Oct 23 01:45:48.645209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f960-743d-436f-a3e2-1dcecd51e12b req-be0fa71e-cd56-4804-a78e-66f244c14038 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:48.646704 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fb29f960-743d-436f-a3e2-1dcecd51e12b req-be0fa71e-cd56-4804-a78e-66f244c14038 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0456634 Oct 23 01:45:48.668673 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:48.675833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:48.697424 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fb29f960-743d-436f-a3e2-1dcecd51e12b req-4414b171-9611-4d92-9788-f51e39d88e98 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 Oct 23 01:45:49.817275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dce895-c87c-46d1-9abe-86c785cdbc57 req-11836e26-2ab8-417c-b3f6-f1538affc606 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:49.818913 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64dce895-c87c-46d1-9abe-86c785cdbc57 req-11836e26-2ab8-417c-b3f6-f1538affc606 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0462687 Oct 23 01:45:49.865361 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64dce895-c87c-46d1-9abe-86c785cdbc57 req-f10e30a2-982d-4527-a14e-be3ff86fffb0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409381 Oct 23 01:45:49.935645 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:45:50.038923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:45:50.049636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'port_id': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'mac_address': 'fa:16:3e:a4:a7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:45:50.084821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:45:50.085143 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:50.098468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:45:50.117336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:45:50.201074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:50.246689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:45:50.329878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:45:50.986086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978eb11-ba48-490c-982a-61fe62f1f62e req-9262cd61-ceaa-4fd7-8cbb-6baf6473e96a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:50.987551 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0978eb11-ba48-490c-982a-61fe62f1f62e req-9262cd61-ceaa-4fd7-8cbb-6baf6473e96a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 944 time: 0.0476336 Oct 23 01:45:51.034071 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0978eb11-ba48-490c-982a-61fe62f1f62e req-9e616a48-5fde-4b56-8e96-694e1a60b032 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408707 Oct 23 01:45:51.944068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:45:51.996606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:45:51.996979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:51.997317 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 Oct 23 01:45:52.166908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418af4a8-cea4-4ee7-bcfc-4d8227eda0a5 req-5149b74f-4b10-4d8a-8543-6d896c8e693d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:52.168448 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-418af4a8-cea4-4ee7-bcfc-4d8227eda0a5 req-5149b74f-4b10-4d8a-8543-6d896c8e693d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 944 time: 0.0533192 Oct 23 01:45:52.202919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:52.212141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:45:52.212515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:52.217647 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-418af4a8-cea4-4ee7-bcfc-4d8227eda0a5 req-cc09683e-4d64-48d9-99df-b0e01781eb54 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 Oct 23 01:45:52.235590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:45:52.237812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fe8adb-311a-4ca4-907a-193b32443083" -d '{"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-plugged", "status": "completed", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:45:52.250394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:45:52.285452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf9e0b7-8d4c-4d81-a183-2d4191bc65bf x-openstack-request-id: req-fdf9e0b7-8d4c-4d81-a183-2d4191bc65bf {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:45:52.285452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-plugged", "status": "completed", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:45:52.285452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdf9e0b7-8d4c-4d81-a183-2d4191bc65bf {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:45:52.285452 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf9e0b7-8d4c-4d81-a183-2d4191bc65bf'] response: {'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'code': 200} Oct 23 01:45:52.331992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:52.378086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:45:53.339761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d8e81-8f51-413f-8709-ce96c36e348d req-51e5fd16-0e81-4c1e-b14b-c8db5a669851 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:53.341218 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d74d8e81-8f51-413f-8709-ce96c36e348d req-51e5fd16-0e81-4c1e-b14b-c8db5a669851 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0459638 Oct 23 01:45:53.386955 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d74d8e81-8f51-413f-8709-ce96c36e348d req-e6b7fb6a-e86e-43eb-9ecc-8a53a0003205 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403683 Oct 23 01:45:54.011094 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:54.011944 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:54.512116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e4976-d792-427c-aa3b-e1e0b8434ad0 req-f2c5ba4e-c140-4306-816c-2e97da5cc427 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:54.513583 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5f9e4976-d792-427c-aa3b-e1e0b8434ad0 req-f2c5ba4e-c140-4306-816c-2e97da5cc427 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0481091 Oct 23 01:45:54.561323 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5f9e4976-d792-427c-aa3b-e1e0b8434ad0 req-f5e0672a-a61e-41c1-bf9a-533ac556e5e3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 Oct 23 01:45:55.682844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e0da8-e56c-4d91-ba83-ffe181df2e47 req-2699314c-a547-4ef0-bc26-ff06903d6be0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:55.684334 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-de2e0da8-e56c-4d91-ba83-ffe181df2e47 req-2699314c-a547-4ef0-bc26-ff06903d6be0 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0463493 Oct 23 01:45:55.734026 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-de2e0da8-e56c-4d91-ba83-ffe181df2e47 req-fbfd0fa8-85c5-4c7c-9c42-da05a0e3ca46 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439579 Oct 23 01:45:56.307263 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2899c8-b3d2-4e60-b206-38be72863f92 req-eaa56561-d92f-4ccf-87a8-11a983936914 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:56.308732 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-da2899c8-b3d2-4e60-b206-38be72863f92 req-eaa56561-d92f-4ccf-87a8-11a983936914 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0468836 Oct 23 01:45:56.389104 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-da2899c8-b3d2-4e60-b206-38be72863f92 req-acbbbd79-dbd2-4bd8-aa8f-1be61841f384 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747080 Oct 23 01:45:56.394651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-983512b0-bf10-4624-80e8-366cf1cbd0c9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:56.396033 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-983512b0-bf10-4624-80e8-366cf1cbd0c9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0667908 Oct 23 01:45:56.458173 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-e137ff58-9ce6-43cd-9d39-95416ca4ec49 service neutron] 10.222.0.48 "GET /networking/v2.0/ports/b2b2a5a9-acdd-4f50-93c5-a7af11ecc895/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0556309 Oct 23 01:45:56.537310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-1a17df35-4fe5-4aad-a496-9a98fce8b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:56.540849 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-1a17df35-4fe5-4aad-a496-9a98fce8b8fa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 1129 time: 0.0386283 Oct 23 01:45:56.627802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-7fbc0469-d69c-4016-8029-f12fdf2e6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:56.629285 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-7fbc0469-d69c-4016-8029-f12fdf2e6f23 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0847578 Oct 23 01:45:56.691474 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-0265c530-ce87-450a-82ed-42197e91c881 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 HTTP/1.1" status: 200 len: 1002 time: 0.0563350 Oct 23 01:45:56.738672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-23dd971d-51a7-4ebf-8210-893b72e0a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:56.740103 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-23dd971d-51a7-4ebf-8210-893b72e0a452 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0425422 Oct 23 01:45:56.782484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-8800853c-8d58-4ed9-9068-cde095ff007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:56.783936 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-8800853c-8d58-4ed9-9068-cde095ff007b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380580 Oct 23 01:45:56.871638 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:56.875367 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-92b542cd-46ac-4817-9af2-c12ba47ed474 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849586 Oct 23 01:45:56.888832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:45:56.971089 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-3ea8d3f6-7b9d-48da-9ffa-1ce79b31ca72 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891685 Oct 23 01:45:57.515351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ee0ab-68f3-4dee-abda-23913b80503a req-2f6ec41b-c7a9-493e-9240-6afba4acbca6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:57.516794 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f43ee0ab-68f3-4dee-abda-23913b80503a req-2f6ec41b-c7a9-493e-9240-6afba4acbca6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0498407 Oct 23 01:45:57.564454 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f43ee0ab-68f3-4dee-abda-23913b80503a req-998c3418-b2ed-4a29-b019-5d634c7a9096 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420907 Oct 23 01:45:57.959893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:45:58.031064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:45:58.031448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:58.052935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:45:58.055132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73451de4-987d-45f2-accc-8ed0e11b9382" -d '{"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:45:58.067764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:45:58.102074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16db977-92c7-48e0-aa61-cf0136e531ab x-openstack-request-id: req-a16db977-92c7-48e0-aa61-cf0136e531ab {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:45:58.102387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:45:58.103175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a16db977-92c7-48e0-aa61-cf0136e531ab {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:45:58.103569 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16db977-92c7-48e0-aa61-cf0136e531ab'] response: {'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'code': 200} Oct 23 01:45:58.161205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:45:58.207037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=9']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:45:58.688343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bb467-5dc8-4db7-9790-0af6d37190a5 req-6b98a530-c368-4b1c-a478-d221994ad60d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:58.689792 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c39bb467-5dc8-4db7-9790-0af6d37190a5 req-6b98a530-c368-4b1c-a478-d221994ad60d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0461674 Oct 23 01:45:58.736555 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c39bb467-5dc8-4db7-9790-0af6d37190a5 req-279b9e92-16c2-47ed-956b-96c75698a190 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411079 Oct 23 01:45:59.860499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989290-3e93-4bc2-bccc-b8417676d36f req-323830e1-f9e4-4ee0-857b-32770f4f589a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:45:59.862046 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6a989290-3e93-4bc2-bccc-b8417676d36f req-323830e1-f9e4-4ee0-857b-32770f4f589a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0465336 Oct 23 01:45:59.908962 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6a989290-3e93-4bc2-bccc-b8417676d36f req-33c18e0f-cce2-4256-aa03-5e80461f0e0c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Oct 23 01:46:01.037942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb6686-a289-4dae-a9b2-c003249cf531 req-fbc68dff-d88b-4126-96ff-17de8821c46c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:01.039409 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-89cb6686-a289-4dae-a9b2-c003249cf531 req-fbc68dff-d88b-4126-96ff-17de8821c46c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0509884 Oct 23 01:46:01.094022 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-89cb6686-a289-4dae-a9b2-c003249cf531 req-61850d0f-673d-4214-abce-68d6489af1f1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429032 Oct 23 01:46:01.213110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940d2bd-0226-485b-90e4-c8c0610f90a2 req-a888701c-144b-4b56-abb3-b2d22000f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:01.214543 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7940d2bd-0226-485b-90e4-c8c0610f90a2 req-a888701c-144b-4b56-abb3-b2d22000f186 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 1127 time: 0.0402777 Oct 23 01:46:01.321444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940d2bd-0226-485b-90e4-c8c0610f90a2 req-80ef55e9-6d59-44f1-84e2-a5beb9efca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:01.322949 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7940d2bd-0226-485b-90e4-c8c0610f90a2 req-80ef55e9-6d59-44f1-84e2-a5beb9efca5f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0911090 Oct 23 01:46:01.383702 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7940d2bd-0226-485b-90e4-c8c0610f90a2 req-221e28d4-ac10-4239-948e-df1e04cedd3c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 HTTP/1.1" status: 200 len: 1000 time: 0.0547149 Oct 23 01:46:01.437561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940d2bd-0226-485b-90e4-c8c0610f90a2 req-e147868a-6625-47d4-8489-63407aa75353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:01.439059 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7940d2bd-0226-485b-90e4-c8c0610f90a2 req-e147868a-6625-47d4-8489-63407aa75353 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0502405 Oct 23 01:46:01.671443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940d2bd-0226-485b-90e4-c8c0610f90a2 req-f374b1bc-f426-435b-8284-bd086562ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:01.672917 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7940d2bd-0226-485b-90e4-c8c0610f90a2 req-f374b1bc-f426-435b-8284-bd086562ccd2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417719 Oct 23 01:46:01.763592 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7940d2bd-0226-485b-90e4-c8c0610f90a2 req-d3009840-081e-46cc-8ee3-fa91791b8e59 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834692 Oct 23 01:46:01.863456 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7940d2bd-0226-485b-90e4-c8c0610f90a2 req-96239c40-6d39-4e84-952b-e63ffe04a7a3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866752 Oct 23 01:46:01.986113 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:46:02.004598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:46:02.037991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:02.041655 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:02.043067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:02.079764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 is: DOWN; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:02.214957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fe6ed-e76c-4f0d-8f12-97db1a3a71e4 req-7b4d46a5-35cb-44bc-8013-367dc85397fb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:02.216462 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7b6fe6ed-e76c-4f0d-8f12-97db1a3a71e4 req-7b4d46a5-35cb-44bc-8013-367dc85397fb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0488932 Oct 23 01:46:02.264538 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7b6fe6ed-e76c-4f0d-8f12-97db1a3a71e4 req-10fa7abe-a1e1-4776-9044-038f82592cc2 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Oct 23 01:46:02.460812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-fb088a34-e5f7-4cc2-98f1-7bc2922b2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:02.462346 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-fb088a34-e5f7-4cc2-98f1-7bc2922b2339 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62&tenant_id=9ca3bd2b24ee4cda909170519b77e6a5 HTTP/1.1" status: 200 len: 1127 time: 0.0433972 Oct 23 01:46:02.538749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-86e6f9d7-4919-4431-b018-2104e2e6fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:02.540197 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-86e6f9d7-4919-4431-b018-2104e2e6fb6d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 1127 time: 0.0391366 Oct 23 01:46:02.631632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-827349b8-70a5-4afa-abc1-fe4c014433e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:02.633073 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-827349b8-70a5-4afa-abc1-fe4c014433e0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 200 len: 912 time: 0.0872345 Oct 23 01:46:02.692471 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-f8cbdd83-20f6-425e-8f93-f1396ca0e462 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 HTTP/1.1" status: 200 len: 1000 time: 0.0536225 Oct 23 01:46:02.704347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:02.730660 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:02.738996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-92711fc2-55a4-4954-9a74-8c7c9ac3853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:02.740645 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-92711fc2-55a4-4954-9a74-8c7c9ac3853d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 200 len: 850 time: 0.0425994 Oct 23 01:46:02.785006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-a572b0bc-bc78-4e13-a54d-a6541e8c2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:02.786489 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-a572b0bc-bc78-4e13-a54d-a6541e8c2e9d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6b578992-3f22-4916-a877-373a15ce415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401330 Oct 23 01:46:02.876041 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-908970a3-ccf3-448a-988e-6a9e6576bfed service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836742 Oct 23 01:46:02.969283 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ec3f135c-1151-4e3c-9bbc-f2b7014bbf80 req-bc72eef3-d203-45cb-9ae1-1cbf5b47da7f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865419 Oct 23 01:46:03.397413 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71d066-e4b5-4ca4-b6de-6a6ee4762769 req-4d9b7b30-e0aa-421e-aa4b-9fe9ce83cf05 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:03.399683 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fe71d066-e4b5-4ca4-b6de-6a6ee4762769 req-4d9b7b30-e0aa-421e-aa4b-9fe9ce83cf05 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0581822 Oct 23 01:46:03.451816 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fe71d066-e4b5-4ca4-b6de-6a6ee4762769 req-c7d8041f-12ce-49f9-949f-03d511d89560 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449083 Oct 23 01:46:04.589203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6bd94-6029-4050-8954-6fa3e8c2e063 req-82c7fb27-1864-415e-a964-9034f8513381 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:04.590779 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e0a6bd94-6029-4050-8954-6fa3e8c2e063 req-82c7fb27-1864-415e-a964-9034f8513381 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0477931 Oct 23 01:46:04.638395 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e0a6bd94-6029-4050-8954-6fa3e8c2e063 req-d228af4a-3b81-490a-8cfc-98bf1d4b86f3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 Oct 23 01:46:05.761756 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6409e47-eac9-4d76-8e38-2207af6f2701 req-490fa405-3939-437a-b425-dbab60efcab7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:05.763283 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e6409e47-eac9-4d76-8e38-2207af6f2701 req-490fa405-3939-437a-b425-dbab60efcab7 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0473747 Oct 23 01:46:05.815081 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e6409e47-eac9-4d76-8e38-2207af6f2701 req-2374ac66-8725-4a49-9ede-696845176942 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459597 Oct 23 01:46:06.938218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f290f-7b1e-469a-a662-0af74c77d673 req-9453e7b5-bc9b-4b1f-96ef-3b5c1e113369 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:06.939743 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8b2f290f-7b1e-469a-a662-0af74c77d673 req-9453e7b5-bc9b-4b1f-96ef-3b5c1e113369 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0477097 Oct 23 01:46:06.992266 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8b2f290f-7b1e-469a-a662-0af74c77d673 req-d60f0c5f-550f-4081-8eda-e320ee04dfbc tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465133 Oct 23 01:46:08.119047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e9d24-191b-4987-8ba3-f5402d28c362 req-a8e6dc28-5e2a-4ac4-9b29-9efba2402587 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:08.120393 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cc0e9d24-191b-4987-8ba3-f5402d28c362 req-a8e6dc28-5e2a-4ac4-9b29-9efba2402587 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0478549 Oct 23 01:46:08.167117 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cc0e9d24-191b-4987-8ba3-f5402d28c362 req-d66e4bfe-3c1e-43db-b9cc-915867670d32 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412703 Oct 23 01:46:08.881115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-01991571-c368-4071-9f99-5f551ccdb12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:09.287565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb39f0c-e5ce-4983-b614-3bf8ba692fea req-93c866d6-3bb9-4016-8440-2725f689a31f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:09.289013 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bcb39f0c-e5ce-4983-b614-3bf8ba692fea req-93c866d6-3bb9-4016-8440-2725f689a31f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 943 time: 0.0451171 Oct 23 01:46:09.335977 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bcb39f0c-e5ce-4983-b614-3bf8ba692fea req-76535bf6-6d30-4268-b86b-d2bb1c0c207b tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 Oct 23 01:46:10.028984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:46:10.130389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:10.141883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'port_id': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'mac_address': 'fa:16:3e:a4:a7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:46:10.176251 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:10.176640 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:10.195039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:46:10.216860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:10.286580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:10.332718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=10']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:10.417492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:46:10.512007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc24c85-f71c-404f-9a4b-5f22c7e9abe0 req-64aa0559-434d-4d4b-8b54-6a9a34cc05b9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:10.513494 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0bc24c85-f71c-404f-9a4b-5f22c7e9abe0 req-64aa0559-434d-4d4b-8b54-6a9a34cc05b9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0474374 Oct 23 01:46:10.560657 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0bc24c85-f71c-404f-9a4b-5f22c7e9abe0 req-e22a8457-cb03-43fe-a82d-59e9f0318549 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Oct 23 01:46:11.217933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-20b92e31-ddd6-4df7-9d9b-bcf07a5eb234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:11.680294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39873ae-a111-42de-b43d-49d058298c87 req-355e3b7d-a653-42c6-b2ef-6723573ee470 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:11.681758 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f39873ae-a111-42de-b43d-49d058298c87 req-355e3b7d-a653-42c6-b2ef-6723573ee470 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 945 time: 0.0456734 Oct 23 01:46:11.727634 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f39873ae-a111-42de-b43d-49d058298c87 req-9caedb52-a87b-457e-8c13-702801e4bf96 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402756 Oct 23 01:46:12.049573 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:46:12.093030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:12.093403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:12.093739 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 Oct 23 01:46:12.163511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:12.163895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:12.189041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:46:12.191270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2d2619-379d-4b4c-b0b0-c579b29023e2" -d '{"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-plugged", "status": "completed", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:46:12.203879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:12.237166 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf4f724-f689-4b52-8ca7-51390386e203 x-openstack-request-id: req-4cf4f724-f689-4b52-8ca7-51390386e203 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:46:12.237766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-plugged", "status": "completed", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:46:12.237766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4cf4f724-f689-4b52-8ca7-51390386e203 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:46:12.238149 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf4f724-f689-4b52-8ca7-51390386e203'] response: {'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'code': 200} Oct 23 01:46:12.275230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:12.322205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=11']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:12.560997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:12.850731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84c520-ec8e-49d4-a723-e22862c34a7f req-07c9b9d7-f427-407c-af98-691c0a437b82 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:12.852193 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7d84c520-ec8e-49d4-a723-e22862c34a7f req-07c9b9d7-f427-407c-af98-691c0a437b82 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 946 time: 0.0496254 Oct 23 01:46:12.898674 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7d84c520-ec8e-49d4-a723-e22862c34a7f req-76632f67-4697-4805-b684-1228ac79dc68 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409038 Oct 23 01:46:14.025495 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c275fdc-a6b5-4fa4-a8e5-946e67fdfb75 req-26125156-5c98-4d8d-9429-bcdc23f58894 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:14.027124 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9c275fdc-a6b5-4fa4-a8e5-946e67fdfb75 req-26125156-5c98-4d8d-9429-bcdc23f58894 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 946 time: 0.0518625 Oct 23 01:46:14.035980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:14.052400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:14.068466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:14.075740 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9c275fdc-a6b5-4fa4-a8e5-946e67fdfb75 req-7e134d22-e1a9-4e5b-9a7a-29fe745361e1 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431063 Oct 23 01:46:15.197298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353c308-f3a7-4496-94a8-f652903e859b req-dc39c9ff-b0bd-4e0d-b0e4-6f621ecb40cc tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:15.199504 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0353c308-f3a7-4496-94a8-f652903e859b req-dc39c9ff-b0bd-4e0d-b0e4-6f621ecb40cc tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 946 time: 0.0482264 Oct 23 01:46:15.245762 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0353c308-f3a7-4496-94a8-f652903e859b req-f75b09b0-2fd5-4831-b70b-c8b536714d45 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407286 Oct 23 01:46:16.072920 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=13 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:16.075755 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=15 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:16.366291 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312e847-2ef4-4eb7-92dc-46bbb7c0d4de req-410972e0-fc0d-4deb-aebd-41dae1a1622e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:16.367664 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a312e847-2ef4-4eb7-92dc-46bbb7c0d4de req-410972e0-fc0d-4deb-aebd-41dae1a1622e tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 946 time: 0.0466726 Oct 23 01:46:16.414390 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a312e847-2ef4-4eb7-92dc-46bbb7c0d4de req-fb69537c-76c1-4dbd-98b2-b7ea37691c38 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412347 Oct 23 01:46:16.539623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735a29c-b43e-4d00-ae62-3c94cef1f2d1 req-f55510ff-e9cf-4926-b6cd-344b72d4233a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:16.541796 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e735a29c-b43e-4d00-ae62-3c94cef1f2d1 req-f55510ff-e9cf-4926-b6cd-344b72d4233a tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 946 time: 0.0504098 Oct 23 01:46:16.589310 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e735a29c-b43e-4d00-ae62-3c94cef1f2d1 req-82e04a8b-6887-4b7f-b18a-d64dbb4a5061 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419462 Oct 23 01:46:16.705581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b80ec5-872f-4e94-91f2-b5cfcd68dc9b req-3700324d-091e-445b-a500-1f8325b012eb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:16.707090 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-65b80ec5-872f-4e94-91f2-b5cfcd68dc9b req-3700324d-091e-445b-a500-1f8325b012eb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 946 time: 0.0460801 Oct 23 01:46:16.740777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:16.756951 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-65b80ec5-872f-4e94-91f2-b5cfcd68dc9b req-954493f0-f316-491e-a523-a9b28a7cb1e5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Oct 23 01:46:17.250497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf025809-fb1a-4827-b49e-166b791ab54f req-5ee84bf4-6e64-4fdd-b85f-17814f8c56bb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:17.251958 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cf025809-fb1a-4827-b49e-166b791ab54f req-5ee84bf4-6e64-4fdd-b85f-17814f8c56bb tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 946 time: 0.0462527 Oct 23 01:46:17.298462 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cf025809-fb1a-4827-b49e-166b791ab54f req-c61770c5-8c30-4e8e-8a7a-9e4b5972f2d5 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Oct 23 01:46:18.417941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c573483-91b6-4236-83a8-f265f9623278 req-6e692363-151f-4c36-a081-2488357bf083 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:18.419408 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0c573483-91b6-4236-83a8-f265f9623278 req-6e692363-151f-4c36-a081-2488357bf083 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 946 time: 0.0456886 Oct 23 01:46:18.454118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:18.466127 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0c573483-91b6-4236-83a8-f265f9623278 req-0a738917-1017-4605-90d8-2d2b7b35e978 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Oct 23 01:46:19.633652 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca7159-b2f1-4c32-a31f-21d9470095f9 req-894fa804-9afc-460a-aa83-014e0731227f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:19.635703 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dbca7159-b2f1-4c32-a31f-21d9470095f9 req-894fa804-9afc-460a-aa83-014e0731227f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 946 time: 0.0957339 Oct 23 01:46:19.682105 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dbca7159-b2f1-4c32-a31f-21d9470095f9 req-47160e2d-039d-4d58-9db6-dd49d4166e8f tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=76190181-a302-4866-8c1f-c70d8eea47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403774 Oct 23 01:46:19.844309 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-260c2e7a-e36e-49d9-9724-0a560da1fad6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:19.845732 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-260c2e7a-e36e-49d9-9724-0a560da1fad6 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 946 time: 0.0450766 Oct 23 01:46:19.857679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:19.927347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Deleting port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:46:19.927691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:20.014187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] For port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:20.014553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:20.174076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:20.174362 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:20.174682 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60 disassociated. External IP: 172.36.3.126, port: b2b2a5a9-acdd-4f50-93c5-a7af11ecc895. Oct 23 01:46:20.175020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Calling delete_port for b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:46:20.331898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (b2b2a5a9-acdd-4f50-93c5-a7af11ecc895), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:20.359691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event deleted for resources: {'Port': ['ID=b2b2a5a9-acdd-4f50-93c5-a7af11ecc895,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:20.369856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.370186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.370529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.370869 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.371206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.371536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.371862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.372188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.372935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.372935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.373126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.373444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.373763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.374106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.374422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:20.493043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:46:20.908714 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3ea4d0eb-2fa5-483a-ab71-f60cff769abf req-6c36f617-ad91-4249-a0e6-80f007d92738 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 210 time: 0.0316725 Oct 23 01:46:20.965358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:46:20.975693 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821295f-4e0b-4331-8c79-ceff94697a4f None None] Sync routers for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:46:20.992347 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821295f-4e0b-4331-8c79-ceff94697a4f None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:46:20.992974 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6821295f-4e0b-4331-8c79-ceff94697a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:46:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:21.007115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] No DVR routers for this DVR port b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:46:21.009760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:21.013166 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a71aa796-ed41-41d9-a2c9-68be694f11de req-2128b5ed-67b6-43e4-a8af-5a7693e5abe3 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.48 "DELETE /networking/v2.0/ports/b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 HTTP/1.1" status: 204 len: 173 time: 1.1624513 Oct 23 01:46:21.013696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-deleted', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:46:21.016579 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d29cb1-3125-4626-938b-e3c58dded01d" -d '{"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-deleted", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:46:21.056775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b31eb2-be2c-420c-99d8-befaa629dc7c x-openstack-request-id: req-63b31eb2-be2c-420c-99d8-befaa629dc7c {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:46:21.057070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc82dd5f-5a50-4fbf-b196-66d45efe8b62", "name": "network-vif-deleted", "tag": "b2b2a5a9-acdd-4f50-93c5-a7af11ecc895", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:46:21.057322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63b31eb2-be2c-420c-99d8-befaa629dc7c {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:46:21.057728 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b31eb2-be2c-420c-99d8-befaa629dc7c'] response: {'server_uuid': 'cc82dd5f-5a50-4fbf-b196-66d45efe8b62', 'name': 'network-vif-deleted', 'tag': 'b2b2a5a9-acdd-4f50-93c5-a7af11ecc895', 'status': 'completed', 'code': 200} Oct 23 01:46:21.102356 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-6821295f-4e0b-4331-8c79-ceff94697a4f None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:46:21.283411 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6821295f-4e0b-4331-8c79-ceff94697a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:21.311908 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821295f-4e0b-4331-8c79-ceff94697a4f None None] Checking router: f76422dd-c1f5-4f7f-9476-1b5376fb8a18 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:46:21.320574 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821295f-4e0b-4331-8c79-ceff94697a4f None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:46:21.321175 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6821295f-4e0b-4331-8c79-ceff94697a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:46:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:21.421473 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-6821295f-4e0b-4331-8c79-ceff94697a4f None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:46:21.606288 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6821295f-4e0b-4331-8c79-ceff94697a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:21.630698 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821295f-4e0b-4331-8c79-ceff94697a4f None None] The sync data for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv is: [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:21Z', 'revision_number': 4, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c71f6366-9e65-4aa3-b40f-f738f1c41301', 'name': '', 'network_id': '6b578992-3f22-4916-a877-373a15ce415d', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'mac_address': 'fa:16:3e:e0:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:20Z', 'updated_at': '2022-10-23T01:40:25Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'subnets': [{'id': '2d1de1b4-8fab-4f7b-b994-e0861a7fedc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:46:21.842624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aa14d4-41ac-4948-b0d3-e37284dbdad1 None None] New status for floating IP 189b2f5d-c006-4998-91ab-fd87c69ddc60: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:46:22.024844 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5c71f8b8-ba57-48a5-8d51-f9410b6fa186 req-8fed362f-65ed-4d2d-8ca7-b0390e6f9f7c tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 210 time: 0.0325325 Oct 23 01:46:22.075006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:22.111611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:46:22.131457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:46:22.131796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device b2b2a5a9-acdd-4f50-93c5-a7af11ecc895 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:46:23.134677 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a45e8f8c-69e5-43fd-96f0-ca865dbcd918 req-3f8cc1cc-f04e-4174-b70f-e14d3d380903 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 210 time: 0.0328403 Oct 23 01:46:24.341224 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-37862cfd-9c4f-4bad-9742-23e24cba92b7 req-aba0abb4-5cfc-4262-8329-2b84aa360423 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 210 time: 0.1295888 Oct 23 01:46:25.459357 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20d4e6ca-7333-48cf-b838-4f147eb8d92b req-06290bf0-4575-4f17-9c21-a40dc3fbdf8d tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc82dd5f-5a50-4fbf-b196-66d45efe8b62 HTTP/1.1" status: 200 len: 210 time: 0.0298305 Oct 23 01:46:31.446671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41602) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:31.503535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84870d0f-d39f-4907-851a-36b7b81f4f84 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group (76190181-a302-4866-8c1f-c70d8eea47d1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:31.506650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:31.525448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84870d0f-d39f-4907-851a-36b7b81f4f84 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group (76190181-a302-4866-8c1f-c70d8eea47d1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:31.527832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:31.604284 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=68 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:31.651779 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84870d0f-d39f-4907-851a-36b7b81f4f84 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (76190181-a302-4866-8c1f-c70d8eea47d1), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:31.654356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-84870d0f-d39f-4907-851a-36b7b81f4f84 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:31.655499 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-84870d0f-d39f-4907-851a-36b7b81f4f84 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/76190181-a302-4866-8c1f-c70d8eea47d1 HTTP/1.1" status: 204 len: 168 time: 0.2077985 Oct 23 01:46:31.658226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41604) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:31.664769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84870d0f-d39f-4907-851a-36b7b81f4f84 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76190181-a302-4866-8c1f-c70d8eea47d1,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:31.672636 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.api.v2.resource [None req-cd5e257a-d050-42d9-840e-274e75ed68be tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] show failed (client error): The resource could not be found. Oct 23 01:46:31.676307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41606) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:31.676542 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cd5e257a-d050-42d9-840e-274e75ed68be tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "GET /networking/v2.0/security-groups/76190181-a302-4866-8c1f-c70d8eea47d1 HTTP/1.1" status: 404 len: 347 time: 0.0171494 Oct 23 01:46:31.786161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2872802a-0246-4ebf-a42a-92260f391ee9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Deleting port 683df41e-0d35-49b8-941e-fc0be65f0ea9 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:46:31.786498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2872802a-0246-4ebf-a42a-92260f391ee9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (683df41e-0d35-49b8-941e-fc0be65f0ea9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:31.864018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2872802a-0246-4ebf-a42a-92260f391ee9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (683df41e-0d35-49b8-941e-fc0be65f0ea9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:31.864348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2872802a-0246-4ebf-a42a-92260f391ee9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (683df41e-0d35-49b8-941e-fc0be65f0ea9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:31.876559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-2872802a-0246-4ebf-a42a-92260f391ee9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Calling delete_port for 683df41e-0d35-49b8-941e-fc0be65f0ea9 owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:46:32.068912 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2872802a-0246-4ebf-a42a-92260f391ee9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (683df41e-0d35-49b8-941e-fc0be65f0ea9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:32.091421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872802a-0246-4ebf-a42a-92260f391ee9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Pushing event deleted for resources: {'Port': ['ID=683df41e-0d35-49b8-941e-fc0be65f0ea9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:32.115900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:32.155009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2872802a-0246-4ebf-a42a-92260f391ee9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks [] for floatingip (189b2f5d-c006-4998-91ab-fd87c69ddc60), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:32.157463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2872802a-0246-4ebf-a42a-92260f391ee9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:32.158659 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2872802a-0246-4ebf-a42a-92260f391ee9 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/189b2f5d-c006-4998-91ab-fd87c69ddc60 HTTP/1.1" status: 204 len: 168 time: 0.4810319 Oct 23 01:46:32.161532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41608) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:32.513061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:32.524676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:32.666278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:32.742424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] Deleting port c71f6366-9e65-4aa3-b40f-f738f1c41301 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:46:32.742763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:32.819671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] For port c71f6366-9e65-4aa3-b40f-f738f1c41301, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c71f6366-9e65-4aa3-b40f-f738f1c41301,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:32.820024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:32.832748 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] Calling delete_port for c71f6366-9e65-4aa3-b40f-f738f1c41301 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:46:33.058079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (c71f6366-9e65-4aa3-b40f-f738f1c41301), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:33.086403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] Pushing event deleted for resources: {'Port': ['ID=c71f6366-9e65-4aa3-b40f-f738f1c41301,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:33.248058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:33.267672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da7e25-0b2f-4007-a636-3f2aa951eceb None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:46:33.288926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:33.293581 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:33.338550 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da7e25-0b2f-4007-a636-3f2aa951eceb None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:46:33.390288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:33.458156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] Router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:46:33.500503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:33.569656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:46:33.578465 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bbb0381b-2244-4b99-b3bc-ef6887e48996 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/f76422dd-c1f5-4f7f-9476-1b5376fb8a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4158919 Oct 23 01:46:33.578728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41612) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:33.581010 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae478161-d4f1-4ca8-aca4-98bec88ff309 None None] Sync routers for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:46:33.594258 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae478161-d4f1-4ca8-aca4-98bec88ff309 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:46:33.594258 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ae478161-d4f1-4ca8-aca4-98bec88ff309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:46:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:33.696436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Publish callbacks [] for router (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:33.703968 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-ae478161-d4f1-4ca8-aca4-98bec88ff309 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:46:33.802649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Publish callbacks [] for router_gateway (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:33.865252 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:33.881620 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ae478161-d4f1-4ca8-aca4-98bec88ff309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:46:32Z', 'revision_number': 5, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port': {'id': 'cfdac132-2b3c-460d-b895-64ab886e8b19', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:33.905636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Deleting port cfdac132-2b3c-460d-b895-64ab886e8b19 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:46:33.906022 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:33.906145 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae478161-d4f1-4ca8-aca4-98bec88ff309 None None] Checking router: f76422dd-c1f5-4f7f-9476-1b5376fb8a18 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:46:33.916062 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae478161-d4f1-4ca8-aca4-98bec88ff309 None None] Routers {'f76422dd-c1f5-4f7f-9476-1b5376fb8a18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:46:33.916716 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ae478161-d4f1-4ca8-aca4-98bec88ff309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:46:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:33.996404 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] For port cfdac132-2b3c-460d-b895-64ab886e8b19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfdac132-2b3c-460d-b895-64ab886e8b19,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:33.996766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.000687 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-ae478161-d4f1-4ca8-aca4-98bec88ff309 None None] Set router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:46:34.010229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Calling delete_port for cfdac132-2b3c-460d-b895-64ab886e8b19 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:46:34.030261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-dbfad5c3-f3c3-40e2-a430-70cff9791221 None None] Provisioning complete for port 2515744d-a906-422d-9af7-44015733d14b triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:34.030641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dbfad5c3-f3c3-40e2-a430-70cff9791221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2515744d-a906-422d-9af7-44015733d14b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.031152 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-dbfad5c3-f3c3-40e2-a430-70cff9791221 None None] Attempt 1 to provision port 2515744d-a906-422d-9af7-44015733d14b Oct 23 01:46:34.052113 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-ae478161-d4f1-4ca8-aca4-98bec88ff309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:46:33Z', 'revision_number': 6, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:34.077169 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae478161-d4f1-4ca8-aca4-98bec88ff309 None None] The sync data for ids ['f76422dd-c1f5-4f7f-9476-1b5376fb8a18'] in dv-neutron-master-2-hyperv is: [{'id': 'f76422dd-c1f5-4f7f-9476-1b5376fb8a18', 'name': 'tempest-ServerActionsTestJSON-166449842-router', 'tenant_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:40:18Z', 'updated_at': '2022-10-23T01:46:33Z', 'revision_number': 6, 'project_id': '9ca3bd2b24ee4cda909170519b77e6a5', 'gw_port_host': None}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:46:34.105709 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-dbfad5c3-f3c3-40e2-a430-70cff9791221 None None] Current status of the port 2515744d-a906-422d-9af7-44015733d14b is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:34.164039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:34.257606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (cfdac132-2b3c-460d-b895-64ab886e8b19), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.282209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdac132-2b3c-460d-b895-64ab886e8b19,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:34.295481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.295940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.296249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.296589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.296923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.297259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.297596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.297952 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.298281 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.298608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.298935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.299260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.299584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.299908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.300225 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:34.319999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:34.357981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.451464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.454291 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Publish callbacks [] for router_controller (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.572095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (f76422dd-c1f5-4f7f-9476-1b5376fb8a18), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.572726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router f76422dd-c1f5-4f7f-9476-1b5376fb8a18 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:46:34.577051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.583519 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-101f8478-173a-44e7-ab1a-17856342a3ed admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/f76422dd-c1f5-4f7f-9476-1b5376fb8a18 HTTP/1.1" status: 204 len: 168 time: 0.9985039 Oct 23 01:46:34.585293 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41614) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:34.630240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a76df0-818b-4391-b237-465496ca2bb1 admin admin] Deleting subnet 2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:46:34.633270 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e0a76df0-818b-4391-b237-465496ca2bb1 admin admin] Publish callbacks [] for subnet (2d1de1b4-8fab-4f7b-b994-e0861a7fedc8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.667745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e0a76df0-818b-4391-b237-465496ca2bb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (2d1de1b4-8fab-4f7b-b994-e0861a7fedc8), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.744163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e0a76df0-818b-4391-b237-465496ca2bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (2d1de1b4-8fab-4f7b-b994-e0861a7fedc8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.869894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e0a76df0-818b-4391-b237-465496ca2bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (2d1de1b4-8fab-4f7b-b994-e0861a7fedc8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.898939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e0a76df0-818b-4391-b237-465496ca2bb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.905860 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e0a76df0-818b-4391-b237-465496ca2bb1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/2d1de1b4-8fab-4f7b-b994-e0861a7fedc8 HTTP/1.1" status: 204 len: 168 time: 0.3170135 Oct 23 01:46:34.905860 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a76df0-818b-4391-b237-465496ca2bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1de1b4-8fab-4f7b-b994-e0861a7fedc8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:34.906134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da7449f-7e0d-45ed-8a82-e2394e6a555e None None] Network 6b578992-3f22-4916-a877-373a15ce415d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:46:34.906558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41616) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:34.985638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (6b578992-3f22-4916-a877-373a15ce415d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:34.995176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c71f6366-9e65-4aa3-b40f-f738f1c41301 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:46:35.017506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: c71f6366-9e65-4aa3-b40f-f738f1c41301 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:46:35.017868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c71f6366-9e65-4aa3-b40f-f738f1c41301 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:46:35.018290 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cfdac132-2b3c-460d-b895-64ab886e8b19 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:46:35.031665 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Deleting port 2515744d-a906-422d-9af7-44015733d14b {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:46:35.031665 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2515744d-a906-422d-9af7-44015733d14b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.045850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: cfdac132-2b3c-460d-b895-64ab886e8b19 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:46:35.046448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cfdac132-2b3c-460d-b895-64ab886e8b19 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:46:35.107426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] For port 2515744d-a906-422d-9af7-44015733d14b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2515744d-a906-422d-9af7-44015733d14b,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:35.107669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2515744d-a906-422d-9af7-44015733d14b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.112954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5d766-d658-4447-9a05-71ac7e45aed7 None None] DHCP port deletion for 6b578992-3f22-4916-a877-373a15ce415d request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:46:35.126018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Calling delete_port for 2515744d-a906-422d-9af7-44015733d14b owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:46:35.151491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-28d5d766-d658-4447-9a05-71ac7e45aed7 None None] Deleting port 2515744d-a906-422d-9af7-44015733d14b {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:46:35.151786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-28d5d766-d658-4447-9a05-71ac7e45aed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2515744d-a906-422d-9af7-44015733d14b), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.218201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-28d5d766-d658-4447-9a05-71ac7e45aed7 None None] For port 2515744d-a906-422d-9af7-44015733d14b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2515744d-a906-422d-9af7-44015733d14b,segment=NetworkSegment(64930606-1a43-44ae-b1df-6b2b33a16fc3),segment_id=64930606-1a43-44ae-b1df-6b2b33a16fc3)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:35.218715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-28d5d766-d658-4447-9a05-71ac7e45aed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2515744d-a906-422d-9af7-44015733d14b), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.236472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-28d5d766-d658-4447-9a05-71ac7e45aed7 None None] Calling delete_port for 2515744d-a906-422d-9af7-44015733d14b owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:46:35.395338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-28d5d766-d658-4447-9a05-71ac7e45aed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (2515744d-a906-422d-9af7-44015733d14b), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.420332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5d766-d658-4447-9a05-71ac7e45aed7 None None] Pushing event deleted for resources: {'Port': ['ID=2515744d-a906-422d-9af7-44015733d14b,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:35.423849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5d766-d658-4447-9a05-71ac7e45aed7 None None] No DVR routers for this DVR port 2515744d-a906-422d-9af7-44015733d14b on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:46:35.460195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2515744d-a906-422d-9af7-44015733d14b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.484103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Pushing event deleted for resources: {'Port': ['ID=2515744d-a906-422d-9af7-44015733d14b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:35.487690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] No DVR routers for this DVR port 2515744d-a906-422d-9af7-44015733d14b on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:46:35.560943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (6b578992-3f22-4916-a877-373a15ce415d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.573034 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:35.582080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b578992-3f22-4916-a877-373a15ce415d']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:35.591276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64930606-1a43-44ae-b1df-6b2b33a16fc3') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:35.591803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64930606-1a43-44ae-b1df-6b2b33a16fc3') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:35.601056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (64930606-1a43-44ae-b1df-6b2b33a16fc3), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.615466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (64930606-1a43-44ae-b1df-6b2b33a16fc3), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.622341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:46:35.622721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (64930606-1a43-44ae-b1df-6b2b33a16fc3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.662524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:35.695532 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 64930606-1a43-44ae-b1df-6b2b33a16fc3 resource provider aggregate not found Oct 23 01:46:35.708749 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 64930606-1a43-44ae-b1df-6b2b33a16fc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64930606-1a43-44ae-b1df-6b2b33a16fc3 found for delete ", "request_id": "req-c4b819ba-068b-4709-8893-06e9dd45f522"}]} Oct 23 01:46:35.766997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (6b578992-3f22-4916-a877-373a15ce415d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.772771 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:35.775575 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/6b578992-3f22-4916-a877-373a15ce415d HTTP/1.1" status: 204 len: 168 time: 0.8685348 Oct 23 01:46:35.791177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1ea14-3e93-4225-b3c5-b61e07cd5bec admin admin] Pushing event deleted for resources: {'Network': ['ID=6b578992-3f22-4916-a877-373a15ce415d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:36.034321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41626) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:36.074609 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2eb8e98e-0b51-4180-8394-4a1cb6fc2477 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9ca3bd2b24ee4cda909170519b77e6a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391140 Oct 23 01:46:36.076918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41628) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:36.123772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6b62dae-665d-48e8-a6dd-5c63c4e974bb admin admin] Publish callbacks [] for security_group (52f5f462-c207-4fbe-beb7-fff8a5b1619c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:36.143729 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6b62dae-665d-48e8-a6dd-5c63c4e974bb admin admin] Publish callbacks [] for security_group (52f5f462-c207-4fbe-beb7-fff8a5b1619c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:36.229522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6b62dae-665d-48e8-a6dd-5c63c4e974bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (52f5f462-c207-4fbe-beb7-fff8a5b1619c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:36.231992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e6b62dae-665d-48e8-a6dd-5c63c4e974bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:36.233180 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e6b62dae-665d-48e8-a6dd-5c63c4e974bb admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/52f5f462-c207-4fbe-beb7-fff8a5b1619c HTTP/1.1" status: 204 len: 168 time: 0.1553898 Oct 23 01:46:36.241550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b62dae-665d-48e8-a6dd-5c63c4e974bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f5f462-c207-4fbe-beb7-fff8a5b1619c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:36.983581 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2515744d-a906-422d-9af7-44015733d14b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:46:37.007444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 2515744d-a906-422d-9af7-44015733d14b {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:46:37.007873 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 2515744d-a906-422d-9af7-44015733d14b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:46:37.146145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41650) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:37.241622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-645562248-network', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:46:37.297419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Made reservation on behalf of d7f153e083f54ae2b1bccb39b28445e2 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:46:37.299770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:37.308920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:37.384785 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Publish callbacks [] for security_group (2b3e5625-b94b-49ad-a96d-8433f00abc7d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:37.451006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2b3e5625-b94b-49ad-a96d-8433f00abc7d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:37.476202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:46:37.486511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3e5625-b94b-49ad-a96d-8433f00abc7d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:37.491255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (66000382-1005-4147-94d6-e3c91693fcee), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:37.491593 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Added segment 66000382-1005-4147-94d6-e3c91693fcee of type vlan for network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b Oct 23 01:46:37.530984 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (94dc4a6f-5821-4513-9bc6-4dfefe0b725b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:37.612160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (94dc4a6f-5821-4513-9bc6-4dfefe0b725b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:37.613180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:37.613754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:37.672853 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] Pushing event updated for resources: {'Network': ['ID=94dc4a6f-5821-4513-9bc6-4dfefe0b725b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:37.682338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:46:37.751981 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-804e0228-3202-40ad-ab1e-402b5bd06376 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6046531 Oct 23 01:46:37.754844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41654) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:37.759578 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] Request body: {'subnet': {'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-645562248-subnet', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:46:37.839877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] Made reservation on behalf of d7f153e083f54ae2b1bccb39b28445e2 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:46:37.842177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:37.957960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:38.001776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:38.069370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (0c14e6a4-b843-4776-8110-fa16e3658f70), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.130901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c14e6a4-b843-4776-8110-fa16e3658f70,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:38.139839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] Checking segment: {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:46:38.140193 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] Network hostable DHCP agents. Network: 94dc4a6f-5821-4513-9bc6-4dfefe0b725b, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:46:38.222817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] Network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:46:38.296903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 94dc4a6f-5821-4513-9bc6-4dfefe0b725b) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:46:38.301421 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:38.302552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.306447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f3ac4-c928-4945-8c8a-11ce9bf87e67 None None] Network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:46:38.397280 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-113d11c3-496b-40a7-aa1d-9035d03951f2 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6412182 Oct 23 01:46:38.399812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41656) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:38.409104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-645562248-router', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:46:38.409627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'fixed_ips': [{'subnet_id': '0c14e6a4-b843-4776-8110-fa16e3658f70'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:46:38.409747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.497544 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (0e89ab87-cca8-4f99-b735-1270801cbf16), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.498617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (0e89ab87-cca8-4f99-b735-1270801cbf16), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.547665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Allocated IP 172.20.0.2 (94dc4a6f-5821-4513-9bc6-4dfefe0b725b/0c14e6a4-b843-4776-8110-fa16e3658f70/65f3d0d8-0ead-454d-8b60-c990682ad44c) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:46:38.548853 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Publish callbacks [] for router_controller (0e89ab87-cca8-4f99-b735-1270801cbf16), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.558878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:38.688873 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Publish callbacks [] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.759939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Publish callbacks [] for router_gateway (0e89ab87-cca8-4f99-b735-1270801cbf16), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.772298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.815373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:46:38.820417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:46:38.822480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Pushing event updated for resources: {'Port': ['ID=65f3d0d8-0ead-454d-8b60-c990682ad44c,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:38.824594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:46:38.853400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7e0ab4d6-197f-4dcb-84ec-a5c6ee69bbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.881269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Attempting to bind port 65f3d0d8-0ead-454d-8b60-c990682ad44c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:46:38.881639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Attempting to bind port 65f3d0d8-0ead-454d-8b60-c990682ad44c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:46:38.882028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Attempting to bind port 65f3d0d8-0ead-454d-8b60-c990682ad44c on network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:46:38.884613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:38.923983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:46:38.924365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Checking segment: {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:46:38.924759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.925148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Bound using segment: {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:46:38.925623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Bound port: 65f3d0d8-0ead-454d-8b60-c990682ad44c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:46:38.926022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:38.931659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:38.988609 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:46:38.993118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] For port 65f3d0d8-0ead-454d-8b60-c990682ad44c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:46:38.996641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] For port 65f3d0d8-0ead-454d-8b60-c990682ad44c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65f3d0d8-0ead-454d-8b60-c990682ad44c,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:46:39.028327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Publish callbacks [] for router_gateway (0e89ab87-cca8-4f99-b735-1270801cbf16), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:39.047793 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:39.074624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:39.127093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9881e-d744-4ced-b255-92fe3ea8e314 None None] Pushing event updated for resources: {'Port': ['ID=65f3d0d8-0ead-454d-8b60-c990682ad44c,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:39.167637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Allocated IP 172.36.3.144 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/7a59543a-e257-44d2-87ad-f775d2a1e774) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:46:39.288104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:39.293899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Publish callbacks [] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:39.383611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:39.418849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:39.428693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:46:39.433679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:46:39.436128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:46:39.439502 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Pushing event updated for resources: {'Port': ['ID=7a59543a-e257-44d2-87ad-f775d2a1e774,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:39.772550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Publish callbacks [] for router_gateway (0e89ab87-cca8-4f99-b735-1270801cbf16), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:39.970080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (0e89ab87-cca8-4f99-b735-1270801cbf16), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:39.996312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f983e16e-ed95-4688-9b6b-4399ff0f5bb4 None None] Network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:46:40.083179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9b5c236c-a6f5-47a5-a566-fc7d736ae790 None None] Provisioning complete for port 65f3d0d8-0ead-454d-8b60-c990682ad44c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:40.083487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9b5c236c-a6f5-47a5-a566-fc7d736ae790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:40.083791 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9b5c236c-a6f5-47a5-a566-fc7d736ae790 None None] Attempt 1 to provision port 65f3d0d8-0ead-454d-8b60-c990682ad44c Oct 23 01:46:40.148926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Router 0e89ab87-cca8-4f99-b735-1270801cbf16 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:46:40.183532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9b5c236c-a6f5-47a5-a566-fc7d736ae790 None None] Current status of the port 65f3d0d8-0ead-454d-8b60-c990682ad44c is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:40.184089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9b5c236c-a6f5-47a5-a566-fc7d736ae790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:40.221987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9b5c236c-a6f5-47a5-a566-fc7d736ae790 None None] For port 65f3d0d8-0ead-454d-8b60-c990682ad44c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65f3d0d8-0ead-454d-8b60-c990682ad44c,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:40.265886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:46:40.269512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9b5c236c-a6f5-47a5-a566-fc7d736ae790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:40.279096 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:40.297044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Sync routers for ids ['0e89ab87-cca8-4f99-b735-1270801cbf16'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:46:40.323317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Routers {'0e89ab87-cca8-4f99-b735-1270801cbf16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:46:40.323951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:46:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0e89ab87-cca8-4f99-b735-1270801cbf16'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:40.361939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:40.363126 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b57f63bc-83ca-4fd7-a5f3-d750d8aa232c admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9621620 Oct 23 01:46:40.365895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41658) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:46:40.367733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c236c-a6f5-47a5-a566-fc7d736ae790 None None] Pushing event updated for resources: {'Port': ['ID=65f3d0d8-0ead-454d-8b60-c990682ad44c,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:40.426859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4fb5024d-aceb-4b91-8386-b0c26dfb1e2e None None] Provisioning complete for port 65f3d0d8-0ead-454d-8b60-c990682ad44c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:40.427231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4fb5024d-aceb-4b91-8386-b0c26dfb1e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:40.427566 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4fb5024d-aceb-4b91-8386-b0c26dfb1e2e None None] Attempt 1 to provision port 65f3d0d8-0ead-454d-8b60-c990682ad44c Oct 23 01:46:40.466435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Set router 0e89ab87-cca8-4f99-b735-1270801cbf16 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:46:40.741433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:40.759128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5024d-aceb-4b91-8386-b0c26dfb1e2e None None] Current status of the port 65f3d0d8-0ead-454d-8b60-c990682ad44c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:40.776849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:40.813498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'name': 'tempest-ServersNegativeTestJSON-645562248-router', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144'}], 'enable_snat': True}, 'gw_port_id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:46:38Z', 'updated_at': '2022-10-23T01:46:39Z', 'revision_number': 3, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'gw_port': {'id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:39Z', 'updated_at': '2022-10-23T01:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:40.840227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Checking router: 0e89ab87-cca8-4f99-b735-1270801cbf16 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:46:40.840756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Updating router 0e89ab87-cca8-4f99-b735-1270801cbf16 port 7a59543a-e257-44d2-87ad-f775d2a1e774 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:46:40.869875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:40.934153 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Allocated IP 172.20.0.1 (94dc4a6f-5821-4513-9bc6-4dfefe0b725b/0c14e6a4-b843-4776-8110-fa16e3658f70/04ec98ed-b17e-40b6-94e2-c4d10a08b14b) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:46:41.033699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:41.035653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 65f3d0d8-0ead-454d-8b60-c990682ad44c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:46:41.044837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Publish callbacks [] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.057988 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:41.121015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.133800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 65f3d0d8-0ead-454d-8b60-c990682ad44c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:41.134208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.134545 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 65f3d0d8-0ead-454d-8b60-c990682ad44c Oct 23 01:46:41.162174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:46:41.165147 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:46:41.171632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:46:41.201689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Pushing event updated for resources: {'Port': ['ID=04ec98ed-b17e-40b6-94e2-c4d10a08b14b,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:41.207474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cca768bd-9e25-4680-bb60-e17289c55489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.220968 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (0e89ab87-cca8-4f99-b735-1270801cbf16), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.232900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Publish callbacks [] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.263149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:41.270250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:41.272534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 65f3d0d8-0ead-454d-8b60-c990682ad44c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:41.303709 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.337593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Attempting to bind port 7a59543a-e257-44d2-87ad-f775d2a1e774 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:46:41.337990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Attempting to bind port 7a59543a-e257-44d2-87ad-f775d2a1e774 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:46:41.338358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Attempting to bind port 7a59543a-e257-44d2-87ad-f775d2a1e774 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:46:41.387288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c21137-3c81-4c2c-a5b4-7edc6c1538e6 None None] Pushing event updated for resources: {'Port': ['ID=7a59543a-e257-44d2-87ad-f775d2a1e774,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:41.394653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ca9a7ae9-381f-477e-b2f1-b05e16d313bc None None] Provisioning complete for port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:41.394653 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7ae9-381f-477e-b2f1-b05e16d313bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.394850 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ca9a7ae9-381f-477e-b2f1-b05e16d313bc None None] Attempt 1 to provision port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b Oct 23 01:46:41.435047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:46:41.435418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:46:41.435818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.436208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:46:41.436687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Bound port: 7a59543a-e257-44d2-87ad-f775d2a1e774, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:46:41.437063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.441020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.456772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a7ae9-381f-477e-b2f1-b05e16d313bc None None] Port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:46:41.488787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] For port 7a59543a-e257-44d2-87ad-f775d2a1e774, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:46:41.491844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] For port 7a59543a-e257-44d2-87ad-f775d2a1e774, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a59543a-e257-44d2-87ad-f775d2a1e774,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:46:41.555372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.580070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:41.591673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Routers {'0e89ab87-cca8-4f99-b735-1270801cbf16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:46:41.592305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:46:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0e89ab87-cca8-4f99-b735-1270801cbf16'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:41.607595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Publish callbacks [] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.650229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c21137-3c81-4c2c-a5b4-7edc6c1538e6 None None] Pushing event updated for resources: {'Port': ['ID=7a59543a-e257-44d2-87ad-f775d2a1e774,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:41.657397 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.712642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] Set router 0e89ab87-cca8-4f99-b735-1270801cbf16 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:46:41.727609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Pushing event updated for resources: {'Port': ['ID=04ec98ed-b17e-40b6-94e2-c4d10a08b14b,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:41.731485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (0e89ab87-cca8-4f99-b735-1270801cbf16), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:41.828803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:46:41.830125 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:46:41.906607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'name': 'tempest-ServersNegativeTestJSON-645562248-router', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144'}], 'enable_snat': True}, 'gw_port_id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:46:38Z', 'updated_at': '2022-10-23T01:46:41Z', 'revision_number': 4, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'gw_port': {'id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:39Z', 'updated_at': '2022-10-23T01:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '04ec98ed-b17e-40b6-94e2-c4d10a08b14b', 'name': '', 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'mac_address': 'fa:16:3e:07:dd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:40Z', 'updated_at': '2022-10-23T01:46:40Z', 'revision_number': 1, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'subnets': [{'id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:41.933990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef1a26-db48-42a3-9c34-957b7c07efb1 None None] The sync data for ids ['0e89ab87-cca8-4f99-b735-1270801cbf16'] in dv-neutron-master-2-hyperv is: [{'id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'name': 'tempest-ServersNegativeTestJSON-645562248-router', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144'}], 'enable_snat': True}, 'gw_port_id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:46:38Z', 'updated_at': '2022-10-23T01:46:41Z', 'revision_number': 4, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'gw_port': {'id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:39Z', 'updated_at': '2022-10-23T01:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '04ec98ed-b17e-40b6-94e2-c4d10a08b14b', 'name': '', 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'mac_address': 'fa:16:3e:07:dd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:40Z', 'updated_at': '2022-10-23T01:46:40Z', 'revision_number': 1, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'subnets': [{'id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:46:42.082655 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-842e0feb-9237-4d88-9b8e-079ca262b26d None None] Provisioning complete for port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:42.083252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-842e0feb-9237-4d88-9b8e-079ca262b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:42.083671 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-842e0feb-9237-4d88-9b8e-079ca262b26d None None] Attempt 1 to provision port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b Oct 23 01:46:42.136142 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-842e0feb-9237-4d88-9b8e-079ca262b26d None None] Port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:46:42.224937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Router 0e89ab87-cca8-4f99-b735-1270801cbf16 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:46:42.332845 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:46:42.337722 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bae8dfb4-912d-41e0-9e40-329fa66c8fce admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/0e89ab87-cca8-4f99-b735-1270801cbf16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9708309 Oct 23 01:46:42.594797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:42.799043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:42.807664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-1a76c933-c0f3-4bce-acde-0ee2eb90445a tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:42.811067 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-1a76c933-c0f3-4bce-acde-0ee2eb90445a tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/networks?id=94dc4a6f-5821-4513-9bc6-4dfefe0b725b HTTP/1.1" status: 200 len: 813 time: 0.1076710 Oct 23 01:46:42.825041 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-7ceb31a6-dbe1-448b-bd14-7567ffa8ba15 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/quotas/d7f153e083f54ae2b1bccb39b28445e2 HTTP/1.1" status: 200 len: 375 time: 0.0101166 Oct 23 01:46:42.881062 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-1aeffe15-b01e-491b-941b-b24ee89a476c tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f153e083f54ae2b1bccb39b28445e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505431 Oct 23 01:46:42.981827 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-1b5ae0b7-4c56-49d7-b420-30431ff87993 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922306 Oct 23 01:46:43.013668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7a59543a-e257-44d2-87ad-f775d2a1e774 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:46:43.061861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7a59543a-e257-44d2-87ad-f775d2a1e774 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:43.062221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:43.062555 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7a59543a-e257-44d2-87ad-f775d2a1e774 Oct 23 01:46:43.091050 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-1e28d874-e0c7-495c-aaaa-d3460783c45f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051953 Oct 23 01:46:43.144907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7a59543a-e257-44d2-87ad-f775d2a1e774 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:43.145403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:43.168460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 7a59543a-e257-44d2-87ad-f775d2a1e774, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a59543a-e257-44d2-87ad-f775d2a1e774,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:43.257504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:43.305532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=7a59543a-e257-44d2-87ad-f775d2a1e774,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:43.313129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.313482 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.313857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.314207 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.314544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.314877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.315208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.315539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.315869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.316197 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.316529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.316856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.317180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.317505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.318110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:43.372101 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ca08a74f-5edd-4e32-b7da-e01e83837675 req-a66d9692-a3e9-466e-b6e9-e882ec3cab65 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 210 time: 0.0278749 Oct 23 01:46:43.883340 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Sync routers for ids ['0e89ab87-cca8-4f99-b735-1270801cbf16'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:46:43.893728 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Routers {'0e89ab87-cca8-4f99-b735-1270801cbf16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:46:43.894441 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:46:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0e89ab87-cca8-4f99-b735-1270801cbf16'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:44.001328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:44.051765 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:44.087048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:44.090253 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Set router 0e89ab87-cca8-4f99-b735-1270801cbf16 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:46:44.278478 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'name': 'tempest-ServersNegativeTestJSON-645562248-router', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144'}], 'enable_snat': True}, 'gw_port_id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:46:38Z', 'updated_at': '2022-10-23T01:46:41Z', 'revision_number': 4, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'gw_port': {'id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:39Z', 'updated_at': '2022-10-23T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '04ec98ed-b17e-40b6-94e2-c4d10a08b14b', 'name': '', 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'mac_address': 'fa:16:3e:07:dd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:40Z', 'updated_at': '2022-10-23T01:46:41Z', 'revision_number': 2, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'subnets': [{'id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:44.303671 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Checking router: 0e89ab87-cca8-4f99-b735-1270801cbf16 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:46:44.304026 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Updating router 0e89ab87-cca8-4f99-b735-1270801cbf16 port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:46:44.331713 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:44.447506 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:44.476847 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-23e96020-1299-4bbe-9308-67c7070d7ef4 req-c726b6e8-92e0-4cec-aded-49780d0137d5 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 210 time: 0.0290444 Oct 23 01:46:44.588982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Publish callbacks [] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:44.668842 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:44.745475 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Pushing event updated for resources: {'Port': ['ID=04ec98ed-b17e-40b6-94e2-c4d10a08b14b,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:44.760324 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.760668 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.761004 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.761335 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.761663 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.762010 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.762338 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.762654 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.762976 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.763297 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.763608 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.763921 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.764233 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.764545 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.764855 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:46:44.771451 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Attempting to bind port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:46:44.771818 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Attempting to bind port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:46:44.775288 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Attempting to bind port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b on network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:46:44.813872 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:46:44.814238 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Checking segment: {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:46:44.814633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:44.815014 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Bound using segment: {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:46:44.815474 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Bound port: 04ec98ed-b17e-40b6-94e2-c4d10a08b14b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:46:44.815897 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:44.850104 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:44.877867 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] For port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:46:44.880916 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] For port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04ec98ed-b17e-40b6-94e2-c4d10a08b14b,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:46:44.973587 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:44.997118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7a59543a-e257-44d2-87ad-f775d2a1e774 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:46:45.013770 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Routers {'0e89ab87-cca8-4f99-b735-1270801cbf16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:46:45.014490 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:46:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0e89ab87-cca8-4f99-b735-1270801cbf16'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:45.045404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 7a59543a-e257-44d2-87ad-f775d2a1e774 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:45.045773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:45.046136 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 7a59543a-e257-44d2-87ad-f775d2a1e774 Oct 23 01:46:45.068249 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03459492-4d2c-4a12-bc27-60d04a516236 None None] Pushing event updated for resources: {'Port': ['ID=04ec98ed-b17e-40b6-94e2-c4d10a08b14b,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:45.122531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 7a59543a-e257-44d2-87ad-f775d2a1e774 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:45.136079 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] Set router 0e89ab87-cca8-4f99-b735-1270801cbf16 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:46:45.314972 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'name': 'tempest-ServersNegativeTestJSON-645562248-router', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144'}], 'enable_snat': True}, 'gw_port_id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:46:38Z', 'updated_at': '2022-10-23T01:46:41Z', 'revision_number': 4, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'gw_port': {'id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:39Z', 'updated_at': '2022-10-23T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '04ec98ed-b17e-40b6-94e2-c4d10a08b14b', 'name': '', 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'mac_address': 'fa:16:3e:07:dd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:40Z', 'updated_at': '2022-10-23T01:46:44Z', 'revision_number': 4, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'subnets': [{'id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:46:45.341877 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5be4e4-7da8-45a9-bb98-87a170a5a917 None None] The sync data for ids ['0e89ab87-cca8-4f99-b735-1270801cbf16'] in dv-neutron-master-2-hyperv is: [{'id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'name': 'tempest-ServersNegativeTestJSON-645562248-router', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144'}], 'enable_snat': True}, 'gw_port_id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:46:38Z', 'updated_at': '2022-10-23T01:46:41Z', 'revision_number': 4, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'gw_port': {'id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:39Z', 'updated_at': '2022-10-23T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '04ec98ed-b17e-40b6-94e2-c4d10a08b14b', 'name': '', 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'mac_address': 'fa:16:3e:07:dd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:40Z', 'updated_at': '2022-10-23T01:46:44Z', 'revision_number': 4, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'subnets': [{'id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:46:45.628543 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ffd9e05-1aa2-417b-abbb-709e21939fe5 req-e9e29dda-47f5-40b6-908c-3cadcb7dd5db tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 210 time: 0.0406380 Oct 23 01:46:45.676851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-f6e48676-8b39-4bbd-9365-028c65785d69 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:45.678676 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-f6e48676-8b39-4bbd-9365-028c65785d69 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.48 "GET /networking/v2.0/networks?id=94dc4a6f-5821-4513-9bc6-4dfefe0b725b HTTP/1.1" status: 200 len: 813 time: 0.1468301 Oct 23 01:46:45.706328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Request body: {'port': {'device_id': 'da498379-37f4-4e0f-836e-df62755f97e0', 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'admin_state_up': True, 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:46:45.874521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Made reservation on behalf of d7f153e083f54ae2b1bccb39b28445e2 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:46:45.878653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:46.023653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Allocated IP 172.20.0.4 (94dc4a6f-5821-4513-9bc6-4dfefe0b725b/0c14e6a4-b843-4776-8110-fa16e3658f70/4cdd5b61-1ed0-4519-8981-8041bbdf13dd) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:46:46.170457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks [] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:46.246378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:46.287190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:46:46.290951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:46:46.293378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:46:46.326107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Pushing event updated for resources: {'Port': ['ID=4cdd5b61-1ed0-4519-8981-8041bbdf13dd,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:46.349373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:46.350127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:46.397359 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-c26dec39-976a-46da-93a3-252970751bcc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6950083 Oct 23 01:46:46.414956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Request body: {'port': {'device_id': 'da498379-37f4-4e0f-836e-df62755f97e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:46:46.417997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:46.475253 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:46.482465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:46.488567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d713f9b4-42ed-4b28-9da6-db9fcbe2d6b9 None None] Provisioning complete for port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:46.489099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d713f9b4-42ed-4b28-9da6-db9fcbe2d6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:46.489254 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d713f9b4-42ed-4b28-9da6-db9fcbe2d6b9 None None] Attempt 1 to provision port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd Oct 23 01:46:46.523435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d713f9b4-42ed-4b28-9da6-db9fcbe2d6b9 None None] Port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:46:46.734770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdd5b61-1ed0-4519-8981-8041bbdf13dd {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:46:46.742213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Publish callbacks [] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:46.752851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc72f9-8165-47a9-b23a-c37a74b92a7d req-e0e51bfb-3b30-4259-a372-cb8e9b2b9220 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:46.754334 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-82dc72f9-8165-47a9-b23a-c37a74b92a7d req-e0e51bfb-3b30-4259-a372-cb8e9b2b9220 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 931 time: 0.0467887 Oct 23 01:46:46.754632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Transition to ACTIVE for port object 4cdd5b61-1ed0-4519-8981-8041bbdf13dd will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:46:46.794404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:46.802124 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-82dc72f9-8165-47a9-b23a-c37a74b92a7d req-6bc59354-f7b4-45fb-b8e3-ba26c2a6d318 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Oct 23 01:46:46.861552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdd5b61-1ed0-4519-8981-8041bbdf13dd,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:46.909344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Attempting to bind port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:46:46.909679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Attempting to bind port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:46:46.910033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Attempting to bind port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd on network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:46:46.954058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd on network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:46:46.954058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Attempting to bind port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd on network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:46:46.997012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:46:46.997353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Checking segment: {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:46:46.997739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Bound using segment: {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:46:46.998204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Bound port: 4cdd5b61-1ed0-4519-8981-8041bbdf13dd, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:46:46.998569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:47.015654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 04ec98ed-b17e-40b6-94e2-c4d10a08b14b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:46:47.064278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:47.064730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:47.065202 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b Oct 23 01:46:47.073922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] For port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:46:47.077023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] For port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cdd5b61-1ed0-4519-8981-8041bbdf13dd,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:46:47.143693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:47.144014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:47.178100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04ec98ed-b17e-40b6-94e2-c4d10a08b14b,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:47.372261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:47.376583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:47.382416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:47.382416 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/4cdd5b61-1ed0-4519-8981-8041bbdf13dd HTTP/1.1" status: 200 len: 1093 time: 0.9680846 Oct 23 01:46:47.382416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da498379-37f4-4e0f-836e-df62755f97e0', 'tag': '4cdd5b61-1ed0-4519-8981-8041bbdf13dd'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:46:47.382416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28fe946-bca5-4e76-9941-f920c2bef60b" -d '{"events": [{"name": "network-changed", "server_uuid": "da498379-37f4-4e0f-836e-df62755f97e0", "tag": "4cdd5b61-1ed0-4519-8981-8041bbdf13dd"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:46:47.401201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:47.429163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9059aa-c9d3-488b-a4e0-e57922b0ce67 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdd5b61-1ed0-4519-8981-8041bbdf13dd,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:47.468750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=04ec98ed-b17e-40b6-94e2-c4d10a08b14b,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:47.482584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421d7614-3f28-4379-b5f9-a71ad676dbe6 x-openstack-request-id: req-421d7614-3f28-4379-b5f9-a71ad676dbe6 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:46:47.482872 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da498379-37f4-4e0f-836e-df62755f97e0", "tag": "4cdd5b61-1ed0-4519-8981-8041bbdf13dd", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:46:47.483153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-421d7614-3f28-4379-b5f9-a71ad676dbe6 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:46:47.483562 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421d7614-3f28-4379-b5f9-a71ad676dbe6'] response: {'name': 'network-changed', 'server_uuid': 'da498379-37f4-4e0f-836e-df62755f97e0', 'tag': '4cdd5b61-1ed0-4519-8981-8041bbdf13dd', 'status': 'completed', 'code': 200} Oct 23 01:46:47.545889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-f9fb4d12-cbdc-430d-90ad-865cc1e40336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:47.547444 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-f9fb4d12-cbdc-430d-90ad-865cc1e40336 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7f153e083f54ae2b1bccb39b28445e2&device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 1127 time: 0.0405250 Oct 23 01:46:47.598248 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-6cf956fa-1b86-47a6-801c-7c4b0298bfcd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd5b61-1ed0-4519-8981-8041bbdf13dd HTTP/1.1" status: 200 len: 217 time: 0.0367548 Oct 23 01:46:47.634531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:47.645000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-beadf915-07d2-4bbf-9bd9-943d89d17a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:47.646489 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-beadf915-07d2-4bbf-9bd9-943d89d17a64 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=0c14e6a4-b843-4776-8110-fa16e3658f70 HTTP/1.1" status: 200 len: 852 time: 0.0430715 Oct 23 01:46:47.688866 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-e628b84b-df16-4057-a327-9b0b2d56acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:47.690329 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-e628b84b-df16-4057-a327-9b0b2d56acff service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=94dc4a6f-5821-4513-9bc6-4dfefe0b725b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380511 Oct 23 01:46:47.780999 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-db7e9118-4862-449b-a614-ac3b272b3387 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845239 Oct 23 01:46:47.842770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:47.870958 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38bb6f76-c05f-49c2-bbd9-c11c9280c4cb req-630e9ee5-f005-4e43-9934-3624a57eb8a9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827940 Oct 23 01:46:47.927700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c46cbe-4861-4e95-8643-4714fe125c84 req-9a353f5a-3d81-4dba-8cdc-215877214dc9 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:47.929269 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-92c46cbe-4861-4e95-8643-4714fe125c84 req-9a353f5a-3d81-4dba-8cdc-215877214dc9 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 943 time: 0.0524752 Oct 23 01:46:47.977354 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-92c46cbe-4861-4e95-8643-4714fe125c84 req-2f2c4247-f4e7-4c6d-9ae4-6166a41f18c6 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Oct 23 01:46:48.996837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 04ec98ed-b17e-40b6-94e2-c4d10a08b14b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:46:49.000107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:49.018720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:49.021893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe946-bca5-4e76-9941-f920c2bef60b req-4bee580b-fcc8-4d5b-908d-a9e881e85304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:49.023413 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e28fe946-bca5-4e76-9941-f920c2bef60b req-4bee580b-fcc8-4d5b-908d-a9e881e85304 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7f153e083f54ae2b1bccb39b28445e2&device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 1127 time: 0.3812163 Oct 23 01:46:49.046301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:49.046677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:49.047006 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b Oct 23 01:46:49.122873 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:49.141571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b0f53-c1c0-481d-b911-ebae7edd2ef4 req-32af9992-973b-478c-97c2-21f5d8df419d tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:49.143660 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2a9b0f53-c1c0-481d-b911-ebae7edd2ef4 req-32af9992-973b-478c-97c2-21f5d8df419d tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 943 time: 0.0683041 Oct 23 01:46:49.169950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe946-bca5-4e76-9941-f920c2bef60b req-dfcf8647-4dc7-4372-9738-70430b0af01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:49.171358 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e28fe946-bca5-4e76-9941-f920c2bef60b req-dfcf8647-4dc7-4372-9738-70430b0af01f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=94dc4a6f-5821-4513-9bc6-4dfefe0b725b HTTP/1.1" status: 200 len: 914 time: 0.1419220 Oct 23 01:46:49.216670 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e28fe946-bca5-4e76-9941-f920c2bef60b req-f456ec36-9976-494c-8e81-2434fe11460e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd5b61-1ed0-4519-8981-8041bbdf13dd HTTP/1.1" status: 200 len: 217 time: 0.0389838 Oct 23 01:46:49.256226 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2a9b0f53-c1c0-481d-b911-ebae7edd2ef4 req-f9cbd397-d8c7-4cc9-b21c-c42db014f8ef tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072912 Oct 23 01:46:49.271182 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe946-bca5-4e76-9941-f920c2bef60b req-d8a70375-61a9-4588-9355-a6d637a07e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:49.272645 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e28fe946-bca5-4e76-9941-f920c2bef60b req-d8a70375-61a9-4588-9355-a6d637a07e8c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=0c14e6a4-b843-4776-8110-fa16e3658f70 HTTP/1.1" status: 200 len: 852 time: 0.0487094 Oct 23 01:46:49.318729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe946-bca5-4e76-9941-f920c2bef60b req-589df570-c17e-43b0-a415-901be50f4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:49.320208 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e28fe946-bca5-4e76-9941-f920c2bef60b req-589df570-c17e-43b0-a415-901be50f4d1e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=94dc4a6f-5821-4513-9bc6-4dfefe0b725b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420625 Oct 23 01:46:49.407807 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e28fe946-bca5-4e76-9941-f920c2bef60b req-29e97d77-856a-40f6-a097-bdae28eea888 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812089 Oct 23 01:46:49.499832 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e28fe946-bca5-4e76-9941-f920c2bef60b req-a906bae5-74df-45b4-b96b-62b6c43eadbc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849581 Oct 23 01:46:50.199541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 4cdd5b61-1ed0-4519-8981-8041bbdf13dd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:46:50.294194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cdd5b61-1ed0-4519-8981-8041bbdf13dd,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:50.306185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '4cdd5b61-1ed0-4519-8981-8041bbdf13dd', 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'port_id': '4cdd5b61-1ed0-4519-8981-8041bbdf13dd', 'mac_address': 'fa:16:3e:f0:1a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:46:50.343919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:50.344307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:50.357842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdd5b61-1ed0-4519-8981-8041bbdf13dd {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:46:50.377071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78476a01-4bfd-4e10-a7d0-8d314c68385c req-eef01b02-f1aa-490a-a11c-bdda0011357b tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:50.377654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cdd5b61-1ed0-4519-8981-8041bbdf13dd,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:50.378617 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-78476a01-4bfd-4e10-a7d0-8d314c68385c req-eef01b02-f1aa-490a-a11c-bdda0011357b tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 943 time: 0.0469761 Oct 23 01:46:50.409695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:50.426202 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-78476a01-4bfd-4e10-a7d0-8d314c68385c req-8c9996bc-a5a6-41ce-8494-c2f1d40624e6 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Oct 23 01:46:50.445762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:50.475170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:50.492462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=4cdd5b61-1ed0-4519-8981-8041bbdf13dd,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:50.717374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['4cdd5b61-1ed0-4519-8981-8041bbdf13dd'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:46:51.546481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb8b35-7808-4990-b02a-a8e8af561e1f req-dadc390d-4280-41b5-9439-3d333d1bcdc4 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:51.550717 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3bcb8b35-7808-4990-b02a-a8e8af561e1f req-dadc390d-4280-41b5-9439-3d333d1bcdc4 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 944 time: 0.0473721 Oct 23 01:46:51.596602 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3bcb8b35-7808-4990-b02a-a8e8af561e1f req-8c9287a3-96d9-42af-91d5-fd5345f0e89d tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Oct 23 01:46:52.028768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:52.191063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 4cdd5b61-1ed0-4519-8981-8041bbdf13dd up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:46:52.232981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:46:52.319732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:52.320134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:52.320472 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd Oct 23 01:46:52.529503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:46:52.529919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:52.553664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da498379-37f4-4e0f-836e-df62755f97e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdd5b61-1ed0-4519-8981-8041bbdf13dd'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:46:52.555899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30c1187-627b-46e4-8d05-db05b36671b8" -d '{"events": [{"server_uuid": "da498379-37f4-4e0f-836e-df62755f97e0", "name": "network-vif-plugged", "status": "completed", "tag": "4cdd5b61-1ed0-4519-8981-8041bbdf13dd"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:46:52.568761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cdd5b61-1ed0-4519-8981-8041bbdf13dd,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:46:52.597700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bd41d2-51cc-4789-8fa5-6f7b4cefd8a9 x-openstack-request-id: req-c8bd41d2-51cc-4789-8fa5-6f7b4cefd8a9 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:46:52.598018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da498379-37f4-4e0f-836e-df62755f97e0", "name": "network-vif-plugged", "status": "completed", "tag": "4cdd5b61-1ed0-4519-8981-8041bbdf13dd", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:46:52.598272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8bd41d2-51cc-4789-8fa5-6f7b4cefd8a9 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:46:52.598756 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8bd41d2-51cc-4789-8fa5-6f7b4cefd8a9'] response: {'server_uuid': 'da498379-37f4-4e0f-836e-df62755f97e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdd5b61-1ed0-4519-8981-8041bbdf13dd', 'code': 200} Oct 23 01:46:52.628748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:52.679212 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=4cdd5b61-1ed0-4519-8981-8041bbdf13dd,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:52.725095 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc51a84-4fe2-446b-885c-232e923c3141 req-e95c1b3a-a43c-44bd-9803-352ab275a212 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:52.726609 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dfc51a84-4fe2-446b-885c-232e923c3141 req-e95c1b3a-a43c-44bd-9803-352ab275a212 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0475276 Oct 23 01:46:52.778489 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dfc51a84-4fe2-446b-885c-232e923c3141 req-672ddd0c-f118-481e-b0d1-0e6c2b98f573 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462229 Oct 23 01:46:52.929021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b90a3-9137-42b3-b069-230afcad5d2e req-30679b2f-a005-469f-bb06-2206ad0e5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:52.931082 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-884b90a3-9137-42b3-b069-230afcad5d2e req-30679b2f-a005-469f-bb06-2206ad0e5d11 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 1129 time: 0.0379343 Oct 23 01:46:52.962706 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:52.973182 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-884b90a3-9137-42b3-b069-230afcad5d2e req-d200ba30-7812-4c67-bd16-076870402cd5 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370710 Oct 23 01:46:53.903027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7612f1-2894-4073-962e-f870a5fa50b7 req-ca540fcb-1a47-4f1d-8b79-36bf498fcfa9 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:53.904488 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1d7612f1-2894-4073-962e-f870a5fa50b7 req-ca540fcb-1a47-4f1d-8b79-36bf498fcfa9 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0476372 Oct 23 01:46:53.958131 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1d7612f1-2894-4073-962e-f870a5fa50b7 req-9639afb0-fd62-42b7-bbdd-d056a391aae2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480964 Oct 23 01:46:55.078994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732b1d-d145-46ec-88d2-1f14d79a1ec9 req-ff65ba39-8b67-4d42-9db6-ddd94ba0139b tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:55.080472 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c4732b1d-d145-46ec-88d2-1f14d79a1ec9 req-ff65ba39-8b67-4d42-9db6-ddd94ba0139b tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0468624 Oct 23 01:46:55.127469 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c4732b1d-d145-46ec-88d2-1f14d79a1ec9 req-83904a19-00c5-4abb-8c72-d298d17d30bc tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Oct 23 01:46:55.316906 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=41 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:55.318123 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:55.368965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065b667-89e1-4847-8908-97e6db907bae req-a697cc4c-ab70-4837-99ba-eb44df273bf9 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:55.371038 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-a697cc4c-ab70-4837-99ba-eb44df273bf9 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/networks?id=94dc4a6f-5821-4513-9bc6-4dfefe0b725b HTTP/1.1" status: 200 len: 813 time: 0.1027777 Oct 23 01:46:55.386806 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-f2281256-c54f-4ac8-8e73-e3bad2292106 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/quotas/d7f153e083f54ae2b1bccb39b28445e2 HTTP/1.1" status: 200 len: 375 time: 0.0100110 Oct 23 01:46:55.443965 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-a3510f75-6d8a-4f6e-81eb-9a41ecc6d5e1 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f153e083f54ae2b1bccb39b28445e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517409 Oct 23 01:46:55.534899 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-09292a12-08b6-44ba-8659-932fbaf2d316 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836592 Oct 23 01:46:55.630928 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-999d9fb6-0d97-458a-8012-f693390b19eb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901315 Oct 23 01:46:55.845892 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7b8ab88b-5c54-44b1-980a-4634e697f477 req-ceb7e6b7-fed2-4b51-9624-9292085cb718 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 210 time: 0.0318048 Oct 23 01:46:56.947829 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-eeb16602-f1ec-4d63-a4ef-8abd420c6f1e req-abe19a10-cf85-4ae7-ba94-ad82d267abd3 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 210 time: 0.0281389 Oct 23 01:46:57.632927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:57.641052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065b667-89e1-4847-8908-97e6db907bae req-a03abd7d-e7a0-4903-90be-726cebe39398 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:57.642533 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-a03abd7d-e7a0-4903-90be-726cebe39398 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.48 "GET /networking/v2.0/networks?id=94dc4a6f-5821-4513-9bc6-4dfefe0b725b HTTP/1.1" status: 200 len: 813 time: 0.1044302 Oct 23 01:46:57.659347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Request body: {'port': {'device_id': '2ca53aac-7bb8-4007-b1e7-150f7282fb85', 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'admin_state_up': True, 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:46:57.868548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Made reservation on behalf of d7f153e083f54ae2b1bccb39b28445e2 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:46:57.874084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:58.006214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Allocated IP 172.20.0.8 (94dc4a6f-5821-4513-9bc6-4dfefe0b725b/0c14e6a4-b843-4776-8110-fa16e3658f70/e9124893-233f-463a-ad16-4a793ae384db) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:46:58.078123 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-042b89cc-4dcb-4d5a-96a9-52492b190a75 req-aecfdfe7-5713-44d9-aa4f-0b040c30b50e tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 210 time: 0.0407131 Oct 23 01:46:58.178316 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks [] for port (e9124893-233f-463a-ad16-4a793ae384db), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:58.257598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (e9124893-233f-463a-ad16-4a793ae384db), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:58.290786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['4cdd5b61-1ed0-4519-8981-8041bbdf13dd'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:46:58.308055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:46:58.313772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:46:58.315950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Pushing event updated for resources: {'Port': ['ID=e9124893-233f-463a-ad16-4a793ae384db,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:58.318363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:46:58.340556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:58.371714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:58.372575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:58.460084 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-afd06026-3f28-4075-9934-ef1d1604c9d0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8041713 Oct 23 01:46:58.476178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Request body: {'port': {'device_id': '2ca53aac-7bb8-4007-b1e7-150f7282fb85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:46:58.539422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e9124893-233f-463a-ad16-4a793ae384db), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:58.611489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3e937074-8e6e-4bb0-8359-a107f052b3eb None None] Provisioning complete for port e9124893-233f-463a-ad16-4a793ae384db triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:46:58.611785 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3e937074-8e6e-4bb0-8359-a107f052b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e9124893-233f-463a-ad16-4a793ae384db), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:58.612119 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3e937074-8e6e-4bb0-8359-a107f052b3eb None None] Attempt 1 to provision port e9124893-233f-463a-ad16-4a793ae384db Oct 23 01:46:58.642590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3e937074-8e6e-4bb0-8359-a107f052b3eb None None] Port e9124893-233f-463a-ad16-4a793ae384db cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:46:58.728024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:58.793154 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9124893-233f-463a-ad16-4a793ae384db {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:46:58.800794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Publish callbacks [] for port (e9124893-233f-463a-ad16-4a793ae384db), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:58.813500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Transition to ACTIVE for port object e9124893-233f-463a-ad16-4a793ae384db will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:46:58.868097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (e9124893-233f-463a-ad16-4a793ae384db), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:58.946700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9124893-233f-463a-ad16-4a793ae384db,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:58.977815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Attempting to bind port e9124893-233f-463a-ad16-4a793ae384db on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:46:58.978246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Attempting to bind port e9124893-233f-463a-ad16-4a793ae384db by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:46:58.978510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Attempting to bind port e9124893-233f-463a-ad16-4a793ae384db on network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:46:59.018850 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Port e9124893-233f-463a-ad16-4a793ae384db on network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:46:59.019170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Attempting to bind port e9124893-233f-463a-ad16-4a793ae384db on network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:46:59.059306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:46:59.059693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Checking segment: {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:46:59.060074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Bound using segment: {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:46:59.060502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Bound port: e9124893-233f-463a-ad16-4a793ae384db, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66000382-1005-4147-94d6-e3c91693fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:46:59.060859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e9124893-233f-463a-ad16-4a793ae384db), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:59.124305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] For port e9124893-233f-463a-ad16-4a793ae384db, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:46:59.127313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] For port e9124893-233f-463a-ad16-4a793ae384db, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e9124893-233f-463a-ad16-4a793ae384db,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:46:59.177521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (e9124893-233f-463a-ad16-4a793ae384db), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:59.181975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:59.182584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:46:59.184607 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/e9124893-233f-463a-ad16-4a793ae384db HTTP/1.1" status: 200 len: 1093 time: 0.7126665 Oct 23 01:46:59.190322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca53aac-7bb8-4007-b1e7-150f7282fb85', 'tag': 'e9124893-233f-463a-ad16-4a793ae384db'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:46:59.190322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db3eae2-89a2-48ce-980e-774f41105290" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca53aac-7bb8-4007-b1e7-150f7282fb85", "tag": "e9124893-233f-463a-ad16-4a793ae384db"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:46:59.195449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:59.207868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a010-ce47-424f-993a-77ab8e704d5e req-7b1228a0-eff3-4e46-89a7-51887dfb0214 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:59.211401 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2216a010-ce47-424f-993a-77ab8e704d5e req-7b1228a0-eff3-4e46-89a7-51887dfb0214 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 943 time: 0.0562556 Oct 23 01:46:59.230096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d659a2-bbcd-4e63-92d1-845628825c94 x-openstack-request-id: req-f1d659a2-bbcd-4e63-92d1-845628825c94 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:46:59.230322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca53aac-7bb8-4007-b1e7-150f7282fb85", "tag": "e9124893-233f-463a-ad16-4a793ae384db", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:46:59.230573 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1d659a2-bbcd-4e63-92d1-845628825c94 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:46:59.230971 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d659a2-bbcd-4e63-92d1-845628825c94'] response: {'name': 'network-changed', 'server_uuid': '2ca53aac-7bb8-4007-b1e7-150f7282fb85', 'tag': 'e9124893-233f-463a-ad16-4a793ae384db', 'status': 'completed', 'code': 200} Oct 23 01:46:59.243213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7582e7-406d-4510-a502-dd5df5578cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9124893-233f-463a-ad16-4a793ae384db,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:46:59.259053 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2216a010-ce47-424f-993a-77ab8e704d5e req-7f273a6d-ecc4-4195-84e2-ffb719e5139c tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443640 Oct 23 01:46:59.305168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:59.317269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3eae2-89a2-48ce-980e-774f41105290 req-1d43c454-059e-4865-81fa-e09924874a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:59.319133 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4db3eae2-89a2-48ce-980e-774f41105290 req-1d43c454-059e-4865-81fa-e09924874a9a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7f153e083f54ae2b1bccb39b28445e2&device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 1127 time: 0.0403256 Oct 23 01:46:59.424036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3eae2-89a2-48ce-980e-774f41105290 req-3f1f8158-fd0c-4019-b241-4877108c0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:59.425507 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4db3eae2-89a2-48ce-980e-774f41105290 req-3f1f8158-fd0c-4019-b241-4877108c0cdf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=d7f153e083f54ae2b1bccb39b28445e2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0945108 Oct 23 01:46:59.517772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3eae2-89a2-48ce-980e-774f41105290 req-cd27b098-f0d8-43b8-b14f-1eaae855575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:59.519168 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4db3eae2-89a2-48ce-980e-774f41105290 req-cd27b098-f0d8-43b8-b14f-1eaae855575a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878251 Oct 23 01:46:59.613112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065b667-89e1-4847-8908-97e6db907bae req-1192095b-790c-4842-bb9d-f041cb8dab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:59.614622 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-1192095b-790c-4842-bb9d-f041cb8dab64 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7f153e083f54ae2b1bccb39b28445e2&device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 1127 time: 0.0391464 Oct 23 01:46:59.661647 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-5d65ea08-cc3e-4a62-9c53-3311f905471f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9124893-233f-463a-ad16-4a793ae384db HTTP/1.1" status: 200 len: 217 time: 0.0351696 Oct 23 01:46:59.708108 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065b667-89e1-4847-8908-97e6db907bae req-6fdc8833-e9ef-4466-9eb3-a15fc19b8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:59.709499 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-6fdc8833-e9ef-4466-9eb3-a15fc19b8afb service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=0c14e6a4-b843-4776-8110-fa16e3658f70 HTTP/1.1" status: 200 len: 852 time: 0.0423164 Oct 23 01:46:59.750860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065b667-89e1-4847-8908-97e6db907bae req-fcef4548-31e4-4a24-9e99-566fd3ea74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:46:59.752304 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-fcef4548-31e4-4a24-9e99-566fd3ea74cb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=94dc4a6f-5821-4513-9bc6-4dfefe0b725b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0366406 Oct 23 01:46:59.846569 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-2658f25e-5f27-4a68-8bca-7fdf44a15a11 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874569 Oct 23 01:46:59.898927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:46:59.938422 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9065b667-89e1-4847-8908-97e6db907bae req-8382f85e-ea40-4804-a3e5-1cf28fdbd4d3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860627 Oct 23 01:47:00.382448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096e2ce-a929-43ad-81d1-135c4d638905 req-3be16c48-88f8-410a-9006-7ec6902fc36f tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:00.383925 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9096e2ce-a929-43ad-81d1-135c4d638905 req-3be16c48-88f8-410a-9006-7ec6902fc36f tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 943 time: 0.0466723 Oct 23 01:47:00.429710 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9096e2ce-a929-43ad-81d1-135c4d638905 req-7ee37227-32fd-4abf-90e2-16db6a3f3e26 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Oct 23 01:47:01.554121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273872a9-4405-4ba7-bddc-4fdba3332af0 req-3430b0c8-9261-4bd3-8de4-f7a3b270d1d2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:01.556477 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-273872a9-4405-4ba7-bddc-4fdba3332af0 req-3430b0c8-9261-4bd3-8de4-f7a3b270d1d2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 943 time: 0.0532165 Oct 23 01:47:01.604745 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-273872a9-4405-4ba7-bddc-4fdba3332af0 req-9d97291d-0fe4-4f20-8ad1-39221fe749ce tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Oct 23 01:47:02.265425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device e9124893-233f-463a-ad16-4a793ae384db details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:47:02.362533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port e9124893-233f-463a-ad16-4a793ae384db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e9124893-233f-463a-ad16-4a793ae384db,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:02.374120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': 'e9124893-233f-463a-ad16-4a793ae384db', 'network_id': '94dc4a6f-5821-4513-9bc6-4dfefe0b725b', 'port_id': 'e9124893-233f-463a-ad16-4a793ae384db', 'mac_address': 'fa:16:3e:0b:d3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c14e6a4-b843-4776-8110-fa16e3658f70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:47:02.407535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port e9124893-233f-463a-ad16-4a793ae384db is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:02.407918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e9124893-233f-463a-ad16-4a793ae384db), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:02.415895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:02.420636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9124893-233f-463a-ad16-4a793ae384db {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:47:02.440347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port e9124893-233f-463a-ad16-4a793ae384db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e9124893-233f-463a-ad16-4a793ae384db,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:02.485525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e9124893-233f-463a-ad16-4a793ae384db), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:02.537309 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=e9124893-233f-463a-ad16-4a793ae384db,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:02.723865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777e552-38ad-4cd3-abd1-0eb93cd377b5 req-4d3bf734-f711-4e71-96a1-81037a083949 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:02.725366 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c777e552-38ad-4cd3-abd1-0eb93cd377b5 req-4d3bf734-f711-4e71-96a1-81037a083949 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 944 time: 0.0467529 Oct 23 01:47:02.768699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['e9124893-233f-463a-ad16-4a793ae384db'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:47:02.805901 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c777e552-38ad-4cd3-abd1-0eb93cd377b5 req-e940d8ed-0a3c-4ea1-b67d-7129263bf0cb tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747285 Oct 23 01:47:02.808084 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-38ac2d86-759e-4509-a14c-716d7db43e6c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571151 Oct 23 01:47:02.815228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:02.911554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-356089d5-dd5d-403a-93ca-600314ab67db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:02.913242 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-356089d5-dd5d-403a-93ca-600314ab67db service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7f153e083f54ae2b1bccb39b28445e2&device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 1129 time: 0.0412681 Oct 23 01:47:03.017573 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-ac87e490-9094-4f71-ad1b-84c05551dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:03.019113 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-ac87e490-9094-4f71-ad1b-84c05551dd8c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=94dc4a6f-5821-4513-9bc6-4dfefe0b725b HTTP/1.1" status: 200 len: 914 time: 0.0870767 Oct 23 01:47:03.063256 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-312d1481-202b-4965-8083-40936b3bc441 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd5b61-1ed0-4519-8981-8041bbdf13dd HTTP/1.1" status: 200 len: 217 time: 0.0371292 Oct 23 01:47:03.113682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-263ba596-4876-4c13-9c30-006734505166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:03.115103 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-263ba596-4876-4c13-9c30-006734505166 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=0c14e6a4-b843-4776-8110-fa16e3658f70 HTTP/1.1" status: 200 len: 852 time: 0.0446267 Oct 23 01:47:03.158960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-815a11f4-9e2e-4107-800e-2e14418e8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:03.160458 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-815a11f4-9e2e-4107-800e-2e14418e8e09 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=94dc4a6f-5821-4513-9bc6-4dfefe0b725b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388310 Oct 23 01:47:03.174401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:03.255076 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-b4eb8735-4fdf-4e86-ae2d-b4aaeb75c8d8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877552 Oct 23 01:47:03.347983 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf3c8b96-2c4c-4220-8151-faa108a39d68 req-9d92e840-f34a-426e-a608-4b62a65ef64c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863233 Oct 23 01:47:03.926649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc75811-8ac5-4ac3-89d7-1d81f9152b42 req-683cd6a4-72d3-4195-9ba7-3de913f62d70 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:03.928126 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5bc75811-8ac5-4ac3-89d7-1d81f9152b42 req-683cd6a4-72d3-4195-9ba7-3de913f62d70 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 944 time: 0.0477393 Oct 23 01:47:03.975648 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5bc75811-8ac5-4ac3-89d7-1d81f9152b42 req-9b4b4032-d227-4d04-8533-b3245af1a1d9 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Oct 23 01:47:04.267554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device e9124893-233f-463a-ad16-4a793ae384db up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:04.311731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port e9124893-233f-463a-ad16-4a793ae384db completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:47:04.365421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port e9124893-233f-463a-ad16-4a793ae384db triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:04.365810 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e9124893-233f-463a-ad16-4a793ae384db), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:04.366165 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port e9124893-233f-463a-ad16-4a793ae384db Oct 23 01:47:04.386745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:04.437417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port e9124893-233f-463a-ad16-4a793ae384db is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:04.437830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e9124893-233f-463a-ad16-4a793ae384db), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:04.461140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca53aac-7bb8-4007-b1e7-150f7282fb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9124893-233f-463a-ad16-4a793ae384db'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:47:04.463474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f299d5b6-a53e-47cd-8c86-d9867f15fe64" -d '{"events": [{"server_uuid": "2ca53aac-7bb8-4007-b1e7-150f7282fb85", "name": "network-vif-plugged", "status": "completed", "tag": "e9124893-233f-463a-ad16-4a793ae384db"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:47:04.476173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port e9124893-233f-463a-ad16-4a793ae384db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e9124893-233f-463a-ad16-4a793ae384db,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:04.499836 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a1040a-6a5e-4f0d-932d-171a9b622b35 x-openstack-request-id: req-13a1040a-6a5e-4f0d-932d-171a9b622b35 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:47:04.500127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca53aac-7bb8-4007-b1e7-150f7282fb85", "name": "network-vif-plugged", "status": "completed", "tag": "e9124893-233f-463a-ad16-4a793ae384db", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:47:04.500405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13a1040a-6a5e-4f0d-932d-171a9b622b35 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:47:04.500798 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a1040a-6a5e-4f0d-932d-171a9b622b35'] response: {'server_uuid': '2ca53aac-7bb8-4007-b1e7-150f7282fb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9124893-233f-463a-ad16-4a793ae384db', 'code': 200} Oct 23 01:47:04.525483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e9124893-233f-463a-ad16-4a793ae384db), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:04.576902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=e9124893-233f-463a-ad16-4a793ae384db,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:04.816906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c324ad-c1d6-422a-b6a3-d3a308bafb97 req-92313e08-4c27-456e-a53d-0d6a84a27ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:04.818698 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-46c324ad-c1d6-422a-b6a3-d3a308bafb97 req-92313e08-4c27-456e-a53d-0d6a84a27ff2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 1129 time: 0.0391409 Oct 23 01:47:04.861455 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-46c324ad-c1d6-422a-b6a3-d3a308bafb97 req-577fff99-672a-4b82-81c4-b5d50f556bd6 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364869 Oct 23 01:47:05.097830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ed198-13d8-4ee1-88cf-5a196912ee7a req-cff32814-60c9-4df2-994b-e6575a3b9d54 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:05.099246 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e64ed198-13d8-4ee1-88cf-5a196912ee7a req-cff32814-60c9-4df2-994b-e6575a3b9d54 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 945 time: 0.0515079 Oct 23 01:47:05.145360 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e64ed198-13d8-4ee1-88cf-5a196912ee7a req-b07ed2ad-01d5-478e-a2d9-5032dec33625 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 Oct 23 01:47:06.269604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233cd30-e9b7-4f0e-a6ba-65b631fcc38a req-b1ae8d4c-eb88-4c5f-8700-82cdeea3357f tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:06.271137 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4233cd30-e9b7-4f0e-a6ba-65b631fcc38a req-b1ae8d4c-eb88-4c5f-8700-82cdeea3357f tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 945 time: 0.0463197 Oct 23 01:47:06.318227 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4233cd30-e9b7-4f0e-a6ba-65b631fcc38a req-86144291-d46a-4e34-b9c9-e15a08c9eb63 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416238 Oct 23 01:47:06.762407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948f477-0863-41f6-81ca-a06f301b79b8 req-9c4be7ff-0d43-44cd-b8cb-12c941104358 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:06.763945 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4948f477-0863-41f6-81ca-a06f301b79b8 req-9c4be7ff-0d43-44cd-b8cb-12c941104358 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 945 time: 0.0496135 Oct 23 01:47:06.810017 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4948f477-0863-41f6-81ca-a06f301b79b8 req-26eb6b7c-9291-4490-a8b6-df8d3f0970c1 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Oct 23 01:47:07.931062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c3b17-18ae-44c0-aad3-1c57c061dddc req-01876c8f-cc30-42c7-9260-a8e376e6daec tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:07.932511 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b37c3b17-18ae-44c0-aad3-1c57c061dddc req-01876c8f-cc30-42c7-9260-a8e376e6daec tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 945 time: 0.0472631 Oct 23 01:47:07.979241 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b37c3b17-18ae-44c0-aad3-1c57c061dddc req-dd9449a1-6590-4cfd-8b92-8919fc5a670f tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413280 Oct 23 01:47:07.999312 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:08.014196 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:08.456910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c4da0-4ceb-48e6-ba07-7e33144c70fa req-58d7741a-62de-40ff-97b5-d4c36c66e516 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:08.458378 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-723c4da0-4ceb-48e6-ba07-7e33144c70fa req-58d7741a-62de-40ff-97b5-d4c36c66e516 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 945 time: 0.0460527 Oct 23 01:47:08.536924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:08.539604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-723c4da0-4ceb-48e6-ba07-7e33144c70fa req-0731df12-2c0f-47ea-96d8-ba6e409f6af2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Deleting port e9124893-233f-463a-ad16-4a793ae384db {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:08.542269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-723c4da0-4ceb-48e6-ba07-7e33144c70fa req-0731df12-2c0f-47ea-96d8-ba6e409f6af2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e9124893-233f-463a-ad16-4a793ae384db), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:08.629690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-723c4da0-4ceb-48e6-ba07-7e33144c70fa req-0731df12-2c0f-47ea-96d8-ba6e409f6af2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] For port e9124893-233f-463a-ad16-4a793ae384db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e9124893-233f-463a-ad16-4a793ae384db,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:08.630100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-723c4da0-4ceb-48e6-ba07-7e33144c70fa req-0731df12-2c0f-47ea-96d8-ba6e409f6af2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e9124893-233f-463a-ad16-4a793ae384db), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:08.643176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-723c4da0-4ceb-48e6-ba07-7e33144c70fa req-0731df12-2c0f-47ea-96d8-ba6e409f6af2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Calling delete_port for e9124893-233f-463a-ad16-4a793ae384db owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:08.817476 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-723c4da0-4ceb-48e6-ba07-7e33144c70fa req-0731df12-2c0f-47ea-96d8-ba6e409f6af2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (e9124893-233f-463a-ad16-4a793ae384db), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:08.850657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['4cdd5b61-1ed0-4519-8981-8041bbdf13dd', 'e9124893-233f-463a-ad16-4a793ae384db'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:47:08.852120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731df12-2c0f-47ea-96d8-ba6e409f6af2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Pushing event deleted for resources: {'Port': ['ID=e9124893-233f-463a-ad16-4a793ae384db,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:08.896081 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:08.896273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-50af0cb8-0a66-4e06-b2f7-6bcaba78d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:08.896372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-723c4da0-4ceb-48e6-ba07-7e33144c70fa req-0731df12-2c0f-47ea-96d8-ba6e409f6af2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] No DVR routers for this DVR port e9124893-233f-463a-ad16-4a793ae384db on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:08.896488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-723c4da0-4ceb-48e6-ba07-7e33144c70fa req-0731df12-2c0f-47ea-96d8-ba6e409f6af2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:08.900501 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-723c4da0-4ceb-48e6-ba07-7e33144c70fa req-0731df12-2c0f-47ea-96d8-ba6e409f6af2 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.48 "DELETE /networking/v2.0/ports/e9124893-233f-463a-ad16-4a793ae384db HTTP/1.1" status: 204 len: 173 time: 0.4373398 Oct 23 01:47:08.900933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca53aac-7bb8-4007-b1e7-150f7282fb85', 'name': 'network-vif-deleted', 'tag': 'e9124893-233f-463a-ad16-4a793ae384db'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:47:08.903317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb63ef1f-698b-4421-89a7-d048b817537f" -d '{"events": [{"server_uuid": "2ca53aac-7bb8-4007-b1e7-150f7282fb85", "name": "network-vif-deleted", "tag": "e9124893-233f-463a-ad16-4a793ae384db"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:47:08.954290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d6fb1e-47e4-4386-ae2a-f56eec4ce523 x-openstack-request-id: req-89d6fb1e-47e4-4386-ae2a-f56eec4ce523 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:47:08.954290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca53aac-7bb8-4007-b1e7-150f7282fb85", "name": "network-vif-deleted", "tag": "e9124893-233f-463a-ad16-4a793ae384db", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:47:08.954290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89d6fb1e-47e4-4386-ae2a-f56eec4ce523 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:47:08.954290 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d6fb1e-47e4-4386-ae2a-f56eec4ce523'] response: {'server_uuid': '2ca53aac-7bb8-4007-b1e7-150f7282fb85', 'name': 'network-vif-deleted', 'tag': 'e9124893-233f-463a-ad16-4a793ae384db', 'status': 'completed', 'code': 200} Oct 23 01:47:09.089463 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f05047f7-b897-4ea3-b972-8bb7cc667da7 req-25ea9743-629f-4908-9ba2-a580573c096c tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2ca53aac-7bb8-4007-b1e7-150f7282fb85 HTTP/1.1" status: 200 len: 210 time: 0.0284045 Oct 23 01:47:10.250088 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9ccd0-b82f-40aa-a633-d8a82fab25f5 req-82b01637-ee41-4d97-bfd3-4ea6e92ec059 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:10.251538 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-94d9ccd0-b82f-40aa-a633-d8a82fab25f5 req-82b01637-ee41-4d97-bfd3-4ea6e92ec059 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0497057 Oct 23 01:47:10.276360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:10.297817 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-94d9ccd0-b82f-40aa-a633-d8a82fab25f5 req-7fdc5198-b074-48e0-8ae5-cb34b6454ae7 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Oct 23 01:47:10.437291 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb48dac-a397-41af-969f-a32e7f8d82fd req-1a6afda9-ccf3-40e1-8474-cf9433eb47b6 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:10.438671 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0eb48dac-a397-41af-969f-a32e7f8d82fd req-1a6afda9-ccf3-40e1-8474-cf9433eb47b6 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0468376 Oct 23 01:47:10.484544 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0eb48dac-a397-41af-969f-a32e7f8d82fd req-35a5dd10-28c5-49d4-9776-b44a542665f8 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Oct 23 01:47:10.608545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70aa15-7e9f-47a5-8cad-31c431f5db20 req-25dfbac3-8783-4db1-b2a6-9b22194b79eb tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:10.610040 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ac70aa15-7e9f-47a5-8cad-31c431f5db20 req-25dfbac3-8783-4db1-b2a6-9b22194b79eb tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0506465 Oct 23 01:47:10.656170 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ac70aa15-7e9f-47a5-8cad-31c431f5db20 req-fe8db61e-d1ab-43dc-be3d-8d7a521f0346 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405831 Oct 23 01:47:10.830152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b3444-ed11-49dd-a7f3-a3566a64fd30 req-fc0fc8d8-ba3e-4508-8232-1593b1152428 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:10.831712 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-707b3444-ed11-49dd-a7f3-a3566a64fd30 req-fc0fc8d8-ba3e-4508-8232-1593b1152428 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0471306 Oct 23 01:47:10.878618 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-707b3444-ed11-49dd-a7f3-a3566a64fd30 req-b0d345de-8b28-45f3-8e9f-6f394214ec78 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Oct 23 01:47:11.002219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ddc7b-b016-46df-9163-659d6c20764e req-eaf2c119-1ca9-496a-9e92-833ab83086f0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:11.003665 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-237ddc7b-b016-46df-9163-659d6c20764e req-eaf2c119-1ca9-496a-9e92-833ab83086f0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0502920 Oct 23 01:47:11.050126 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-237ddc7b-b016-46df-9163-659d6c20764e req-277c5776-0420-4e2a-a09e-c912f97e046f tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Oct 23 01:47:11.159783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-729acba3-bf55-4a9e-b29d-10c0f078ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:11.195897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759746c-1708-4b3a-8c2e-072ee70c3d13 req-c933fc38-1f35-45a8-9b45-25e9f44d1eda tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:11.197269 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9759746c-1708-4b3a-8c2e-072ee70c3d13 req-c933fc38-1f35-45a8-9b45-25e9f44d1eda tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0473416 Oct 23 01:47:11.244031 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9759746c-1708-4b3a-8c2e-072ee70c3d13 req-3f3a8974-4463-4755-83f4-871fd2124562 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Oct 23 01:47:11.786450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8c006-11d7-4b6b-8f4a-47ca04bde513 req-936090ef-af57-4966-a519-133dba08bad0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:11.787918 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a0d8c006-11d7-4b6b-8f4a-47ca04bde513 req-936090ef-af57-4966-a519-133dba08bad0 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0463276 Oct 23 01:47:11.837651 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a0d8c006-11d7-4b6b-8f4a-47ca04bde513 req-33c5735d-fe8c-481c-b960-276d38abce0e tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 Oct 23 01:47:12.301672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device e9124893-233f-463a-ad16-4a793ae384db no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:47:12.320934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: e9124893-233f-463a-ad16-4a793ae384db {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:47:12.321272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device e9124893-233f-463a-ad16-4a793ae384db not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:47:12.565871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:12.965152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e388eb-b8a1-44eb-be2e-3f2975e3f4da req-00418364-116e-4f70-b98d-9800c38721a6 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:12.967211 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e2e388eb-b8a1-44eb-be2e-3f2975e3f4da req-00418364-116e-4f70-b98d-9800c38721a6 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0514231 Oct 23 01:47:13.013189 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e2e388eb-b8a1-44eb-be2e-3f2975e3f4da req-0142bea3-bdcd-40eb-8be4-26b3d3d11d85 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2b3e5625-b94b-49ad-a96d-8433f00abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 Oct 23 01:47:13.209933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc05cc-4024-4112-9880-c52d2d00331d req-c2ea5516-503d-4a1e-af0c-12d813add277 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:13.211325 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a6dc05cc-4024-4112-9880-c52d2d00331d req-c2ea5516-503d-4a1e-af0c-12d813add277 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 945 time: 0.0456762 Oct 23 01:47:13.290478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-a6dc05cc-4024-4112-9880-c52d2d00331d req-3a9cd354-1445-4b14-b751-2ca668ca58be tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Deleting port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:13.290819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a6dc05cc-4024-4112-9880-c52d2d00331d req-3a9cd354-1445-4b14-b751-2ca668ca58be tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:13.382156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-a6dc05cc-4024-4112-9880-c52d2d00331d req-3a9cd354-1445-4b14-b751-2ca668ca58be tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] For port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cdd5b61-1ed0-4519-8981-8041bbdf13dd,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:13.382518 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a6dc05cc-4024-4112-9880-c52d2d00331d req-3a9cd354-1445-4b14-b751-2ca668ca58be tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:13.395577 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-a6dc05cc-4024-4112-9880-c52d2d00331d req-3a9cd354-1445-4b14-b751-2ca668ca58be tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Calling delete_port for 4cdd5b61-1ed0-4519-8981-8041bbdf13dd owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:13.600033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a6dc05cc-4024-4112-9880-c52d2d00331d req-3a9cd354-1445-4b14-b751-2ca668ca58be tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4cdd5b61-1ed0-4519-8981-8041bbdf13dd), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:13.606044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:13.628721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cd354-1445-4b14-b751-2ca668ca58be tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Pushing event deleted for resources: {'Port': ['ID=4cdd5b61-1ed0-4519-8981-8041bbdf13dd,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:13.631948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['4cdd5b61-1ed0-4519-8981-8041bbdf13dd'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:47:13.677210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dc05cc-4024-4112-9880-c52d2d00331d req-3a9cd354-1445-4b14-b751-2ca668ca58be tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] No DVR routers for this DVR port 4cdd5b61-1ed0-4519-8981-8041bbdf13dd on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:13.680074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-a6dc05cc-4024-4112-9880-c52d2d00331d req-3a9cd354-1445-4b14-b751-2ca668ca58be tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:13.683701 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a6dc05cc-4024-4112-9880-c52d2d00331d req-3a9cd354-1445-4b14-b751-2ca668ca58be tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.48 "DELETE /networking/v2.0/ports/4cdd5b61-1ed0-4519-8981-8041bbdf13dd HTTP/1.1" status: 204 len: 173 time: 0.4665504 Oct 23 01:47:13.684210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da498379-37f4-4e0f-836e-df62755f97e0', 'name': 'network-vif-deleted', 'tag': '4cdd5b61-1ed0-4519-8981-8041bbdf13dd'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:47:13.688146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b6d92a-6d03-471a-ab82-ba7caf82c771" -d '{"events": [{"server_uuid": "da498379-37f4-4e0f-836e-df62755f97e0", "name": "network-vif-deleted", "tag": "4cdd5b61-1ed0-4519-8981-8041bbdf13dd"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:47:13.730700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c82883-ab09-4bd4-9e5e-86ccb20e4e6a x-openstack-request-id: req-86c82883-ab09-4bd4-9e5e-86ccb20e4e6a {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:47:13.730993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da498379-37f4-4e0f-836e-df62755f97e0", "name": "network-vif-deleted", "tag": "4cdd5b61-1ed0-4519-8981-8041bbdf13dd", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:47:13.731745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86c82883-ab09-4bd4-9e5e-86ccb20e4e6a {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:47:13.732157 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c82883-ab09-4bd4-9e5e-86ccb20e4e6a'] response: {'server_uuid': 'da498379-37f4-4e0f-836e-df62755f97e0', 'name': 'network-vif-deleted', 'tag': '4cdd5b61-1ed0-4519-8981-8041bbdf13dd', 'status': 'completed', 'code': 200} Oct 23 01:47:14.079741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:14.111637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:14.132223 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f1f55977-614d-4d1e-8bf1-8232638165f2 req-161ce2ef-96ca-4a7e-a332-a8263dc12f19 tempest-ServersNegativeTestJSON-584746875 tempest-ServersNegativeTestJSON-584746875-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=da498379-37f4-4e0f-836e-df62755f97e0 HTTP/1.1" status: 200 len: 210 time: 0.0326309 Oct 23 01:47:15.199432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41814) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:15.337438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:15.504059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (0e89ab87-cca8-4f99-b735-1270801cbf16), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:15.725625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] Deleting port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:15.726003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:15.738474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:15.806721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] For port 04ec98ed-b17e-40b6-94e2-c4d10a08b14b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04ec98ed-b17e-40b6-94e2-c4d10a08b14b,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:15.807085 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:15.820331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] Calling delete_port for 04ec98ed-b17e-40b6-94e2-c4d10a08b14b owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:15.989407 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:47:16.045526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (04ec98ed-b17e-40b6-94e2-c4d10a08b14b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:16.068635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ec98ed-b17e-40b6-94e2-c4d10a08b14b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:16.220003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:16.233699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (0e89ab87-cca8-4f99-b735-1270801cbf16), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:16.253808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97967ef5-bd49-4269-8a84-f0ae0389283b None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:47:16.321768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97967ef5-bd49-4269-8a84-f0ae0389283b None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:47:16.349026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 4cdd5b61-1ed0-4519-8981-8041bbdf13dd no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:47:16.397758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 4cdd5b61-1ed0-4519-8981-8041bbdf13dd {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:47:16.398130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 4cdd5b61-1ed0-4519-8981-8041bbdf13dd not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:47:16.441748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] Router 0e89ab87-cca8-4f99-b735-1270801cbf16 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:47:16.531180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:16.548010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:47:16.553001 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b6d079d1-f6ff-4c38-9a00-8c2d9010e6d5 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/0e89ab87-cca8-4f99-b735-1270801cbf16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3522491 Oct 23 01:47:16.555709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41816) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:16.558813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1b807-c91f-4ff0-99c5-5b7b7ba6df4c None None] Sync routers for ids ['0e89ab87-cca8-4f99-b735-1270801cbf16'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:47:16.572407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1b807-c91f-4ff0-99c5-5b7b7ba6df4c None None] Routers {'0e89ab87-cca8-4f99-b735-1270801cbf16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:47:16.573510 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-58d1b807-c91f-4ff0-99c5-5b7b7ba6df4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:47:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0e89ab87-cca8-4f99-b735-1270801cbf16'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:16.666401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Publish callbacks [] for router (0e89ab87-cca8-4f99-b735-1270801cbf16), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:16.683815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-58d1b807-c91f-4ff0-99c5-5b7b7ba6df4c None None] Set router 0e89ab87-cca8-4f99-b735-1270801cbf16 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:47:16.796237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:16.869076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-58d1b807-c91f-4ff0-99c5-5b7b7ba6df4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'name': 'tempest-ServersNegativeTestJSON-645562248-router', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144'}], 'enable_snat': True}, 'gw_port_id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:46:38Z', 'updated_at': '2022-10-23T01:47:15Z', 'revision_number': 5, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'gw_port': {'id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:39Z', 'updated_at': '2022-10-23T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:16.896917 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1b807-c91f-4ff0-99c5-5b7b7ba6df4c None None] Checking router: 0e89ab87-cca8-4f99-b735-1270801cbf16 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:47:16.906978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1b807-c91f-4ff0-99c5-5b7b7ba6df4c None None] Routers {'0e89ab87-cca8-4f99-b735-1270801cbf16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:47:16.907767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-58d1b807-c91f-4ff0-99c5-5b7b7ba6df4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:47:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['0e89ab87-cca8-4f99-b735-1270801cbf16'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:17.002849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:17.023322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-58d1b807-c91f-4ff0-99c5-5b7b7ba6df4c None None] Set router 0e89ab87-cca8-4f99-b735-1270801cbf16 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:47:17.047940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Publish callbacks [] for router_gateway (0e89ab87-cca8-4f99-b735-1270801cbf16), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.099178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-37f1f20d-2464-4248-be62-38e9083065f3 None None] Provisioning complete for port 65f3d0d8-0ead-454d-8b60-c990682ad44c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:17.099477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-37f1f20d-2464-4248-be62-38e9083065f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.099807 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-37f1f20d-2464-4248-be62-38e9083065f3 None None] Attempt 1 to provision port 65f3d0d8-0ead-454d-8b60-c990682ad44c Oct 23 01:47:17.125215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Deleting port 7a59543a-e257-44d2-87ad-f775d2a1e774 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:17.127076 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.206192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] For port 7a59543a-e257-44d2-87ad-f775d2a1e774, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a59543a-e257-44d2-87ad-f775d2a1e774,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:17.206560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.223408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Calling delete_port for 7a59543a-e257-44d2-87ad-f775d2a1e774 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:17.262184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-37f1f20d-2464-4248-be62-38e9083065f3 None None] Current status of the port 65f3d0d8-0ead-454d-8b60-c990682ad44c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:17.267449 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-58d1b807-c91f-4ff0-99c5-5b7b7ba6df4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'name': 'tempest-ServersNegativeTestJSON-645562248-router', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144'}], 'enable_snat': True}, 'gw_port_id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:46:38Z', 'updated_at': '2022-10-23T01:47:15Z', 'revision_number': 5, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'gw_port': {'id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:39Z', 'updated_at': '2022-10-23T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:17.292634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1b807-c91f-4ff0-99c5-5b7b7ba6df4c None None] The sync data for ids ['0e89ab87-cca8-4f99-b735-1270801cbf16'] in dv-neutron-master-2-hyperv is: [{'id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'name': 'tempest-ServersNegativeTestJSON-645562248-router', 'tenant_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144'}], 'enable_snat': True}, 'gw_port_id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:46:38Z', 'updated_at': '2022-10-23T01:47:15Z', 'revision_number': 5, 'project_id': 'd7f153e083f54ae2b1bccb39b28445e2', 'gw_port': {'id': '7a59543a-e257-44d2-87ad-f775d2a1e774', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e89ab87-cca8-4f99-b735-1270801cbf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:46:39Z', 'updated_at': '2022-10-23T01:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:47:17.330867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:17.451756 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (7a59543a-e257-44d2-87ad-f775d2a1e774), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.476347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a59543a-e257-44d2-87ad-f775d2a1e774,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:17.536561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (0e89ab87-cca8-4f99-b735-1270801cbf16), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.622698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (0e89ab87-cca8-4f99-b735-1270801cbf16), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.624786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Publish callbacks [] for router_controller (0e89ab87-cca8-4f99-b735-1270801cbf16), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.783021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (0e89ab87-cca8-4f99-b735-1270801cbf16), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.783697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e89ab87-cca8-4f99-b735-1270801cbf16 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:47:17.794417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.794417 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3b0dbc16-16ed-47c0-a22d-cf655b8fdfa2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/0e89ab87-cca8-4f99-b735-1270801cbf16 HTTP/1.1" status: 204 len: 168 time: 1.2324004 Oct 23 01:47:17.794417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41818) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:17.837395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-5589b14d-dc0c-409c-a031-3a025a33f41e admin admin] Deleting subnet 0c14e6a4-b843-4776-8110-fa16e3658f70 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:47:17.840802 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5589b14d-dc0c-409c-a031-3a025a33f41e admin admin] Publish callbacks [] for subnet (0c14e6a4-b843-4776-8110-fa16e3658f70), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.877709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5589b14d-dc0c-409c-a031-3a025a33f41e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (0c14e6a4-b843-4776-8110-fa16e3658f70), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.960346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5589b14d-dc0c-409c-a031-3a025a33f41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (0c14e6a4-b843-4776-8110-fa16e3658f70), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:17.978200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:18.068659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5589b14d-dc0c-409c-a031-3a025a33f41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (0c14e6a4-b843-4776-8110-fa16e3658f70), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.096718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589b14d-dc0c-409c-a031-3a025a33f41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c14e6a4-b843-4776-8110-fa16e3658f70,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:18.098692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5589b14d-dc0c-409c-a031-3a025a33f41e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.102332 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5589b14d-dc0c-409c-a031-3a025a33f41e admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/0c14e6a4-b843-4776-8110-fa16e3658f70 HTTP/1.1" status: 204 len: 168 time: 0.3092709 Oct 23 01:47:18.105157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9977b718-3d4d-48f4-99e2-fb3af23c3f3c None None] Network 94dc4a6f-5821-4513-9bc6-4dfefe0b725b requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:18.105316 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41820) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:18.177067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (94dc4a6f-5821-4513-9bc6-4dfefe0b725b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.218951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Deleting port 65f3d0d8-0ead-454d-8b60-c990682ad44c {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:18.219318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.272308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded247de-b498-4dd0-b55e-fbeb6245a15b None None] DHCP port deletion for 94dc4a6f-5821-4513-9bc6-4dfefe0b725b request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:47:18.284122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] For port 65f3d0d8-0ead-454d-8b60-c990682ad44c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65f3d0d8-0ead-454d-8b60-c990682ad44c,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:18.285013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.298897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Calling delete_port for 65f3d0d8-0ead-454d-8b60-c990682ad44c owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:18.299627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:18.312140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ded247de-b498-4dd0-b55e-fbeb6245a15b None None] Deleting port 65f3d0d8-0ead-454d-8b60-c990682ad44c {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:18.316253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ded247de-b498-4dd0-b55e-fbeb6245a15b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.380087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-ded247de-b498-4dd0-b55e-fbeb6245a15b None None] For port 65f3d0d8-0ead-454d-8b60-c990682ad44c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65f3d0d8-0ead-454d-8b60-c990682ad44c,segment=NetworkSegment(66000382-1005-4147-94d6-e3c91693fcee),segment_id=66000382-1005-4147-94d6-e3c91693fcee)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:18.380490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ded247de-b498-4dd0-b55e-fbeb6245a15b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.393094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ded247de-b498-4dd0-b55e-fbeb6245a15b None None] Calling delete_port for 65f3d0d8-0ead-454d-8b60-c990682ad44c owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:18.433887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.461179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=65f3d0d8-0ead-454d-8b60-c990682ad44c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:18.463040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] No DVR routers for this DVR port 65f3d0d8-0ead-454d-8b60-c990682ad44c on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:18.469472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ded247de-b498-4dd0-b55e-fbeb6245a15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (65f3d0d8-0ead-454d-8b60-c990682ad44c), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.493895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded247de-b498-4dd0-b55e-fbeb6245a15b None None] Pushing event deleted for resources: {'Port': ['ID=65f3d0d8-0ead-454d-8b60-c990682ad44c,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:18.497924 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded247de-b498-4dd0-b55e-fbeb6245a15b None None] No DVR routers for this DVR port 65f3d0d8-0ead-454d-8b60-c990682ad44c on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:18.537101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (94dc4a6f-5821-4513-9bc6-4dfefe0b725b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.555421 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:18.558885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dc4a6f-5821-4513-9bc6-4dfefe0b725b']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:18.569212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66000382-1005-4147-94d6-e3c91693fcee') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:18.569550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66000382-1005-4147-94d6-e3c91693fcee') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:18.579384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (66000382-1005-4147-94d6-e3c91693fcee), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.593382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (66000382-1005-4147-94d6-e3c91693fcee), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.599739 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:47:18.601438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (66000382-1005-4147-94d6-e3c91693fcee), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.641156 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 66000382-1005-4147-94d6-e3c91693fcee resource provider aggregate not found Oct 23 01:47:18.658210 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 66000382-1005-4147-94d6-e3c91693fcee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66000382-1005-4147-94d6-e3c91693fcee found for delete ", "request_id": "req-5cfbc487-44af-4288-b861-5a9b011a5ce2"}]} Oct 23 01:47:18.702121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (94dc4a6f-5821-4513-9bc6-4dfefe0b725b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.707443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:18.710548 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/94dc4a6f-5821-4513-9bc6-4dfefe0b725b HTTP/1.1" status: 204 len: 168 time: 0.6053245 Oct 23 01:47:18.723277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b194e-cf81-4bd4-826a-e812375f4a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=94dc4a6f-5821-4513-9bc6-4dfefe0b725b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:18.977665 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41828) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:19.007501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 04ec98ed-b17e-40b6-94e2-c4d10a08b14b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:47:19.024356 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-12bf0e0d-81c2-449e-b681-b4e5f0ad14a3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d7f153e083f54ae2b1bccb39b28445e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454745 Oct 23 01:47:19.026815 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41830) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:19.030068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 04ec98ed-b17e-40b6-94e2-c4d10a08b14b {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:47:19.037870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 04ec98ed-b17e-40b6-94e2-c4d10a08b14b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:47:19.037870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7a59543a-e257-44d2-87ad-f775d2a1e774 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:47:19.050178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 7a59543a-e257-44d2-87ad-f775d2a1e774 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:47:19.050528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 7a59543a-e257-44d2-87ad-f775d2a1e774 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:47:19.050950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 65f3d0d8-0ead-454d-8b60-c990682ad44c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:47:19.069464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 65f3d0d8-0ead-454d-8b60-c990682ad44c {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:47:19.069833 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 65f3d0d8-0ead-454d-8b60-c990682ad44c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:47:19.080518 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a27b-577e-4185-abd0-8524106eecba admin admin] Publish callbacks [] for security_group (2b3e5625-b94b-49ad-a96d-8433f00abc7d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:19.100640 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a27b-577e-4185-abd0-8524106eecba admin admin] Publish callbacks [] for security_group (2b3e5625-b94b-49ad-a96d-8433f00abc7d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:19.199472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a27b-577e-4185-abd0-8524106eecba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (2b3e5625-b94b-49ad-a96d-8433f00abc7d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:19.202027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1dc3a27b-577e-4185-abd0-8524106eecba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:19.203169 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1dc3a27b-577e-4185-abd0-8524106eecba admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2b3e5625-b94b-49ad-a96d-8433f00abc7d HTTP/1.1" status: 204 len: 168 time: 0.1753862 Oct 23 01:47:19.211730 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3a27b-577e-4185-abd0-8524106eecba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3e5625-b94b-49ad-a96d-8433f00abc7d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:20.128910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41852) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:20.223200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935365087'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:20.313429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Made reservation on behalf of 8312f47fd33145dbb12c2f7d46b7a044 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:20.317369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:20.319969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:20.326359 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:20.400264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for security_group (4a00e991-7680-43c0-8562-5690097fa181), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:20.456612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4a00e991-7680-43c0-8562-5690097fa181), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:20.486843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:47:20.493473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a00e991-7680-43c0-8562-5690097fa181,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:20.499437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b22bb2eb-6328-4cb2-af58-e51ef30669df), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:20.499774 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Added segment b22bb2eb-6328-4cb2-af58-e51ef30669df of type vlan for network 5c5e1fdd-8e00-4237-897a-4cd266fa2667 Oct 23 01:47:20.542403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (5c5e1fdd-8e00-4237-897a-4cd266fa2667), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:20.656828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (5c5e1fdd-8e00-4237-897a-4cd266fa2667), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:20.661895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:20.662487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:20.728932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event updated for resources: {'Network': ['ID=5c5e1fdd-8e00-4237-897a-4cd266fa2667,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:20.741303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 5c5e1fdd-8e00-4237-897a-4cd266fa2667 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:47:20.762577 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fbf07ceb-7a6f-4ba4-b23b-5fc3264f2931 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6325321 Oct 23 01:47:22.028540 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:23.966622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41856) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:23.971659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Request body: {'subnet': {'network_id': '5c5e1fdd-8e00-4237-897a-4cd266fa2667', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:23.975065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:24.110275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:24.111043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=80,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:24.136364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Made reservation on behalf of 8312f47fd33145dbb12c2f7d46b7a044 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:24.140188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:24.359895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (d046ac59-5ec0-4ed9-93ed-2ee79c0585f2), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:24.422009 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event updated for resources: {'Subnet': ['ID=d046ac59-5ec0-4ed9-93ed-2ee79c0585f2,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:24.430564 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Checking segment: {'id': 'b22bb2eb-6328-4cb2-af58-e51ef30669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5c5e1fdd-8e00-4237-897a-4cd266fa2667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:24.430930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Network hostable DHCP agents. Network: 5c5e1fdd-8e00-4237-897a-4cd266fa2667, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:47:24.501769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Network 5c5e1fdd-8e00-4237-897a-4cd266fa2667 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:47:24.587745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5c5e1fdd-8e00-4237-897a-4cd266fa2667) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:24.592018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:24.592628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:24.597696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29163a58-ab30-416a-a7b6-89ab42ca7ec1 None None] Network 5c5e1fdd-8e00-4237-897a-4cd266fa2667 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:24.682481 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f72ad92b-0be5-4a01-8853-0b570121be8e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7146945 Oct 23 01:47:24.686535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41858) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:24.692538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-969558932'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:24.698174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5c5e1fdd-8e00-4237-897a-4cd266fa2667', 'network_id': '5c5e1fdd-8e00-4237-897a-4cd266fa2667', 'project_id': '8312f47fd33145dbb12c2f7d46b7a044', 'fixed_ips': [{'subnet_id': 'd046ac59-5ec0-4ed9-93ed-2ee79c0585f2'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:47:24.699101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:24.776474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Made reservation on behalf of 8312f47fd33145dbb12c2f7d46b7a044 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:24.780813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:24.805326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:47:24.815327 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f0632be9-50c3-4e82-9e25-ea7c3a9aa446), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:24.815677 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Added segment f0632be9-50c3-4e82-9e25-ea7c3a9aa446 of type vlan for network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 Oct 23 01:47:24.841100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Allocated IP 2001:db8:0:ffff::2 (5c5e1fdd-8e00-4237-897a-4cd266fa2667/d046ac59-5ec0-4ed9-93ed-2ee79c0585f2/43d7fa28-fd00-4328-afe0-be7fbf5d344c) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:24.861609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (df5fbe80-b5c2-4859-bf64-53f04b49bbc1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:24.942756 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (df5fbe80-b5c2-4859-bf64-53f04b49bbc1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:24.947742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:24.948335 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:24.972671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:24.981701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Publish callbacks [] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:25.017182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event updated for resources: {'Network': ['ID=df5fbe80-b5c2-4859-bf64-53f04b49bbc1,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:25.027046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:47:25.045671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:25.077706 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7ca213c8-454c-419d-bae4-40b5f0a07287 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3899527 Oct 23 01:47:25.080448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41860) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:25.085584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Request body: {'subnet': {'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:25.098308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:25.131065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:25.134286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Network 5c5e1fdd-8e00-4237-897a-4cd266fa2667 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:25.137828 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:25.140356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Pushing event updated for resources: {'Port': ['ID=43d7fa28-fd00-4328-afe0-be7fbf5d344c,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:25.144180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:25.203845 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Attempting to bind port 43d7fa28-fd00-4328-afe0-be7fbf5d344c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:25.204139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Attempting to bind port 43d7fa28-fd00-4328-afe0-be7fbf5d344c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b22bb2eb-6328-4cb2-af58-e51ef30669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5c5e1fdd-8e00-4237-897a-4cd266fa2667'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:25.204483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Attempting to bind port 43d7fa28-fd00-4328-afe0-be7fbf5d344c on network 5c5e1fdd-8e00-4237-897a-4cd266fa2667 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:25.244864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:47:25.245230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Checking segment: {'id': 'b22bb2eb-6328-4cb2-af58-e51ef30669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5c5e1fdd-8e00-4237-897a-4cd266fa2667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:25.245623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:25.246035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Bound using segment: {'id': 'b22bb2eb-6328-4cb2-af58-e51ef30669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5c5e1fdd-8e00-4237-897a-4cd266fa2667'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:47:25.246549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Bound port: 43d7fa28-fd00-4328-afe0-be7fbf5d344c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22bb2eb-6328-4cb2-af58-e51ef30669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5c5e1fdd-8e00-4237-897a-4cd266fa2667'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:47:25.246916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:25.262864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Made reservation on behalf of 8312f47fd33145dbb12c2f7d46b7a044 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:25.266882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:25.304273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:25.306783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] For port 43d7fa28-fd00-4328-afe0-be7fbf5d344c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:47:25.310281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] For port 43d7fa28-fd00-4328-afe0-be7fbf5d344c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43d7fa28-fd00-4328-afe0-be7fbf5d344c,segment=NetworkSegment(b22bb2eb-6328-4cb2-af58-e51ef30669df),segment_id=b22bb2eb-6328-4cb2-af58-e51ef30669df)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:47:25.334332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:25.377435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:25.435088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e844a-ce49-44ed-955e-359f20e4423a None None] Pushing event updated for resources: {'Port': ['ID=43d7fa28-fd00-4328-afe0-be7fbf5d344c,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:25.537028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (596eeb69-53a9-421d-b92d-572dc06e47b2), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:25.618226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event updated for resources: {'Subnet': ['ID=596eeb69-53a9-421d-b92d-572dc06e47b2,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:25.628347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Checking segment: {'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:25.628723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Network hostable DHCP agents. Network: df5fbe80-b5c2-4859-bf64-53f04b49bbc1, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:47:25.700630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:47:25.839515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, df5fbe80-b5c2-4859-bf64-53f04b49bbc1) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:25.844268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:25.844858 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:25.850056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af41b13e-3de4-45bd-b68f-73daf3776a77 None None] Network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:25.922460 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0387b6b3-3912-47ed-9b58-af839d66ea7c tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8409617 Oct 23 01:47:25.925236 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41862) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:25.955092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-df5fbe80-b5c2-4859-bf64-53f04b49bbc1', 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1', 'project_id': '8312f47fd33145dbb12c2f7d46b7a044', 'fixed_ips': [{'subnet_id': '596eeb69-53a9-421d-b92d-572dc06e47b2'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:47:25.955553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:25.986285 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:26.024525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (df5fbe80-b5c2-4859-bf64-53f04b49bbc1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.082712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (596eeb69-53a9-421d-b92d-572dc06e47b2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.110715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Allocated IP 2001:db8::2 (df5fbe80-b5c2-4859-bf64-53f04b49bbc1/596eeb69-53a9-421d-b92d-572dc06e47b2/666ac010-bc58-41a8-88f4-58077ff66c6f) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:26.264409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Publish callbacks [] for port (666ac010-bc58-41a8-88f4-58077ff66c6f), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.336447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ba9892-3a1e-4479-8f0d-8482d50674c2 None None] Network 5c5e1fdd-8e00-4237-897a-4cd266fa2667 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:26.352522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (666ac010-bc58-41a8-88f4-58077ff66c6f), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.431307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:26.448885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:26.455406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:26.458065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Pushing event updated for resources: {'Port': ['ID=666ac010-bc58-41a8-88f4-58077ff66c6f,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:26.471772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-8b59403f-adab-442a-99d1-b89d7ce7581e None None] Provisioning complete for port 43d7fa28-fd00-4328-afe0-be7fbf5d344c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:26.472146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b59403f-adab-442a-99d1-b89d7ce7581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.472491 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-8b59403f-adab-442a-99d1-b89d7ce7581e None None] Attempt 1 to provision port 43d7fa28-fd00-4328-afe0-be7fbf5d344c Oct 23 01:47:26.479956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (596eeb69-53a9-421d-b92d-572dc06e47b2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.508524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Subnet': ['ID=596eeb69-53a9-421d-b92d-572dc06e47b2,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:26.532608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.532950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.533290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.533827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.534326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.534684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.534989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.535319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.535643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.535964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.536293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.536614 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.536933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.537256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.537574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:26.546708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:26.584103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (df5fbe80-b5c2-4859-bf64-53f04b49bbc1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.589300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:26.589612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:26.590000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:26.607227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5fbe80-b5c2-4859-bf64-53f04b49bbc1']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.615051 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:26.618439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:26.620171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:26.620482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:26.636297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (f0632be9-50c3-4e82-9e25-ea7c3a9aa446), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:26.639336 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] Oct 23 01:47:26.651270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f0632be9-50c3-4e82-9e25-ea7c3a9aa446), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.655630 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 2 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:26.660146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:47:26.660488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (f0632be9-50c3-4e82-9e25-ea7c3a9aa446), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.685584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:26.685992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:26.686363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:26.691540 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-8b59403f-adab-442a-99d1-b89d7ce7581e None None] Current status of the port 43d7fa28-fd00-4328-afe0-be7fbf5d344c is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:26.692190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b59403f-adab-442a-99d1-b89d7ce7581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.725006 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:26.728296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.754457 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:26.757516 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] Oct 23 01:47:26.759333 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 3 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:26.780214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-8b59403f-adab-442a-99d1-b89d7ce7581e None None] For port 43d7fa28-fd00-4328-afe0-be7fbf5d344c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43d7fa28-fd00-4328-afe0-be7fbf5d344c,segment=NetworkSegment(b22bb2eb-6328-4cb2-af58-e51ef30669df),segment_id=b22bb2eb-6328-4cb2-af58-e51ef30669df)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:26.782957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:26.783336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:26.783700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:26.800612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.api [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:47:26.800612 dv-neutron-master-2-hyperv neutron-server[105984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:47:26.800612 dv-neutron-master-2-hyperv neutron-server[105984]: [parameters: {'id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] Oct 23 01:47:26.800612 dv-neutron-master-2-hyperv neutron-server[105984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:47:26.801164 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG oslo_db.api [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.804984 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:26.809630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:26.825837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8b59403f-adab-442a-99d1-b89d7ce7581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.828155 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:26.831813 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] Oct 23 01:47:26.831813 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 4 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:26.846945 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment f0632be9-50c3-4e82-9e25-ea7c3a9aa446 resource provider aggregate not found Oct 23 01:47:26.864895 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment f0632be9-50c3-4e82-9e25-ea7c3a9aa446 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0632be9-50c3-4e82-9e25-ea7c3a9aa446 found for delete ", "request_id": "req-20cf77b3-58cc-4903-80bd-d938da6ec2a6"}]} Oct 23 01:47:26.866210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:26.866658 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:26.867190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.901447 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:26.905008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.925696 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:26.928693 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] Oct 23 01:47:26.928693 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 5 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:26.929041 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59403f-adab-442a-99d1-b89d7ce7581e None None] Pushing event updated for resources: {'Port': ['ID=43d7fa28-fd00-4328-afe0-be7fbf5d344c,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:26.942648 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:26.943023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:26.943383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:26.972242 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:26.976468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:26.976760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-78e5d9c7-b9e2-40e2-ba16-8b0212935bb6 None None] Provisioning complete for port 43d7fa28-fd00-4328-afe0-be7fbf5d344c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:26.977311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-78e5d9c7-b9e2-40e2-ba16-8b0212935bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:26.977723 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-78e5d9c7-b9e2-40e2-ba16-8b0212935bb6 None None] Attempt 1 to provision port 43d7fa28-fd00-4328-afe0-be7fbf5d344c Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.017898 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:27.021232 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] Oct 23 01:47:27.021232 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 6 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:27.042033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 43d7fa28-fd00-4328-afe0-be7fbf5d344c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:27.048077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:27.048077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:27.048077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.088590 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:27.092392 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.119774 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:27.122582 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] Oct 23 01:47:27.123082 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 7 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:27.160170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:27.160539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:27.160905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.195152 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:27.198478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:27.198478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 43d7fa28-fd00-4328-afe0-be7fbf5d344c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:27.198838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.199170 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 43d7fa28-fd00-4328-afe0-be7fbf5d344c Oct 23 01:47:27.203186 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-78e5d9c7-b9e2-40e2-ba16-8b0212935bb6 None None] Current status of the port 43d7fa28-fd00-4328-afe0-be7fbf5d344c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.239745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:27.242845 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] Oct 23 01:47:27.242845 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 8 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:27.261631 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:27.262539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:27.262899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.286548 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:27.289549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:27.302395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (df5fbe80-b5c2-4859-bf64-53f04b49bbc1), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.327031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:27.329952 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] Oct 23 01:47:27.329952 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 9 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:27.342569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:27.344906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Deleting port 666ac010-bc58-41a8-88f4-58077ff66c6f {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:27.345254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (666ac010-bc58-41a8-88f4-58077ff66c6f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.346505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:27.347085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:27.347706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.372377 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:27.375467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:27.375467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 43d7fa28-fd00-4328-afe0-be7fbf5d344c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.395459 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:27.398438 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] Oct 23 01:47:27.398438 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 10 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:27.409282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:27.409651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:27.410037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:27.413358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] For port 666ac010-bc58-41a8-88f4-58077ff66c6f, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:27.413731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (666ac010-bc58-41a8-88f4-58077ff66c6f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.427079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Calling delete_port for 666ac010-bc58-41a8-88f4-58077ff66c6f owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.429334 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:27.432236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:27.451014 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:27.454007 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'df5fbe80-b5c2-4859-bf64-53f04b49bbc1'}] Oct 23 01:47:27.454007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (666ac010-bc58-41a8-88f4-58077ff66c6f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.560436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (666ac010-bc58-41a8-88f4-58077ff66c6f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.585428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Port': ['ID=666ac010-bc58-41a8-88f4-58077ff66c6f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:27.591123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No DVR routers for this DVR port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:27.649985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:47:27.650259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:47:27.672617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (df5fbe80-b5c2-4859-bf64-53f04b49bbc1), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.692774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5fbe80-b5c2-4859-bf64-53f04b49bbc1']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:27.702460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:27.702767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0632be9-50c3-4e82-9e25-ea7c3a9aa446') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:27.712131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (f0632be9-50c3-4e82-9e25-ea7c3a9aa446), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.725492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (f0632be9-50c3-4e82-9e25-ea7c3a9aa446), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.732213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:47:27.732597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (f0632be9-50c3-4e82-9e25-ea7c3a9aa446), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.778845 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:27.788176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:27.833321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (df5fbe80-b5c2-4859-bf64-53f04b49bbc1), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.839995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.843592 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/networks/df5fbe80-b5c2-4859-bf64-53f04b49bbc1 HTTP/1.1" status: 204 len: 168 time: 1.9173398 Oct 23 01:47:27.847330 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41870) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:27.852557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-643357304'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:27.856541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1225eb2-e504-4970-88f2-f11758e94677 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Network': ['ID=df5fbe80-b5c2-4859-bf64-53f04b49bbc1,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:27.942687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Made reservation on behalf of 8312f47fd33145dbb12c2f7d46b7a044 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:27.946436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.972086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:47:27.980670 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (519335f1-0ded-40c1-b839-4b7bbd813140), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:27.980997 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Added segment 519335f1-0ded-40c1-b839-4b7bbd813140 of type vlan for network 1d458e18-c4d1-406e-a678-610b26cb7844 Oct 23 01:47:28.033371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (1d458e18-c4d1-406e-a678-610b26cb7844), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:28.125246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (1d458e18-c4d1-406e-a678-610b26cb7844), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:28.130234 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:28.130820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:28.155880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:28.161037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:28.161420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:28.161757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.180862 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.183560 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.184123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:28.200487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event updated for resources: {'Network': ['ID=1d458e18-c4d1-406e-a678-610b26cb7844,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.201566 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.205262 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Oct 23 01:47:28.205262 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 2 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:28.210331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:28.210701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:28.211066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.214337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 1d458e18-c4d1-406e-a678-610b26cb7844 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.246376 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.249532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.253409 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b6b45812-56a7-40cd-8951-ee0eaba1081a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4049962 Oct 23 01:47:28.256290 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41872) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:28.261269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Request body: {'subnet': {'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.297192 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.300222 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Oct 23 01:47:28.303141 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 3 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:28.316421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:28.317034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:28.317406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.344574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.347916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.365648 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.368840 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Oct 23 01:47:28.368840 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 4 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:28.374730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:28.375096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:28.375479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.399033 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.402117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.410823 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Made reservation on behalf of 8312f47fd33145dbb12c2f7d46b7a044 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:28.414753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.418830 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.421732 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Oct 23 01:47:28.421732 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 5 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:28.427343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:28.427704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:28.428064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.448103 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.451418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.468964 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.471918 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Oct 23 01:47:28.471918 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 6 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:28.476780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Performing IP validity checks on allocation pools {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 23 01:47:28.477291 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.ipam_backend_mixin [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 23 01:47:28.477698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:28.478110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:28.478473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.498236 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.500915 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.518129 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.526185 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Oct 23 01:47:28.526185 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 7 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:28.526810 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:28.527173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:28.528043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.552505 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.555374 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.573628 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.577214 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Oct 23 01:47:28.577214 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 8 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:28.583027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:28.583396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:28.583758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.603191 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.605887 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.623302 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.625739 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Oct 23 01:47:28.625739 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 9 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:28.631731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:28.632099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:28.632454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.652117 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.655905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.662399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (f63dae2c-3b1a-41f0-9f88-40fbe59694c0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.673145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.680706 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Oct 23 01:47:28.680706 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempt 10 to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f Oct 23 01:47:28.682138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:28.682504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:28.682864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.706820 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.709401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Attempting to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 596eeb69-53a9-421d-b92d-572dc06e47b2 could not be found. Oct 23 01:47:28.726924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:28.730731 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Failed to bind port 666ac010-bc58-41a8-88f4-58077ff66c6f on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Oct 23 01:47:28.730731 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (666ac010-bc58-41a8-88f4-58077ff66c6f), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:28.730908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event updated for resources: {'Subnet': ['ID=f63dae2c-3b1a-41f0-9f88-40fbe59694c0,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:28.737582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Checking segment: {'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:28.738329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Network hostable DHCP agents. Network: 1d458e18-c4d1-406e-a678-610b26cb7844, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:47:28.756311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-baa6f4ed-3808-42ca-8da1-6faceb37eaca None None] Port 666ac010-bc58-41a8-88f4-58077ff66c6f has been deleted concurrently {{(pid=105986) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 23 01:47:28.822311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Network 1d458e18-c4d1-406e-a678-610b26cb7844 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:47:28.883427 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment f0632be9-50c3-4e82-9e25-ea7c3a9aa446 resource provider aggregate not found Oct 23 01:47:28.885320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1d458e18-c4d1-406e-a678-610b26cb7844) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:28.892837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:28.893660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:28.902575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5199cf7-0a1d-4e39-9422-9d9abae6e03f None None] Network 1d458e18-c4d1-406e-a678-610b26cb7844 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:28.903417 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment f0632be9-50c3-4e82-9e25-ea7c3a9aa446 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0632be9-50c3-4e82-9e25-ea7c3a9aa446 found for delete ", "request_id": "req-b41982b5-5adf-4530-9f10-2eb28a04eb35"}]} Oct 23 01:47:28.958522 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5daf4f61-678a-4e45-a1d8-ee5182b881aa tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7009869 Oct 23 01:47:28.959454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41878) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:29.046169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1d458e18-c4d1-406e-a678-610b26cb7844', 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844', 'project_id': '8312f47fd33145dbb12c2f7d46b7a044', 'fixed_ips': [{'subnet_id': 'f63dae2c-3b1a-41f0-9f88-40fbe59694c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:47:29.047154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:29.072361 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (1d458e18-c4d1-406e-a678-610b26cb7844), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:29.131799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (f63dae2c-3b1a-41f0-9f88-40fbe59694c0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:29.196384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Allocated IP 2001:db8::3 (1d458e18-c4d1-406e-a678-610b26cb7844/f63dae2c-3b1a-41f0-9f88-40fbe59694c0/6b551d59-79dc-4ebb-a725-8e61a789c9a5) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:29.281131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:29.337566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Publish callbacks [] for port (6b551d59-79dc-4ebb-a725-8e61a789c9a5), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:29.394599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (6b551d59-79dc-4ebb-a725-8e61a789c9a5), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:29.434689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Network 1d458e18-c4d1-406e-a678-610b26cb7844 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:29.440051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:29.444233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:29.451321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Pushing event updated for resources: {'Port': ['ID=6b551d59-79dc-4ebb-a725-8e61a789c9a5,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:29.474325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (f63dae2c-3b1a-41f0-9f88-40fbe59694c0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:29.502932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Subnet': ['ID=f63dae2c-3b1a-41f0-9f88-40fbe59694c0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:29.507292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:29.507727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:29.508021 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.530523 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.533195 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.551031 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.553745 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Failed to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] Oct 23 01:47:29.553745 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempt 2 to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 Oct 23 01:47:29.568067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:29.568447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:29.568816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.578352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (1d458e18-c4d1-406e-a678-610b26cb7844), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.595241 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.598233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.602143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d458e18-c4d1-406e-a678-610b26cb7844']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:29.612624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519335f1-0ded-40c1-b839-4b7bbd813140') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:29.612995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519335f1-0ded-40c1-b839-4b7bbd813140') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.616749 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.619263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Failed to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] Oct 23 01:47:29.619263 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempt 3 to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 Oct 23 01:47:29.623788 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (519335f1-0ded-40c1-b839-4b7bbd813140), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:29.630971 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:29.631344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:29.631708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.639502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (519335f1-0ded-40c1-b839-4b7bbd813140), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:29.646975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:47:29.657413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (519335f1-0ded-40c1-b839-4b7bbd813140), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.657577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.675758 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.678323 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Failed to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] Oct 23 01:47:29.678323 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempt 4 to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 Oct 23 01:47:29.689897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:29.690276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:29.690642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.712040 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.719144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.736578 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.744481 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Failed to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] Oct 23 01:47:29.744481 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempt 5 to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 Oct 23 01:47:29.750321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:29.750695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:29.751059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.753872 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.api [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:47:29.753872 dv-neutron-master-2-hyperv neutron-server[105984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:47:29.753872 dv-neutron-master-2-hyperv neutron-server[105984]: [parameters: {'id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] Oct 23 01:47:29.753872 dv-neutron-master-2-hyperv neutron-server[105984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:47:29.756962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG oslo_db.api [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.771592 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.774214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.792736 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.795672 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Failed to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] Oct 23 01:47:29.795672 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempt 6 to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 Oct 23 01:47:29.805534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:29.805934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:29.806294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.827727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93497bf-a629-4d4d-837d-e20b9b9e5536 None None] DHCP port deletion for df5fbe80-b5c2-4859-bf64-53f04b49bbc1 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.830540 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.833080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.856364 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.858976 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Failed to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] Oct 23 01:47:29.858976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6a62906a-3c3c-44e4-b58f-9b8b6270e7fa None None] Could not find standard attr ID for object 666ac010-bc58-41a8-88f4-58077ff66c6f. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:47:29.858976 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempt 7 to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 Oct 23 01:47:29.862254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:29.872705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f3249-d28d-481a-ba2f-134f6841c810 None None] Network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:29.886060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:29.886506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:29.887777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.889831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f3249-d28d-481a-ba2f-134f6841c810 None None] Network df5fbe80-b5c2-4859-bf64-53f04b49bbc1 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.912692 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.915645 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.932802 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.936406 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Failed to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] Oct 23 01:47:29.936406 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempt 8 to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 Oct 23 01:47:29.946046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:29.946419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:29.946777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.967200 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.974286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:29.987400 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:29.990312 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Failed to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] Oct 23 01:47:29.990312 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempt 9 to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 Oct 23 01:47:30.000642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:30.000937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:30.001302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:30.020855 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:30.023995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:30.040424 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:30.043474 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Failed to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] Oct 23 01:47:30.043474 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempt 10 to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 Oct 23 01:47:30.052714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:30.053079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:30.053435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:30.076773 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:30.079726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempting to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on network 1d458e18-c4d1-406e-a678-610b26cb7844 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet f63dae2c-3b1a-41f0-9f88-40fbe59694c0 could not be found. Oct 23 01:47:30.096145 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:30.099176 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Failed to bind port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '519335f1-0ded-40c1-b839-4b7bbd813140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1d458e18-c4d1-406e-a678-610b26cb7844'}] Oct 23 01:47:30.099176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6b551d59-79dc-4ebb-a725-8e61a789c9a5), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.155277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] For port 6b551d59-79dc-4ebb-a725-8e61a789c9a5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:47:30.155669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Attempted to set empty binding levels {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:47:30.199287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6b551d59-79dc-4ebb-a725-8e61a789c9a5), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.253294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:30.256024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (1d458e18-c4d1-406e-a678-610b26cb7844), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.268840 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a3f80-d9f2-4621-8087-6fe74dddc523 None None] Pushing event updated for resources: {'Port': ['ID=6b551d59-79dc-4ebb-a725-8e61a789c9a5,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:30.283554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f30f54-56d9-4a1f-9f69-b9b8997a2518 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:47:30.307561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Deleting port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:30.307907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6b551d59-79dc-4ebb-a725-8e61a789c9a5), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.353576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f30f54-56d9-4a1f-9f69-b9b8997a2518 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:47:30.373696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] For port 6b551d59-79dc-4ebb-a725-8e61a789c9a5, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:30.374105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6b551d59-79dc-4ebb-a725-8e61a789c9a5), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.387781 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Calling delete_port for 6b551d59-79dc-4ebb-a725-8e61a789c9a5 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:30.500282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6da7c-102c-4593-9f7a-b7e3cdb011be None None] Network 1d458e18-c4d1-406e-a678-610b26cb7844 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:30.525109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (6b551d59-79dc-4ebb-a725-8e61a789c9a5), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.554389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Port': ['ID=6b551d59-79dc-4ebb-a725-8e61a789c9a5,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:30.556201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No DVR routers for this DVR port 6b551d59-79dc-4ebb-a725-8e61a789c9a5 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:30.638374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (1d458e18-c4d1-406e-a678-610b26cb7844), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.658342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d458e18-c4d1-406e-a678-610b26cb7844']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:30.667503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519335f1-0ded-40c1-b839-4b7bbd813140') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:30.667802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519335f1-0ded-40c1-b839-4b7bbd813140') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:30.677501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (519335f1-0ded-40c1-b839-4b7bbd813140), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.691200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (519335f1-0ded-40c1-b839-4b7bbd813140), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.698250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:47:30.698639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (519335f1-0ded-40c1-b839-4b7bbd813140), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.811212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (1d458e18-c4d1-406e-a678-610b26cb7844), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.818971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.826432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41880) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:30.827047 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/networks/1d458e18-c4d1-406e-a678-610b26cb7844 HTTP/1.1" status: 204 len: 168 time: 1.8660693 Oct 23 01:47:30.827587 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:30.829707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:30.832813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1524333720'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:30.840707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7965f75-3fe8-4da0-a4bf-54c9297e5a26 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Network': ['ID=1d458e18-c4d1-406e-a678-610b26cb7844,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:30.902055 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Made reservation on behalf of 8312f47fd33145dbb12c2f7d46b7a044 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:30.906433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.919889 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 519335f1-0ded-40c1-b839-4b7bbd813140 resource provider aggregate not found Oct 23 01:47:30.932607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:47:30.934347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:30.938769 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 519335f1-0ded-40c1-b839-4b7bbd813140 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 519335f1-0ded-40c1-b839-4b7bbd813140 found for delete ", "request_id": "req-e3e598db-87d4-4e74-a70e-ad660e2c6f16"}]} Oct 23 01:47:30.943489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e1c92c53-bee9-4f84-a9ea-f9646a07c1db), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.951829 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Added segment e1c92c53-bee9-4f84-a9ea-f9646a07c1db of type vlan for network f74bbe2d-6008-4073-aa44-69e76cdf4eeb Oct 23 01:47:30.955516 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 519335f1-0ded-40c1-b839-4b7bbd813140 resource provider aggregate not found Oct 23 01:47:30.973666 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 519335f1-0ded-40c1-b839-4b7bbd813140 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 519335f1-0ded-40c1-b839-4b7bbd813140 found for delete ", "request_id": "req-e0f8d10d-2abe-4bc5-8a17-0b23357f0f80"}]} Oct 23 01:47:30.976756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 666ac010-bc58-41a8-88f4-58077ff66c6f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:47:30.990942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (f74bbe2d-6008-4073-aa44-69e76cdf4eeb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:30.996397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 666ac010-bc58-41a8-88f4-58077ff66c6f {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:47:30.996747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 666ac010-bc58-41a8-88f4-58077ff66c6f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:47:31.056564 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (f74bbe2d-6008-4073-aa44-69e76cdf4eeb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:31.061600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:31.062185 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:31.129248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event updated for resources: {'Network': ['ID=f74bbe2d-6008-4073-aa44-69e76cdf4eeb,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:31.139854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network f74bbe2d-6008-4073-aa44-69e76cdf4eeb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:47:31.169632 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3bccd841-96a1-4802-b0f1-651c7ba88063 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3417308 Oct 23 01:47:31.176414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41890) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:31.181939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Request body: {'subnet': {'network_id': 'f74bbe2d-6008-4073-aa44-69e76cdf4eeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:31.241470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:31.318803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Made reservation on behalf of 8312f47fd33145dbb12c2f7d46b7a044 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:31.322480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:31.559709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (d8e9912e-fa70-459a-8396-1c337cd85d5f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:31.618378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event updated for resources: {'Subnet': ['ID=d8e9912e-fa70-459a-8396-1c337cd85d5f,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:31.628398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Checking segment: {'id': 'e1c92c53-bee9-4f84-a9ea-f9646a07c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f74bbe2d-6008-4073-aa44-69e76cdf4eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:31.628757 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Network hostable DHCP agents. Network: f74bbe2d-6008-4073-aa44-69e76cdf4eeb, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:47:31.753435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Network f74bbe2d-6008-4073-aa44-69e76cdf4eeb is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:47:31.833454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f74bbe2d-6008-4073-aa44-69e76cdf4eeb) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:31.837606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:31.838244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:31.846155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7558f3-58dd-4151-86b5-4f0df36ff65a None None] Network f74bbe2d-6008-4073-aa44-69e76cdf4eeb requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:31.928239 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-64c31dfa-7c5e-4fda-9ccd-5e5740125772 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7506354 Oct 23 01:47:31.931718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41892) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:31.937168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2029496105'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:31.943217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f74bbe2d-6008-4073-aa44-69e76cdf4eeb', 'network_id': 'f74bbe2d-6008-4073-aa44-69e76cdf4eeb', 'project_id': '8312f47fd33145dbb12c2f7d46b7a044', 'fixed_ips': [{'subnet_id': 'd8e9912e-fa70-459a-8396-1c337cd85d5f'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:47:31.944127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.027713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Made reservation on behalf of 8312f47fd33145dbb12c2f7d46b7a044 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:32.031701 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.056058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:47:32.065385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (5086a106-4c98-4972-b447-f05634d4c112), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.065729 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Added segment 5086a106-4c98-4972-b447-f05634d4c112 of type vlan for network ce039a97-45fd-4abb-b4f5-5ab717427c9d Oct 23 01:47:32.084368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Allocated IP 2001:db8::2 (f74bbe2d-6008-4073-aa44-69e76cdf4eeb/d8e9912e-fa70-459a-8396-1c337cd85d5f/356abe50-ac26-46c3-94e5-a0ebc768e48c) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:32.110102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (ce039a97-45fd-4abb-b4f5-5ab717427c9d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.190779 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:32.205068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (ce039a97-45fd-4abb-b4f5-5ab717427c9d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.211253 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:32.211439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.227657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Publish callbacks [] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.278688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event updated for resources: {'Network': ['ID=ce039a97-45fd-4abb-b4f5-5ab717427c9d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:32.279938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.299156 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1eb0c7b8-99b4-425b-9fc2-c2fde1cdbf28 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3664081 Oct 23 01:47:32.302033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41894) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:32.305711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network ce039a97-45fd-4abb-b4f5-5ab717427c9d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:47:32.310272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Request body: {'subnet': {'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:32.364903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:32.368193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Network f74bbe2d-6008-4073-aa44-69e76cdf4eeb is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:32.382219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:32.382883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:32.387925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Pushing event updated for resources: {'Port': ['ID=356abe50-ac26-46c3-94e5-a0ebc768e48c,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:32.390397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:32.445019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Made reservation on behalf of 8312f47fd33145dbb12c2f7d46b7a044 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:32.448995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.456553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Attempting to bind port 356abe50-ac26-46c3-94e5-a0ebc768e48c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:32.456919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Attempting to bind port 356abe50-ac26-46c3-94e5-a0ebc768e48c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e1c92c53-bee9-4f84-a9ea-f9646a07c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f74bbe2d-6008-4073-aa44-69e76cdf4eeb'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:32.457282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Attempting to bind port 356abe50-ac26-46c3-94e5-a0ebc768e48c on network f74bbe2d-6008-4073-aa44-69e76cdf4eeb {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:32.499868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:47:32.500241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Checking segment: {'id': 'e1c92c53-bee9-4f84-a9ea-f9646a07c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f74bbe2d-6008-4073-aa44-69e76cdf4eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:32.500707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.501102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Bound using segment: {'id': 'e1c92c53-bee9-4f84-a9ea-f9646a07c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f74bbe2d-6008-4073-aa44-69e76cdf4eeb'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:47:32.501569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Bound port: 356abe50-ac26-46c3-94e5-a0ebc768e48c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c92c53-bee9-4f84-a9ea-f9646a07c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f74bbe2d-6008-4073-aa44-69e76cdf4eeb'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:47:32.501975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.575249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:32.707440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] For port 356abe50-ac26-46c3-94e5-a0ebc768e48c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:47:32.710354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] For port 356abe50-ac26-46c3-94e5-a0ebc768e48c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=356abe50-ac26-46c3-94e5-a0ebc768e48c,segment=NetworkSegment(e1c92c53-bee9-4f84-a9ea-f9646a07c1db),segment_id=e1c92c53-bee9-4f84-a9ea-f9646a07c1db)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:47:32.719831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (93ece080-88d3-4d16-8eb6-c210ee2ee122), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.785303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event updated for resources: {'Subnet': ['ID=93ece080-88d3-4d16-8eb6-c210ee2ee122,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:32.789517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Checking segment: {'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:32.789962 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Network hostable DHCP agents. Network: ce039a97-45fd-4abb-b4f5-5ab717427c9d, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:47:32.800154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.855547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b11b27-0987-4098-8cfc-f13561c423f4 None None] Pushing event updated for resources: {'Port': ['ID=356abe50-ac26-46c3-94e5-a0ebc768e48c,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:32.891042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Network ce039a97-45fd-4abb-b4f5-5ab717427c9d is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:47:32.972759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ce039a97-45fd-4abb-b4f5-5ab717427c9d) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:32.988222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:32.988222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:32.988600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473e64a-1ca8-4641-b0f6-fdbe09ed4cd5 None None] Network ce039a97-45fd-4abb-b4f5-5ab717427c9d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:33.073307 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5248cacb-2c3f-4f38-9dbd-dca2da5a2b6e tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7681673 Oct 23 01:47:33.074199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41896) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:33.075672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 356abe50-ac26-46c3-94e5-a0ebc768e48c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:33.132943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ce039a97-45fd-4abb-b4f5-5ab717427c9d', 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d', 'project_id': '8312f47fd33145dbb12c2f7d46b7a044', 'fixed_ips': [{'subnet_id': '93ece080-88d3-4d16-8eb6-c210ee2ee122'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:47:33.133896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.165812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 356abe50-ac26-46c3-94e5-a0ebc768e48c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:33.166188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.166531 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 356abe50-ac26-46c3-94e5-a0ebc768e48c Oct 23 01:47:33.186411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (ce039a97-45fd-4abb-b4f5-5ab717427c9d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.186761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:33.347082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 356abe50-ac26-46c3-94e5-a0ebc768e48c is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:33.347477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.370173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Allocated IP 2001:db8::2 (ce039a97-45fd-4abb-b4f5-5ab717427c9d/93ece080-88d3-4d16-8eb6-c210ee2ee122/ec2cd530-5163-4b4c-bbf2-71e737d1e3b2) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:33.415830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 356abe50-ac26-46c3-94e5-a0ebc768e48c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=356abe50-ac26-46c3-94e5-a0ebc768e48c,segment=NetworkSegment(e1c92c53-bee9-4f84-a9ea-f9646a07c1db),segment_id=e1c92c53-bee9-4f84-a9ea-f9646a07c1db)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:33.507274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.598807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Publish callbacks [] for port (ec2cd530-5163-4b4c-bbf2-71e737d1e3b2), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.605077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=356abe50-ac26-46c3-94e5-a0ebc768e48c,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:33.611071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (93ece080-88d3-4d16-8eb6-c210ee2ee122), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.674122 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (ec2cd530-5163-4b4c-bbf2-71e737d1e3b2), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.719847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Network ce039a97-45fd-4abb-b4f5-5ab717427c9d is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:33.725107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:33.728886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:33.736170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Pushing event updated for resources: {'Port': ['ID=ec2cd530-5163-4b4c-bbf2-71e737d1e3b2,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:33.763096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (93ece080-88d3-4d16-8eb6-c210ee2ee122), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.763335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eed1fc-6a5f-4b5c-b7a4-dacdea721c89 None None] Network f74bbe2d-6008-4073-aa44-69e76cdf4eeb requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:33.787619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Subnet': ['ID=93ece080-88d3-4d16-8eb6-c210ee2ee122,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:33.852406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-74726dc7-56a6-4d40-9703-adfac58c256f None None] Provisioning complete for port 356abe50-ac26-46c3-94e5-a0ebc768e48c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:33.852775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-74726dc7-56a6-4d40-9703-adfac58c256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.853107 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-74726dc7-56a6-4d40-9703-adfac58c256f None None] Attempt 1 to provision port 356abe50-ac26-46c3-94e5-a0ebc768e48c Oct 23 01:47:33.853485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (ce039a97-45fd-4abb-b4f5-5ab717427c9d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.857356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:33.857886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:33.858091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:33.874561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce039a97-45fd-4abb-b4f5-5ab717427c9d']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:33.884893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5086a106-4c98-4972-b447-f05634d4c112') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:33.885201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5086a106-4c98-4972-b447-f05634d4c112') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:33.895456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (5086a106-4c98-4972-b447-f05634d4c112), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.909749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (5086a106-4c98-4972-b447-f05634d4c112), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:33.911193 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:33.919784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:33.919877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:47:33.920201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (5086a106-4c98-4972-b447-f05634d4c112), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:33.942315 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:33.954082 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Failed to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] Oct 23 01:47:33.954082 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempt 2 to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 Oct 23 01:47:33.968595 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 5086a106-4c98-4972-b447-f05634d4c112 resource provider aggregate not found Oct 23 01:47:33.976568 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:33.991230 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 5086a106-4c98-4972-b447-f05634d4c112 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5086a106-4c98-4972-b447-f05634d4c112 found for delete ", "request_id": "req-4497ff22-cafa-4254-b105-a16e8d63b1f0"}]} Oct 23 01:47:33.993100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:33.998967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:33.998967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.000058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:34.011347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.db.api [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 23 01:47:34.011347 dv-neutron-master-2-hyperv neutron-server[105984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 23 01:47:34.011347 dv-neutron-master-2-hyperv neutron-server[105984]: [parameters: {'id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] Oct 23 01:47:34.011347 dv-neutron-master-2-hyperv neutron-server[105984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:47:34.012288 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG oslo_db.api [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.034367 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.038942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.062263 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.065355 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Failed to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] Oct 23 01:47:34.067776 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempt 3 to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 Oct 23 01:47:34.083347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-74726dc7-56a6-4d40-9703-adfac58c256f None None] Current status of the port 356abe50-ac26-46c3-94e5-a0ebc768e48c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:34.084250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:34.084618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:34.084979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.107197 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.110882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.128574 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.135854 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Failed to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] Oct 23 01:47:34.135854 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempt 4 to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 Oct 23 01:47:34.148318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:34.148692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:34.149049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.170282 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.173333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.194062 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.196924 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Failed to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] Oct 23 01:47:34.196924 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempt 5 to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 Oct 23 01:47:34.210255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e0f95e05-615a-4588-a434-517c8a3929b1 None None] Provisioning complete for port 356abe50-ac26-46c3-94e5-a0ebc768e48c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:34.210630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e0f95e05-615a-4588-a434-517c8a3929b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:34.210959 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e0f95e05-615a-4588-a434-517c8a3929b1 None None] Attempt 1 to provision port 356abe50-ac26-46c3-94e5-a0ebc768e48c Oct 23 01:47:34.215683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:34.216044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:34.216399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.254003 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.256994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.283084 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.286045 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Failed to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] Oct 23 01:47:34.286045 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempt 6 to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 Oct 23 01:47:34.300871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:34.301231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:34.301584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.321920 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.325506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.358686 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.361725 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Failed to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] Oct 23 01:47:34.361725 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempt 7 to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 Oct 23 01:47:34.380081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e0f95e05-615a-4588-a434-517c8a3929b1 None None] Current status of the port 356abe50-ac26-46c3-94e5-a0ebc768e48c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:34.382111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:34.382629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:34.382813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.402344 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.405371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.424202 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.426999 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Failed to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] Oct 23 01:47:34.426999 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempt 8 to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 Oct 23 01:47:34.437205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:34.437565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:34.437947 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.457464 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.460469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.476786 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.479612 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Failed to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] Oct 23 01:47:34.479612 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempt 9 to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 Oct 23 01:47:34.490115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:34.490477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:34.490828 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.509116 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.512123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.513377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (ce039a97-45fd-4abb-b4f5-5ab717427c9d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.528521 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.531685 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Failed to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] Oct 23 01:47:34.531685 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempt 10 to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 Oct 23 01:47:34.541383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:34.541669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:34.542359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.558134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Deleting port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:34.562761 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ec2cd530-5163-4b4c-bbf2-71e737d1e3b2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.565909 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.569177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempting to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on network ce039a97-45fd-4abb-b4f5-5ab717427c9d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise self.value Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 93ece080-88d3-4d16-8eb6-c210ee2ee122 could not be found. Oct 23 01:47:34.585610 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers Oct 23 01:47:34.588708 dv-neutron-master-2-hyperv neutron-server[105986]: ERROR neutron.plugins.ml2.managers [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Failed to bind port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '5086a106-4c98-4972-b447-f05634d4c112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ce039a97-45fd-4abb-b4f5-5ab717427c9d'}] Oct 23 01:47:34.588708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ec2cd530-5163-4b4c-bbf2-71e737d1e3b2), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:34.620661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] For port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:34.621052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ec2cd530-5163-4b4c-bbf2-71e737d1e3b2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:34.633337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Calling delete_port for ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:34.645120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] For port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:47:34.645512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Attempted to set empty binding levels {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 23 01:47:34.725727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ec2cd530-5163-4b4c-bbf2-71e737d1e3b2), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:34.787914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ec2cd530-5163-4b4c-bbf2-71e737d1e3b2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:34.792680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfc23e-5127-44f7-bd7c-8e39285c42bc None None] Pushing event updated for resources: {'Port': ['ID=ec2cd530-5163-4b4c-bbf2-71e737d1e3b2,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:34.810752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9017c8f-850d-4267-9e38-f146e1baf1b8 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:47:34.811087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Port': ['ID=ec2cd530-5163-4b4c-bbf2-71e737d1e3b2,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:34.816613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No DVR routers for this DVR port ec2cd530-5163-4b4c-bbf2-71e737d1e3b2 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:34.840513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:34.889037 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9017c8f-850d-4267-9e38-f146e1baf1b8 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:47:34.900550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (ce039a97-45fd-4abb-b4f5-5ab717427c9d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:34.921196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce039a97-45fd-4abb-b4f5-5ab717427c9d']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:34.930463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5086a106-4c98-4972-b447-f05634d4c112') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:34.930765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5086a106-4c98-4972-b447-f05634d4c112') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:34.940240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (5086a106-4c98-4972-b447-f05634d4c112), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:34.954210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (5086a106-4c98-4972-b447-f05634d4c112), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:34.960566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:47:34.960959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (5086a106-4c98-4972-b447-f05634d4c112), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.018634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:35.034159 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 356abe50-ac26-46c3-94e5-a0ebc768e48c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:35.062521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60f11a-4e6c-46f7-b9cc-865babf75aaa None None] Network ce039a97-45fd-4abb-b4f5-5ab717427c9d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:35.096437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (ce039a97-45fd-4abb-b4f5-5ab717427c9d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.107032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.113568 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/networks/ce039a97-45fd-4abb-b4f5-5ab717427c9d HTTP/1.1" status: 204 len: 168 time: 2.0345953 Oct 23 01:47:35.114750 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41902) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:35.123752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390bf02-c710-4394-99b9-13524f457824 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Network': ['ID=ce039a97-45fd-4abb-b4f5-5ab717427c9d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:35.149100 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa510b8-82c8-48e3-8f04-64202ccecdae tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] GET failed (client error): The resource could not be found. Oct 23 01:47:35.153767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41904) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:35.154084 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cfa510b8-82c8-48e3-8f04-64202ccecdae tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "GET /networking/v2.0/subnets/93ece080-88d3-4d16-8eb6-c210ee2ee122 HTTP/1.1" status: 404 len: 337 time: 0.0377474 Oct 23 01:47:35.177265 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-088f180e-2df6-4110-abc8-3d98de0fa272 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] DELETE failed (client error): The resource could not be found. Oct 23 01:47:35.177833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088f180e-2df6-4110-abc8-3d98de0fa272 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:47:35.180797 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-088f180e-2df6-4110-abc8-3d98de0fa272 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/networks/ce039a97-45fd-4abb-b4f5-5ab717427c9d HTTP/1.1" status: 404 len: 339 time: 0.0258422 Oct 23 01:47:35.185188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41906) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:35.193045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:35.212790 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-640394ef-e5d4-4ae1-86ec-83b42644f61a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] DELETE failed (client error): The resource could not be found. Oct 23 01:47:35.213250 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640394ef-e5d4-4ae1-86ec-83b42644f61a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:47:35.216255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-640394ef-e5d4-4ae1-86ec-83b42644f61a tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/93ece080-88d3-4d16-8eb6-c210ee2ee122 HTTP/1.1" status: 404 len: 337 time: 0.0301363 Oct 23 01:47:35.218865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41908) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:35.237332 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5878fa32-6277-4309-be82-36f43c898e79 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] DELETE failed (client error): The resource could not be found. Oct 23 01:47:35.237854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5878fa32-6277-4309-be82-36f43c898e79 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:47:35.240754 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5878fa32-6277-4309-be82-36f43c898e79 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/networks/ce039a97-45fd-4abb-b4f5-5ab717427c9d HTTP/1.1" status: 404 len: 339 time: 0.0210006 Oct 23 01:47:35.243440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41910) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:35.292311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 356abe50-ac26-46c3-94e5-a0ebc768e48c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:35.292666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.293056 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 356abe50-ac26-46c3-94e5-a0ebc768e48c Oct 23 01:47:35.295522 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab64989-d47f-4f1d-b6f1-aa66faa0d100 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Deleting subnet d8e9912e-fa70-459a-8396-1c337cd85d5f {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:47:35.299004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ab64989-d47f-4f1d-b6f1-aa66faa0d100 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for subnet (d8e9912e-fa70-459a-8396-1c337cd85d5f), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.339549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ab64989-d47f-4f1d-b6f1-aa66faa0d100 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (d8e9912e-fa70-459a-8396-1c337cd85d5f), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.367848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 356abe50-ac26-46c3-94e5-a0ebc768e48c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:35.424402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ab64989-d47f-4f1d-b6f1-aa66faa0d100 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (d8e9912e-fa70-459a-8396-1c337cd85d5f), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.565314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ab64989-d47f-4f1d-b6f1-aa66faa0d100 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (d8e9912e-fa70-459a-8396-1c337cd85d5f), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.592122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab64989-d47f-4f1d-b6f1-aa66faa0d100 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e9912e-fa70-459a-8396-1c337cd85d5f,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:35.595889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ab64989-d47f-4f1d-b6f1-aa66faa0d100 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.598965 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0ab64989-d47f-4f1d-b6f1-aa66faa0d100 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/d8e9912e-fa70-459a-8396-1c337cd85d5f HTTP/1.1" status: 204 len: 168 time: 0.3546295 Oct 23 01:47:35.601419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41912) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:35.603848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cf49cc-2613-480f-bd6f-4132d69d3714 None None] Network f74bbe2d-6008-4073-aa44-69e76cdf4eeb requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:35.680244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (f74bbe2d-6008-4073-aa44-69e76cdf4eeb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.724235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Deleting port 356abe50-ac26-46c3-94e5-a0ebc768e48c {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:35.724235 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.745963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971d2e1c-0cef-48f4-b6b7-f4f4870fd7f1 None None] DHCP port deletion for f74bbe2d-6008-4073-aa44-69e76cdf4eeb request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:47:35.787220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-971d2e1c-0cef-48f4-b6b7-f4f4870fd7f1 None None] Deleting port 356abe50-ac26-46c3-94e5-a0ebc768e48c {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:35.787588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-971d2e1c-0cef-48f4-b6b7-f4f4870fd7f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.789602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] For port 356abe50-ac26-46c3-94e5-a0ebc768e48c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=356abe50-ac26-46c3-94e5-a0ebc768e48c,segment=NetworkSegment(e1c92c53-bee9-4f84-a9ea-f9646a07c1db),segment_id=e1c92c53-bee9-4f84-a9ea-f9646a07c1db)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:35.789997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.803050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Calling delete_port for 356abe50-ac26-46c3-94e5-a0ebc768e48c owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:35.853152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-971d2e1c-0cef-48f4-b6b7-f4f4870fd7f1 None None] For port 356abe50-ac26-46c3-94e5-a0ebc768e48c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=356abe50-ac26-46c3-94e5-a0ebc768e48c,segment=NetworkSegment(e1c92c53-bee9-4f84-a9ea-f9646a07c1db),segment_id=e1c92c53-bee9-4f84-a9ea-f9646a07c1db)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:35.853152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-971d2e1c-0cef-48f4-b6b7-f4f4870fd7f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.864254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-971d2e1c-0cef-48f4-b6b7-f4f4870fd7f1 None None] Calling delete_port for 356abe50-ac26-46c3-94e5-a0ebc768e48c owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:35.917014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:35.925240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.929602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:35.942910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-971d2e1c-0cef-48f4-b6b7-f4f4870fd7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (356abe50-ac26-46c3-94e5-a0ebc768e48c), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:35.952918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Port': ['ID=356abe50-ac26-46c3-94e5-a0ebc768e48c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:35.954752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No DVR routers for this DVR port 356abe50-ac26-46c3-94e5-a0ebc768e48c on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:35.967798 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d2e1c-0cef-48f4-b6b7-f4f4870fd7f1 None None] Pushing event deleted for resources: {'Port': ['ID=356abe50-ac26-46c3-94e5-a0ebc768e48c,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:35.971554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d2e1c-0cef-48f4-b6b7-f4f4870fd7f1 None None] No DVR routers for this DVR port 356abe50-ac26-46c3-94e5-a0ebc768e48c on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:36.025793 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 5086a106-4c98-4972-b447-f05634d4c112 resource provider aggregate not found Oct 23 01:47:36.042302 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 5086a106-4c98-4972-b447-f05634d4c112 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5086a106-4c98-4972-b447-f05634d4c112 found for delete ", "request_id": "req-ed8a8349-c517-4a2c-957e-7647ccad3a15"}]} Oct 23 01:47:36.046301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (f74bbe2d-6008-4073-aa44-69e76cdf4eeb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.067017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74bbe2d-6008-4073-aa44-69e76cdf4eeb']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:36.076756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c92c53-bee9-4f84-a9ea-f9646a07c1db') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:36.077059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c92c53-bee9-4f84-a9ea-f9646a07c1db') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:36.086834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (e1c92c53-bee9-4f84-a9ea-f9646a07c1db), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.100064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (e1c92c53-bee9-4f84-a9ea-f9646a07c1db), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.106348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:47:36.106681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (e1c92c53-bee9-4f84-a9ea-f9646a07c1db), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.227888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (f74bbe2d-6008-4073-aa44-69e76cdf4eeb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.235665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.238275 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/networks/f74bbe2d-6008-4073-aa44-69e76cdf4eeb HTTP/1.1" status: 204 len: 168 time: 0.6359334 Oct 23 01:47:36.240818 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41918) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:36.258872 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d1254-8210-4eab-aaef-f0a2a399cba8 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Network': ['ID=f74bbe2d-6008-4073-aa44-69e76cdf4eeb,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:36.276483 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4fbb21-3471-4ba6-9f0b-6852efd8b23b tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] DELETE failed (client error): The resource could not be found. Oct 23 01:47:36.276959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4fbb21-3471-4ba6-9f0b-6852efd8b23b tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:47:36.279953 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5f4fbb21-3471-4ba6-9f0b-6852efd8b23b tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/f63dae2c-3b1a-41f0-9f88-40fbe59694c0 HTTP/1.1" status: 404 len: 337 time: 0.0382218 Oct 23 01:47:36.282498 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41920) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:36.289528 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:36.300871 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2cf4144-2e15-4c11-973d-665ae895f82d tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] DELETE failed (client error): The resource could not be found. Oct 23 01:47:36.301354 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2cf4144-2e15-4c11-973d-665ae895f82d tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:47:36.304219 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b2cf4144-2e15-4c11-973d-665ae895f82d tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/networks/1d458e18-c4d1-406e-a678-610b26cb7844 HTTP/1.1" status: 404 len: 339 time: 0.0208347 Oct 23 01:47:36.306495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41922) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:36.331979 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb7e12d-5c97-4b5c-a130-0349d9b058eb tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] DELETE failed (client error): The resource could not be found. Oct 23 01:47:36.332420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb7e12d-5c97-4b5c-a130-0349d9b058eb tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:47:36.335339 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dfb7e12d-5c97-4b5c-a130-0349d9b058eb tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/596eeb69-53a9-421d-b92d-572dc06e47b2 HTTP/1.1" status: 404 len: 337 time: 0.0279946 Oct 23 01:47:36.337552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41924) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:36.354963 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5106638c-75bd-45fc-b639-3350d4539924 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] DELETE failed (client error): The resource could not be found. Oct 23 01:47:36.355971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5106638c-75bd-45fc-b639-3350d4539924 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 23 01:47:36.358859 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5106638c-75bd-45fc-b639-3350d4539924 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/networks/df5fbe80-b5c2-4859-bf64-53f04b49bbc1 HTTP/1.1" status: 404 len: 339 time: 0.0203736 Oct 23 01:47:36.360969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41926) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:36.414339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded8c0b0-f153-4ad7-91c2-b2aef223a713 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Deleting subnet d046ac59-5ec0-4ed9-93ed-2ee79c0585f2 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:47:36.417481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ded8c0b0-f153-4ad7-91c2-b2aef223a713 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for subnet (d046ac59-5ec0-4ed9-93ed-2ee79c0585f2), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.437843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:36.457525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ded8c0b0-f153-4ad7-91c2-b2aef223a713 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (d046ac59-5ec0-4ed9-93ed-2ee79c0585f2), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.538407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ded8c0b0-f153-4ad7-91c2-b2aef223a713 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (d046ac59-5ec0-4ed9-93ed-2ee79c0585f2), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.662183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ded8c0b0-f153-4ad7-91c2-b2aef223a713 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (d046ac59-5ec0-4ed9-93ed-2ee79c0585f2), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.687370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8c0b0-f153-4ad7-91c2-b2aef223a713 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Subnet': ['ID=d046ac59-5ec0-4ed9-93ed-2ee79c0585f2,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:36.693243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ded8c0b0-f153-4ad7-91c2-b2aef223a713 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.696436 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ded8c0b0-f153-4ad7-91c2-b2aef223a713 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/d046ac59-5ec0-4ed9-93ed-2ee79c0585f2 HTTP/1.1" status: 204 len: 168 time: 0.3346152 Oct 23 01:47:36.698864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41928) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:36.701239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8478db-823e-4b33-ab7f-92248d8f0beb None None] Network 5c5e1fdd-8e00-4237-897a-4cd266fa2667 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:36.776767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (5c5e1fdd-8e00-4237-897a-4cd266fa2667), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.826614 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Deleting port 43d7fa28-fd00-4328-afe0-be7fbf5d344c {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:36.826958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.842300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f0a632-06ca-4922-8cad-1169976dd41b None None] DHCP port deletion for 5c5e1fdd-8e00-4237-897a-4cd266fa2667 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:47:36.880579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-55f0a632-06ca-4922-8cad-1169976dd41b None None] Deleting port 43d7fa28-fd00-4328-afe0-be7fbf5d344c {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:36.880960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-55f0a632-06ca-4922-8cad-1169976dd41b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.893360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] For port 43d7fa28-fd00-4328-afe0-be7fbf5d344c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43d7fa28-fd00-4328-afe0-be7fbf5d344c,segment=NetworkSegment(b22bb2eb-6328-4cb2-af58-e51ef30669df),segment_id=b22bb2eb-6328-4cb2-af58-e51ef30669df)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:36.893730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.906642 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Calling delete_port for 43d7fa28-fd00-4328-afe0-be7fbf5d344c owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:36.944187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-55f0a632-06ca-4922-8cad-1169976dd41b None None] For port 43d7fa28-fd00-4328-afe0-be7fbf5d344c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43d7fa28-fd00-4328-afe0-be7fbf5d344c,segment=NetworkSegment(b22bb2eb-6328-4cb2-af58-e51ef30669df),segment_id=b22bb2eb-6328-4cb2-af58-e51ef30669df)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:36.944741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-55f0a632-06ca-4922-8cad-1169976dd41b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:36.959169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-55f0a632-06ca-4922-8cad-1169976dd41b None None] Calling delete_port for 43d7fa28-fd00-4328-afe0-be7fbf5d344c owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:37.024409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 43d7fa28-fd00-4328-afe0-be7fbf5d344c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:47:37.079217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:37.103175 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Port': ['ID=43d7fa28-fd00-4328-afe0-be7fbf5d344c,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:37.106218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 43d7fa28-fd00-4328-afe0-be7fbf5d344c is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:37.106841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:37.107700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] No DVR routers for this DVR port 43d7fa28-fd00-4328-afe0-be7fbf5d344c on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:37.108393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-55f0a632-06ca-4922-8cad-1169976dd41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (43d7fa28-fd00-4328-afe0-be7fbf5d344c), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:37.147006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0a632-06ca-4922-8cad-1169976dd41b None None] Pushing event deleted for resources: {'Port': ['ID=43d7fa28-fd00-4328-afe0-be7fbf5d344c,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:37.152854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0a632-06ca-4922-8cad-1169976dd41b None None] No DVR routers for this DVR port 43d7fa28-fd00-4328-afe0-be7fbf5d344c on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:37.181677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 356abe50-ac26-46c3-94e5-a0ebc768e48c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:47:37.194774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (5c5e1fdd-8e00-4237-897a-4cd266fa2667), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:37.201320 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 356abe50-ac26-46c3-94e5-a0ebc768e48c {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:47:37.201676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 356abe50-ac26-46c3-94e5-a0ebc768e48c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:47:37.216050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5e1fdd-8e00-4237-897a-4cd266fa2667']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:37.225505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22bb2eb-6328-4cb2-af58-e51ef30669df') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:37.225848 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22bb2eb-6328-4cb2-af58-e51ef30669df') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:37.240022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (b22bb2eb-6328-4cb2-af58-e51ef30669df), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:37.253388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (b22bb2eb-6328-4cb2-af58-e51ef30669df), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:37.258952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:37.260046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:47:37.260429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (b22bb2eb-6328-4cb2-af58-e51ef30669df), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:37.416128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (5c5e1fdd-8e00-4237-897a-4cd266fa2667), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:37.426801 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:37.426801 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] 10.222.0.36 "DELETE /networking/v2.0/networks/5c5e1fdd-8e00-4237-897a-4cd266fa2667 HTTP/1.1" status: 204 len: 168 time: 0.7260506 Oct 23 01:47:37.438885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388e7b5-d808-4e10-bad9-002c238d4fe7 tempest-NetworksIpV6Test-372314174 tempest-NetworksIpV6Test-372314174-project] Pushing event deleted for resources: {'Network': ['ID=5c5e1fdd-8e00-4237-897a-4cd266fa2667,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:37.917562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41934) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:38.060753 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment e1c92c53-bee9-4f84-a9ea-f9646a07c1db resource provider aggregate not found Oct 23 01:47:38.067185 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a4ce2f16-bb17-4bb4-ad82-fc6bf8c9e785 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8312f47fd33145dbb12c2f7d46b7a044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1475992 Oct 23 01:47:38.069552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41942) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:38.078221 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment e1c92c53-bee9-4f84-a9ea-f9646a07c1db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1c92c53-bee9-4f84-a9ea-f9646a07c1db found for delete ", "request_id": "req-b1589f77-feaa-44a7-b56e-3ff8968f602d"}]} Oct 23 01:47:38.093529 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment b22bb2eb-6328-4cb2-af58-e51ef30669df resource provider aggregate not found Oct 23 01:47:38.110090 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment b22bb2eb-6328-4cb2-af58-e51ef30669df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b22bb2eb-6328-4cb2-af58-e51ef30669df found for delete ", "request_id": "req-65bbb029-035e-48ec-80f8-65fc9fbcfcc7"}]} Oct 23 01:47:38.119960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Publish callbacks [] for security_group (4a00e991-7680-43c0-8562-5690097fa181), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:38.140821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Publish callbacks [] for security_group (4a00e991-7680-43c0-8562-5690097fa181), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:38.256168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4a00e991-7680-43c0-8562-5690097fa181), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:38.258682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:38.259944 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4a00e991-7680-43c0-8562-5690097fa181 HTTP/1.1" status: 204 len: 168 time: 0.1893950 Oct 23 01:47:38.268401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a00e991-7680-43c0-8562-5690097fa181,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:38.275564 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.275914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.276258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.276598 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.276935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.277294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.277627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.277979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.278352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.278678 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.279004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.279326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.279649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.279980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.280289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead33f8-d9f0-40ac-8792-4598b0772b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:38.861950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-67434e15-0e67-4ab8-a8d5-58dc9aa62744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.141727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41968) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:39.238681 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-2c09c45a-1630-493f-91ce-52a0acf82ea6 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2005909860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:39.319334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2c09c45a-1630-493f-91ce-52a0acf82ea6 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (d26a7068-ffb8-432f-bdf2-ee2762659c83), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.320328 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2c09c45a-1630-493f-91ce-52a0acf82ea6 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (d26a7068-ffb8-432f-bdf2-ee2762659c83), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.372387 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2c09c45a-1630-493f-91ce-52a0acf82ea6 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for router_controller (d26a7068-ffb8-432f-bdf2-ee2762659c83), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.445144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2c09c45a-1630-493f-91ce-52a0acf82ea6 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (d26a7068-ffb8-432f-bdf2-ee2762659c83), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.526362 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2c09c45a-1630-493f-91ce-52a0acf82ea6 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.528206 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2c09c45a-1630-493f-91ce-52a0acf82ea6 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3854258 Oct 23 01:47:39.530905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41972) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:39.535513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-115686808'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:39.622273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Made reservation on behalf of 5b97046a44e843ed917800b98e0f3e66 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:39.626018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.635011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.655481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:39.710080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for security_group (14462e31-de4f-4df1-883f-b4c7459dcd97), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.787491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (14462e31-de4f-4df1-883f-b4c7459dcd97), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.817271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:47:39.824968 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14462e31-de4f-4df1-883f-b4c7459dcd97,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:39.830957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ec54e4a8-1076-4c11-bd3c-e12b9d705098), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.831306 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Added segment ec54e4a8-1076-4c11-bd3c-e12b9d705098 of type vlan for network 0ea6ef74-f55d-4fd5-b74a-96566c0542c9 Oct 23 01:47:39.866664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=4,neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:39.870089 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (0ea6ef74-f55d-4fd5-b74a-96566c0542c9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.947790 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (0ea6ef74-f55d-4fd5-b74a-96566c0542c9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:39.953222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:39.953816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:40.022747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Pushing event updated for resources: {'Network': ['ID=0ea6ef74-f55d-4fd5-b74a-96566c0542c9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:40.032351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 0ea6ef74-f55d-4fd5-b74a-96566c0542c9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:47:40.041851 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3b3769ca-58c2-4fa9-b9ea-70a0d0a2c5ab tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5099328 Oct 23 01:47:40.045204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41974) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:40.050284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Request body: {'subnet': {'network_id': '0ea6ef74-f55d-4fd5-b74a-96566c0542c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:40.090464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:40.261878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Made reservation on behalf of 5b97046a44e843ed917800b98e0f3e66 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:40.265574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:40.485101 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (ac0d7d08-efef-443b-8aea-fd47701cfc56), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:40.810740 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Pushing event updated for resources: {'Subnet': ['ID=ac0d7d08-efef-443b-8aea-fd47701cfc56,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:40.818356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Checking segment: {'id': 'ec54e4a8-1076-4c11-bd3c-e12b9d705098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ea6ef74-f55d-4fd5-b74a-96566c0542c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:40.818715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Network hostable DHCP agents. Network: 0ea6ef74-f55d-4fd5-b74a-96566c0542c9, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:47:40.907749 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Network 0ea6ef74-f55d-4fd5-b74a-96566c0542c9 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:47:40.999172 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0ea6ef74-f55d-4fd5-b74a-96566c0542c9) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:41.003260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:41.003966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.009481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1dda6-de20-412f-b47e-4827d9ecad1b None None] Network 0ea6ef74-f55d-4fd5-b74a-96566c0542c9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:41.064626 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c6b10ce4-e6ba-4fc0-9ee8-067a8f581d84 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0180972 Oct 23 01:47:41.073240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41976) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:41.073240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2038628757'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:41.124174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0ea6ef74-f55d-4fd5-b74a-96566c0542c9', 'network_id': '0ea6ef74-f55d-4fd5-b74a-96566c0542c9', 'project_id': '5b97046a44e843ed917800b98e0f3e66', 'fixed_ips': [{'subnet_id': 'ac0d7d08-efef-443b-8aea-fd47701cfc56'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:47:41.125398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.164828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Made reservation on behalf of 5b97046a44e843ed917800b98e0f3e66 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:41.169323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.193677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:47:41.199844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0651954b-2536-49b9-a9ee-938733049f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.203594 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (9b38d157-66c0-4798-adb2-4a7c3d71c4a8), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.203942 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Added segment 9b38d157-66c0-4798-adb2-4a7c3d71c4a8 of type vlan for network 519f7e4d-3b88-4087-bdf9-f918f763e428 Oct 23 01:47:41.244398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (519f7e4d-3b88-4087-bdf9-f918f763e428), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.264100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:41.264744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Allocated IP 172.20.0.2 (0ea6ef74-f55d-4fd5-b74a-96566c0542c9/ac0d7d08-efef-443b-8aea-fd47701cfc56/02247fc4-b27c-45c7-84b0-0053861b980a) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:41.370873 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (519f7e4d-3b88-4087-bdf9-f918f763e428), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.375968 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:41.381485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.404289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Publish callbacks [] for port (02247fc4-b27c-45c7-84b0-0053861b980a), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.448030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Pushing event updated for resources: {'Network': ['ID=519f7e4d-3b88-4087-bdf9-f918f763e428,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:41.458776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 519f7e4d-3b88-4087-bdf9-f918f763e428 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:47:41.521897 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0182bedf-294f-4b0d-b41e-d47279527d5d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4529879 Oct 23 01:47:41.523116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.524593 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41978) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:41.530626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Request body: {'subnet': {'network_id': '519f7e4d-3b88-4087-bdf9-f918f763e428', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:41.568064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Network 0ea6ef74-f55d-4fd5-b74a-96566c0542c9 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:41.576107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:41.578503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:41.585299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Pushing event updated for resources: {'Port': ['ID=02247fc4-b27c-45c7-84b0-0053861b980a,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:41.641637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Attempting to bind port 02247fc4-b27c-45c7-84b0-0053861b980a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:41.641962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Attempting to bind port 02247fc4-b27c-45c7-84b0-0053861b980a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ec54e4a8-1076-4c11-bd3c-e12b9d705098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ea6ef74-f55d-4fd5-b74a-96566c0542c9'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:41.642324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Attempting to bind port 02247fc4-b27c-45c7-84b0-0053861b980a on network 0ea6ef74-f55d-4fd5-b74a-96566c0542c9 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:41.682841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:47:41.683209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Checking segment: {'id': 'ec54e4a8-1076-4c11-bd3c-e12b9d705098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ea6ef74-f55d-4fd5-b74a-96566c0542c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:41.683611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.684029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Bound using segment: {'id': 'ec54e4a8-1076-4c11-bd3c-e12b9d705098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ea6ef74-f55d-4fd5-b74a-96566c0542c9'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:47:41.684497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Bound port: 02247fc4-b27c-45c7-84b0-0053861b980a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec54e4a8-1076-4c11-bd3c-e12b9d705098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ea6ef74-f55d-4fd5-b74a-96566c0542c9'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:47:41.684876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.713524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Made reservation on behalf of 5b97046a44e843ed917800b98e0f3e66 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:41.718088 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.744855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] For port 02247fc4-b27c-45c7-84b0-0053861b980a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:47:41.748006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] For port 02247fc4-b27c-45c7-84b0-0053861b980a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02247fc4-b27c-45c7-84b0-0053861b980a,segment=NetworkSegment(ec54e4a8-1076-4c11-bd3c-e12b9d705098),segment_id=ec54e4a8-1076-4c11-bd3c-e12b9d705098)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:47:41.783377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:41.816940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:41.858212 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:41.870572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51018d5a-44c3-4e6e-b7f7-73e4977aa2d9 None None] Pushing event updated for resources: {'Port': ['ID=02247fc4-b27c-45c7-84b0-0053861b980a,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:41.953672 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (f2d3035c-ec08-4501-8fb7-e5aafa73b7f2), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.043725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Pushing event updated for resources: {'Subnet': ['ID=f2d3035c-ec08-4501-8fb7-e5aafa73b7f2,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:42.053516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Checking segment: {'id': '9b38d157-66c0-4798-adb2-4a7c3d71c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '519f7e4d-3b88-4087-bdf9-f918f763e428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:42.053991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Network hostable DHCP agents. Network: 519f7e4d-3b88-4087-bdf9-f918f763e428, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:47:42.108118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Network 519f7e4d-3b88-4087-bdf9-f918f763e428 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:47:42.170588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 519f7e4d-3b88-4087-bdf9-f918f763e428) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:42.174637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:42.175307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.179129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbecc94d-bafd-4a85-a1ef-6b196e4ac8d6 None None] Network 519f7e4d-3b88-4087-bdf9-f918f763e428 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:42.236369 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1a7cfe4e-ecb9-4c22-b5fb-ad463d86d15d tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7105780 Oct 23 01:47:42.239153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41980) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:42.243902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:42.244030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-35c1e239-6f1e-4019-8724-32376b063590 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Request body: {'router': {'external_gateway_info': {'network_id': '519f7e4d-3b88-4087-bdf9-f918f763e428'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:42.283519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-519f7e4d-3b88-4087-bdf9-f918f763e428', 'network_id': '519f7e4d-3b88-4087-bdf9-f918f763e428', 'project_id': '5b97046a44e843ed917800b98e0f3e66', 'fixed_ips': [{'subnet_id': 'f2d3035c-ec08-4501-8fb7-e5aafa73b7f2'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:47:42.284432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.428676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Allocated IP 172.21.0.2 (519f7e4d-3b88-4087-bdf9-f918f763e428/f2d3035c-ec08-4501-8fb7-e5aafa73b7f2/94f58de2-49be-4e6d-b4be-b334fee57208) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:42.453933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-35c1e239-6f1e-4019-8724-32376b063590 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for router_gateway (d26a7068-ffb8-432f-bdf2-ee2762659c83), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.580788 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:42.595387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Publish callbacks [] for port (94f58de2-49be-4e6d-b4be-b334fee57208), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.596631 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.api.v2.resource [None req-35c1e239-6f1e-4019-8724-32376b063590 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 23 01:47:42.596783 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.603710 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41982) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:42.604183 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-35c1e239-6f1e-4019-8724-32376b063590 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "PUT /networking/v2.0/routers/d26a7068-ffb8-432f-bdf2-ee2762659c83 HTTP/1.1" status: 400 len: 364 time: 0.3634553 Oct 23 01:47:42.645400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (94f58de2-49be-4e6d-b4be-b334fee57208), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.660257 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b43a83-e7c5-453c-b591-ad4d3c81dfca tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Deleting subnet f2d3035c-ec08-4501-8fb7-e5aafa73b7f2 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:47:42.664184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05b43a83-e7c5-453c-b591-ad4d3c81dfca tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for subnet (f2d3035c-ec08-4501-8fb7-e5aafa73b7f2), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.686257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Network 519f7e4d-3b88-4087-bdf9-f918f763e428 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:42.694275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:42.699760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:42.703044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Pushing event updated for resources: {'Port': ['ID=94f58de2-49be-4e6d-b4be-b334fee57208,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:42.707939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05b43a83-e7c5-453c-b591-ad4d3c81dfca tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (f2d3035c-ec08-4501-8fb7-e5aafa73b7f2), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.762900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Attempting to bind port 94f58de2-49be-4e6d-b4be-b334fee57208 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:42.763759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Attempting to bind port 94f58de2-49be-4e6d-b4be-b334fee57208 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9b38d157-66c0-4798-adb2-4a7c3d71c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '519f7e4d-3b88-4087-bdf9-f918f763e428'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:42.764129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Attempting to bind port 94f58de2-49be-4e6d-b4be-b334fee57208 on network 519f7e4d-3b88-4087-bdf9-f918f763e428 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:42.794915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:42.809595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05b43a83-e7c5-453c-b591-ad4d3c81dfca tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (f2d3035c-ec08-4501-8fb7-e5aafa73b7f2), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.810723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:47:42.811097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Checking segment: {'id': '9b38d157-66c0-4798-adb2-4a7c3d71c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '519f7e4d-3b88-4087-bdf9-f918f763e428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:42.811497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.811886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Bound using segment: {'id': '9b38d157-66c0-4798-adb2-4a7c3d71c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '519f7e4d-3b88-4087-bdf9-f918f763e428'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:47:42.812361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Bound port: 94f58de2-49be-4e6d-b4be-b334fee57208, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b38d157-66c0-4798-adb2-4a7c3d71c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '519f7e4d-3b88-4087-bdf9-f918f763e428'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:47:42.812797 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (94f58de2-49be-4e6d-b4be-b334fee57208), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.829363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19bb13a-2be0-49e8-b8aa-523d327ae757 None None] Network 0ea6ef74-f55d-4fd5-b74a-96566c0542c9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:42.924889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Provisioning complete for port 02247fc4-b27c-45c7-84b0-0053861b980a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:42.925256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.925588 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Attempt 1 to provision port 02247fc4-b27c-45c7-84b0-0053861b980a Oct 23 01:47:42.930775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05b43a83-e7c5-453c-b591-ad4d3c81dfca tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (f2d3035c-ec08-4501-8fb7-e5aafa73b7f2), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.961241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] For port 94f58de2-49be-4e6d-b4be-b334fee57208, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:47:42.961434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b43a83-e7c5-453c-b591-ad4d3c81dfca tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d3035c-ec08-4501-8fb7-e5aafa73b7f2,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:42.966102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-05b43a83-e7c5-453c-b591-ad4d3c81dfca tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:42.971617 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-05b43a83-e7c5-453c-b591-ad4d3c81dfca tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/f2d3035c-ec08-4501-8fb7-e5aafa73b7f2 HTTP/1.1" status: 204 len: 168 time: 0.3638988 Oct 23 01:47:42.971886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41984) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:42.984521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] For port 94f58de2-49be-4e6d-b4be-b334fee57208, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94f58de2-49be-4e6d-b4be-b334fee57208,segment=NetworkSegment(9b38d157-66c0-4798-adb2-4a7c3d71c4a8),segment_id=9b38d157-66c0-4798-adb2-4a7c3d71c4a8)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:47:43.069265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (519f7e4d-3b88-4087-bdf9-f918f763e428), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.070699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 02247fc4-b27c-45c7-84b0-0053861b980a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:43.075876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (94f58de2-49be-4e6d-b4be-b334fee57208), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.104764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Current status of the port 02247fc4-b27c-45c7-84b0-0053861b980a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:43.105084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.120325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Deleting port 94f58de2-49be-4e6d-b4be-b334fee57208 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:43.120567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (94f58de2-49be-4e6d-b4be-b334fee57208), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.174533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:43.192815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] For port 02247fc4-b27c-45c7-84b0-0053861b980a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02247fc4-b27c-45c7-84b0-0053861b980a,segment=NetworkSegment(ec54e4a8-1076-4c11-bd3c-e12b9d705098),segment_id=ec54e4a8-1076-4c11-bd3c-e12b9d705098)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:43.195134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81f38b-34a6-495d-9ab6-1615fe6565d2 None None] Pushing event updated for resources: {'Port': ['ID=94f58de2-49be-4e6d-b4be-b334fee57208,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:43.207493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 02247fc4-b27c-45c7-84b0-0053861b980a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:43.208007 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.208251 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 02247fc4-b27c-45c7-84b0-0053861b980a Oct 23 01:47:43.208455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] For port 94f58de2-49be-4e6d-b4be-b334fee57208, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94f58de2-49be-4e6d-b4be-b334fee57208,segment=NetworkSegment(9b38d157-66c0-4798-adb2-4a7c3d71c4a8),segment_id=9b38d157-66c0-4798-adb2-4a7c3d71c4a8)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:43.208713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (94f58de2-49be-4e6d-b4be-b334fee57208), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.227261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Calling delete_port for 94f58de2-49be-4e6d-b4be-b334fee57208 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:43.295727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.349544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 02247fc4-b27c-45c7-84b0-0053861b980a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:43.349958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.390083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Pushing event updated for resources: {'Port': ['ID=02247fc4-b27c-45c7-84b0-0053861b980a,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:43.414829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.415172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.415564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.415834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.416160 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.416483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.416805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.417124 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.417444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.417876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.418143 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.418460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.418778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.419093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.419409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454fe79-cb54-4540-88f0-293705595a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:43.428538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (94f58de2-49be-4e6d-b4be-b334fee57208), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.447530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3b52c601-2179-4fdd-882a-50891c22125f None None] Provisioning complete for port 02247fc4-b27c-45c7-84b0-0053861b980a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:43.447916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b52c601-2179-4fdd-882a-50891c22125f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.448231 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3b52c601-2179-4fdd-882a-50891c22125f None None] Attempt 1 to provision port 02247fc4-b27c-45c7-84b0-0053861b980a Oct 23 01:47:43.463043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] No DVR routers for this DVR port 94f58de2-49be-4e6d-b4be-b334fee57208 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:43.485890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Pushing event deleted for resources: {'Port': ['ID=94f58de2-49be-4e6d-b4be-b334fee57208,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:43.554477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (519f7e4d-3b88-4087-bdf9-f918f763e428), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.578786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519f7e4d-3b88-4087-bdf9-f918f763e428']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:43.588524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b38d157-66c0-4798-adb2-4a7c3d71c4a8') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:43.588818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b38d157-66c0-4798-adb2-4a7c3d71c4a8') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:43.598721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (9b38d157-66c0-4798-adb2-4a7c3d71c4a8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.609427 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:43.613402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (9b38d157-66c0-4798-adb2-4a7c3d71c4a8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.613861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 01:47:43.614305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 01:47:43.623431 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:47:43.623833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (9b38d157-66c0-4798-adb2-4a7c3d71c4a8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.667783 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 9b38d157-66c0-4798-adb2-4a7c3d71c4a8 resource provider aggregate not found Oct 23 01:47:43.678728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3b52c601-2179-4fdd-882a-50891c22125f None None] Current status of the port 02247fc4-b27c-45c7-84b0-0053861b980a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:43.690470 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 9b38d157-66c0-4798-adb2-4a7c3d71c4a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b38d157-66c0-4798-adb2-4a7c3d71c4a8 found for delete ", "request_id": "req-f218dbf4-44e0-421b-9333-15c8a84aad44"}]} Oct 23 01:47:43.765024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (519f7e4d-3b88-4087-bdf9-f918f763e428), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.769571 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.779043 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "DELETE /networking/v2.0/networks/519f7e4d-3b88-4087-bdf9-f918f763e428 HTTP/1.1" status: 204 len: 168 time: 0.8000557 Oct 23 01:47:43.779190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41990) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:43.788851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa7e96-be74-410f-8ea9-587c1d69157f tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Pushing event deleted for resources: {'Network': ['ID=519f7e4d-3b88-4087-bdf9-f918f763e428,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:43.809472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:43.831565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2cefe9-b6d3-455e-8a68-c1508c97e000 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Deleting subnet ac0d7d08-efef-443b-8aea-fd47701cfc56 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:47:43.836153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d2cefe9-b6d3-455e-8a68-c1508c97e000 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for subnet (ac0d7d08-efef-443b-8aea-fd47701cfc56), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.880262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d2cefe9-b6d3-455e-8a68-c1508c97e000 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (ac0d7d08-efef-443b-8aea-fd47701cfc56), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:43.973190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d2cefe9-b6d3-455e-8a68-c1508c97e000 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (ac0d7d08-efef-443b-8aea-fd47701cfc56), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.062580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.091959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d2cefe9-b6d3-455e-8a68-c1508c97e000 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (ac0d7d08-efef-443b-8aea-fd47701cfc56), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.093360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.095432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-47dfe640-0f76-4306-893a-65c403b9f8e2 None None] Could not find standard attr ID for object 94f58de2-49be-4e6d-b4be-b334fee57208. {{(pid=105986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 23 01:47:44.113315 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb8d231-7072-4a07-8a91-30d1857b5af1 None None] DHCP port deletion for 519f7e4d-3b88-4087-bdf9-f918f763e428 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:47:44.120342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cefe9-b6d3-455e-8a68-c1508c97e000 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0d7d08-efef-443b-8aea-fd47701cfc56,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:44.124150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0d2cefe9-b6d3-455e-8a68-c1508c97e000 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.127356 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0d2cefe9-b6d3-455e-8a68-c1508c97e000 tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/ac0d7d08-efef-443b-8aea-fd47701cfc56 HTTP/1.1" status: 204 len: 168 time: 0.3506908 Oct 23 01:47:44.129957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 41992) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:44.137916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89012732-0ea2-4288-9dfc-9534602b19ce None None] Network 0ea6ef74-f55d-4fd5-b74a-96566c0542c9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:44.163460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc9dae-3beb-40f1-96a2-621ef3877974 None None] Network 519f7e4d-3b88-4087-bdf9-f918f763e428 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:44.207713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 02247fc4-b27c-45c7-84b0-0053861b980a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:44.209502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc9dae-3beb-40f1-96a2-621ef3877974 None None] Network 519f7e4d-3b88-4087-bdf9-f918f763e428 could not be found, it might have been deleted concurrently. {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 23 01:47:44.216893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (0ea6ef74-f55d-4fd5-b74a-96566c0542c9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.258089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Deleting port 02247fc4-b27c-45c7-84b0-0053861b980a {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:44.258561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.310989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:44.317810 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71433628-d58e-4282-8070-693ca81d9d09 None None] DHCP port deletion for 0ea6ef74-f55d-4fd5-b74a-96566c0542c9 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:47:44.326678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] For port 02247fc4-b27c-45c7-84b0-0053861b980a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02247fc4-b27c-45c7-84b0-0053861b980a,segment=NetworkSegment(ec54e4a8-1076-4c11-bd3c-e12b9d705098),segment_id=ec54e4a8-1076-4c11-bd3c-e12b9d705098)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:44.327043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.339556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Calling delete_port for 02247fc4-b27c-45c7-84b0-0053861b980a owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:44.348486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:44.360220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-71433628-d58e-4282-8070-693ca81d9d09 None None] Deleting port 02247fc4-b27c-45c7-84b0-0053861b980a {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:47:44.360594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-71433628-d58e-4282-8070-693ca81d9d09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.424282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-71433628-d58e-4282-8070-693ca81d9d09 None None] For port 02247fc4-b27c-45c7-84b0-0053861b980a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02247fc4-b27c-45c7-84b0-0053861b980a,segment=NetworkSegment(ec54e4a8-1076-4c11-bd3c-e12b9d705098),segment_id=ec54e4a8-1076-4c11-bd3c-e12b9d705098)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:44.424677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-71433628-d58e-4282-8070-693ca81d9d09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.437326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-71433628-d58e-4282-8070-693ca81d9d09 None None] Calling delete_port for 02247fc4-b27c-45c7-84b0-0053861b980a owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:47:44.448999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:44.467431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.492104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Pushing event deleted for resources: {'Port': ['ID=02247fc4-b27c-45c7-84b0-0053861b980a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:44.495994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] No DVR routers for this DVR port 02247fc4-b27c-45c7-84b0-0053861b980a on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:44.518438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-71433628-d58e-4282-8070-693ca81d9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (02247fc4-b27c-45c7-84b0-0053861b980a), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.546654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71433628-d58e-4282-8070-693ca81d9d09 None None] No DVR routers for this DVR port 02247fc4-b27c-45c7-84b0-0053861b980a on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:47:44.550675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71433628-d58e-4282-8070-693ca81d9d09 None None] Pushing event deleted for resources: {'Port': ['ID=02247fc4-b27c-45c7-84b0-0053861b980a,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:44.583908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (0ea6ef74-f55d-4fd5-b74a-96566c0542c9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.604375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea6ef74-f55d-4fd5-b74a-96566c0542c9']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:44.613529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec54e4a8-1076-4c11-bd3c-e12b9d705098') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:44.613865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec54e4a8-1076-4c11-bd3c-e12b9d705098') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:44.623371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (ec54e4a8-1076-4c11-bd3c-e12b9d705098), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.636367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (ec54e4a8-1076-4c11-bd3c-e12b9d705098), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.643072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:47:44.643460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (ec54e4a8-1076-4c11-bd3c-e12b9d705098), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.690836 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ec54e4a8-1076-4c11-bd3c-e12b9d705098 resource provider aggregate not found Oct 23 01:47:44.708863 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment ec54e4a8-1076-4c11-bd3c-e12b9d705098 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec54e4a8-1076-4c11-bd3c-e12b9d705098 found for delete ", "request_id": "req-b78b42de-6ff5-40c9-bff0-f7eb1c1a94cf"}]} Oct 23 01:47:44.776336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (0ea6ef74-f55d-4fd5-b74a-96566c0542c9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.783722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.786821 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "DELETE /networking/v2.0/networks/0ea6ef74-f55d-4fd5-b74a-96566c0542c9 HTTP/1.1" status: 204 len: 168 time: 0.6559327 Oct 23 01:47:44.789549 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 41998) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:44.798566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414e494-93ae-46f6-9fba-0ef82f7254db tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Pushing event deleted for resources: {'Network': ['ID=0ea6ef74-f55d-4fd5-b74a-96566c0542c9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:44.823536 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e42a1e19-c064-42f3-9df5-2d638ce720ec tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d26a7068-ffb8-432f-bdf2-ee2762659c83 HTTP/1.1" status: 200 len: 205 time: 0.0327768 Oct 23 01:47:44.826535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42000) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:44.900066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1412e697-95cd-41ed-b277-bb113819163a tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for router (d26a7068-ffb8-432f-bdf2-ee2762659c83), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:44.999084 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:45.003336 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:45.019415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 02247fc4-b27c-45c7-84b0-0053861b980a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:47:45.040075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 02247fc4-b27c-45c7-84b0-0053861b980a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:47:45.040430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 02247fc4-b27c-45c7-84b0-0053861b980a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:47:45.052514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1412e697-95cd-41ed-b277-bb113819163a tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (d26a7068-ffb8-432f-bdf2-ee2762659c83), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:45.054798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1412e697-95cd-41ed-b277-bb113819163a tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for router_controller (d26a7068-ffb8-432f-bdf2-ee2762659c83), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:45.153554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1412e697-95cd-41ed-b277-bb113819163a tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (d26a7068-ffb8-432f-bdf2-ee2762659c83), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:45.154186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1412e697-95cd-41ed-b277-bb113819163a tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Fanout notify agent at l3_agent the message router_deleted on router d26a7068-ffb8-432f-bdf2-ee2762659c83 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:47:45.160554 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1412e697-95cd-41ed-b277-bb113819163a tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:45.161541 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1412e697-95cd-41ed-b277-bb113819163a tempest-RoutersNegativeTest-723125877 tempest-RoutersNegativeTest-723125877-project] 10.222.0.36 "DELETE /networking/v2.0/routers/d26a7068-ffb8-432f-bdf2-ee2762659c83 HTTP/1.1" status: 204 len: 168 time: 0.3341250 Oct 23 01:47:45.516496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42006) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:45.645574 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-65016c0e-a32d-49f7-8204-fa7b643f6734 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5b97046a44e843ed917800b98e0f3e66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278031 Oct 23 01:47:45.647944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42010) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:45.695801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c69b54f5-6654-4308-a867-4df161937ac6 admin admin] Publish callbacks [] for security_group (14462e31-de4f-4df1-883f-b4c7459dcd97), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:45.702487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:45.716172 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c69b54f5-6654-4308-a867-4df161937ac6 admin admin] Publish callbacks [] for security_group (14462e31-de4f-4df1-883f-b4c7459dcd97), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:45.861933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c69b54f5-6654-4308-a867-4df161937ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (14462e31-de4f-4df1-883f-b4c7459dcd97), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:45.864508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c69b54f5-6654-4308-a867-4df161937ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:45.865664 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c69b54f5-6654-4308-a867-4df161937ac6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/14462e31-de4f-4df1-883f-b4c7459dcd97 HTTP/1.1" status: 204 len: 168 time: 0.2168474 Oct 23 01:47:45.874074 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b54f5-6654-4308-a867-4df161937ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14462e31-de4f-4df1-883f-b4c7459dcd97,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:46.737679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42032) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:46.832547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-721879987-network', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:46.924835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Made reservation on behalf of 4b9bf48556b74ab695bd01aa396da841 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:46.927243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:46.936423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:47.011171 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Publish callbacks [] for security_group (54e6c960-47bc-4c7f-9e4f-893d548ba6f9), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:47.050529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (54e6c960-47bc-4c7f-9e4f-893d548ba6f9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:47.075691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:47:47.085298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e6c960-47bc-4c7f-9e4f-893d548ba6f9,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:47.089969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (829f24e5-5d03-4529-bdce-0be3347e5c08), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:47.090305 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Added segment 829f24e5-5d03-4529-bdce-0be3347e5c08 of type vlan for network 5b613fe5-dcb1-479f-9e30-551e99d66907 Oct 23 01:47:47.091299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:47.130035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (5b613fe5-dcb1-479f-9e30-551e99d66907), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:47.222130 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (5b613fe5-dcb1-479f-9e30-551e99d66907), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:47.223130 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:47.223710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:47.329315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] Pushing event updated for resources: {'Network': ['ID=5b613fe5-dcb1-479f-9e30-551e99d66907,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:47.338576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 5b613fe5-dcb1-479f-9e30-551e99d66907 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:47:47.344551 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9e1d805c-0c43-4066-bea8-fb7cf083c987 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6057897 Oct 23 01:47:47.347492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42036) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:47.352145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] Request body: {'subnet': {'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-721879987-subnet', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'ip_version': 4}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:47.438675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] Made reservation on behalf of 4b9bf48556b74ab695bd01aa396da841 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:47.441722 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:47.443093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:47.673371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (34b1b45f-1e32-413e-b11e-0efe44e40cad), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:47.737646 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b1b45f-1e32-413e-b11e-0efe44e40cad,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:47.746243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] Checking segment: {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:47.746813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] Network hostable DHCP agents. Network: 5b613fe5-dcb1-479f-9e30-551e99d66907, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:47:47.850540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] Network 5b613fe5-dcb1-479f-9e30-551e99d66907 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:47:47.913148 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5b613fe5-dcb1-479f-9e30-551e99d66907) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:47.917528 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:47.918555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:47.921419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d60dcd-bf75-4bc5-87e8-5239a379b112 None None] Network 5b613fe5-dcb1-479f-9e30-551e99d66907 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:48.022024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5b613fe5-dcb1-479f-9e30-551e99d66907', 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907', 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'fixed_ips': [{'subnet_id': '34b1b45f-1e32-413e-b11e-0efe44e40cad'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:47:48.022939 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:48.035994 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6064d2d9-0dde-4ff5-9ab9-3d51ce3b837f admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6874769 Oct 23 01:47:48.038690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42038) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:48.042935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-721879987-router', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:48.096217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (045e78e1-1f91-4d11-a800-91168ad17387), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:48.097450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (045e78e1-1f91-4d11-a800-91168ad17387), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:48.158531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Allocated IP 172.20.0.2 (5b613fe5-dcb1-479f-9e30-551e99d66907/34b1b45f-1e32-413e-b11e-0efe44e40cad/77032517-9b91-4c66-bddc-dfa56e95f18e) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:48.187741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Publish callbacks [] for router_controller (045e78e1-1f91-4d11-a800-91168ad17387), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:48.299570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Publish callbacks [] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:48.359487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:48.367964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Publish callbacks [] for router_gateway (045e78e1-1f91-4d11-a800-91168ad17387), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:48.405347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Network 5b613fe5-dcb1-479f-9e30-551e99d66907 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:48.410235 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:48.412305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Pushing event updated for resources: {'Port': ['ID=77032517-9b91-4c66-bddc-dfa56e95f18e,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:48.414414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:48.469978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Attempting to bind port 77032517-9b91-4c66-bddc-dfa56e95f18e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:48.470346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Attempting to bind port 77032517-9b91-4c66-bddc-dfa56e95f18e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:48.470758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Attempting to bind port 77032517-9b91-4c66-bddc-dfa56e95f18e on network 5b613fe5-dcb1-479f-9e30-551e99d66907 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:48.514984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:47:48.518433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Checking segment: {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:48.518433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:48.518433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Bound using segment: {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:47:48.518433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Bound port: 77032517-9b91-4c66-bddc-dfa56e95f18e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:47:48.518433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:48.518920 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:48.581189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] For port 77032517-9b91-4c66-bddc-dfa56e95f18e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:47:48.584347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] For port 77032517-9b91-4c66-bddc-dfa56e95f18e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77032517-9b91-4c66-bddc-dfa56e95f18e,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:47:48.644140 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:48.645559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:48.706280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aca570-82c6-42d0-9f97-a475294aa769 None None] Pushing event updated for resources: {'Port': ['ID=77032517-9b91-4c66-bddc-dfa56e95f18e,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:48.743782 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Publish callbacks [] for router_gateway (045e78e1-1f91-4d11-a800-91168ad17387), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:48.769470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:49.043268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 77032517-9b91-4c66-bddc-dfa56e95f18e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:49.090072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 77032517-9b91-4c66-bddc-dfa56e95f18e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:49.090337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:49.090676 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 77032517-9b91-4c66-bddc-dfa56e95f18e Oct 23 01:47:49.173898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 77032517-9b91-4c66-bddc-dfa56e95f18e is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:49.174435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:49.209958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 77032517-9b91-4c66-bddc-dfa56e95f18e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77032517-9b91-4c66-bddc-dfa56e95f18e,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:49.284987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:49.287411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Allocated IP 172.36.3.41 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/07b858d0-c707-4042-9bb2-3d3ae01ad15b) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:49.335508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=77032517-9b91-4c66-bddc-dfa56e95f18e,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:49.398210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Publish callbacks [] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:49.421163 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:49.496797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:49.537970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:49.543309 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:49.545827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:49.576700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Pushing event updated for resources: {'Port': ['ID=07b858d0-c707-4042-9bb2-3d3ae01ad15b,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:49.589704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b46a3a5-10cb-4056-a2ed-9b0f13e2fcbf None None] Network 5b613fe5-dcb1-479f-9e30-551e99d66907 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:49.652048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:49.670164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b3240efe-8b87-4835-a838-dc83b433c43b None None] Provisioning complete for port 77032517-9b91-4c66-bddc-dfa56e95f18e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:49.670536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b3240efe-8b87-4835-a838-dc83b433c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:49.670865 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b3240efe-8b87-4835-a838-dc83b433c43b None None] Attempt 1 to provision port 77032517-9b91-4c66-bddc-dfa56e95f18e Oct 23 01:47:49.674144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:49.775071 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b3240efe-8b87-4835-a838-dc83b433c43b None None] Current status of the port 77032517-9b91-4c66-bddc-dfa56e95f18e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:49.858713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Publish callbacks [] for router_gateway (045e78e1-1f91-4d11-a800-91168ad17387), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:49.991925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-332a433b-9116-4e83-80bc-8b6d83e5a602 None None] Provisioning complete for port 77032517-9b91-4c66-bddc-dfa56e95f18e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:49.992302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-332a433b-9116-4e83-80bc-8b6d83e5a602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:49.992646 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-332a433b-9116-4e83-80bc-8b6d83e5a602 None None] Attempt 1 to provision port 77032517-9b91-4c66-bddc-dfa56e95f18e Oct 23 01:47:50.046826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (045e78e1-1f91-4d11-a800-91168ad17387), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:50.049285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:50.069530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-332a433b-9116-4e83-80bc-8b6d83e5a602 None None] Current status of the port 77032517-9b91-4c66-bddc-dfa56e95f18e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:50.221858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Router 045e78e1-1f91-4d11-a800-91168ad17387 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:47:50.323297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:47:50.332442 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Sync routers for ids ['045e78e1-1f91-4d11-a800-91168ad17387'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:47:50.341827 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Routers {'045e78e1-1f91-4d11-a800-91168ad17387'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:47:50.342427 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:47:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['045e78e1-1f91-4d11-a800-91168ad17387'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:50.383824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:50.385199 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f4b81b45-7fc0-4d2a-b0d8-9ea07347319d admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3455229 Oct 23 01:47:50.387963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42040) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:50.442835 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Set router 045e78e1-1f91-4d11-a800-91168ad17387 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:47:50.606457 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045e78e1-1f91-4d11-a800-91168ad17387', 'name': 'tempest-TestEncryptedCinderVolumes-721879987-router', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:49Z', 'revision_number': 3, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'gw_port': {'id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045e78e1-1f91-4d11-a800-91168ad17387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:50.631465 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Checking router: 045e78e1-1f91-4d11-a800-91168ad17387 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:47:50.631815 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Updating router 045e78e1-1f91-4d11-a800-91168ad17387 port 07b858d0-c707-4042-9bb2-3d3ae01ad15b binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:47:50.661952 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:50.788863 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:50.850403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:50.946624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Allocated IP 172.20.0.1 (5b613fe5-dcb1-479f-9e30-551e99d66907/34b1b45f-1e32-413e-b11e-0efe44e40cad/cd7b26bb-9ae7-4f13-80ae-a13547dc8219) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:50.991224 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Publish callbacks [] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.033338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 77032517-9b91-4c66-bddc-dfa56e95f18e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:51.033877 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.058687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Publish callbacks [] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.070622 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Attempting to bind port 07b858d0-c707-4042-9bb2-3d3ae01ad15b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:51.071013 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Attempting to bind port 07b858d0-c707-4042-9bb2-3d3ae01ad15b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:51.071337 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Attempting to bind port 07b858d0-c707-4042-9bb2-3d3ae01ad15b on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:51.079700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 77032517-9b91-4c66-bddc-dfa56e95f18e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:51.080119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.080465 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 77032517-9b91-4c66-bddc-dfa56e95f18e Oct 23 01:47:51.081649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:51.112500 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Pushing event updated for resources: {'Port': ['ID=07b858d0-c707-4042-9bb2-3d3ae01ad15b,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:51.124836 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.125156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.125297 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.125525 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.125840 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.126165 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.126481 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.126819 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.127134 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.127433 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.127744 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.128077 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.128376 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.128683 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.128991 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.129303 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:47:51.139011 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:47:51.139367 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:51.139760 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.140134 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:47:51.140631 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Bound port: 07b858d0-c707-4042-9bb2-3d3ae01ad15b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:47:51.141000 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.165277 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 77032517-9b91-4c66-bddc-dfa56e95f18e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:51.170695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Network 5b613fe5-dcb1-479f-9e30-551e99d66907 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:51.174253 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:51.177111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:51.191130 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] For port 07b858d0-c707-4042-9bb2-3d3ae01ad15b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:47:51.201313 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] For port 07b858d0-c707-4042-9bb2-3d3ae01ad15b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07b858d0-c707-4042-9bb2-3d3ae01ad15b,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:47:51.222959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7b26bb-9ae7-4f13-80ae-a13547dc8219,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:51.236906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (045e78e1-1f91-4d11-a800-91168ad17387), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.257317 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.303952 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Routers {'045e78e1-1f91-4d11-a800-91168ad17387'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:47:51.304664 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:47:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['045e78e1-1f91-4d11-a800-91168ad17387'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:51.315393 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:51.346223 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db940dda-2bd3-45a9-8892-e495aa6e1977 None None] Pushing event updated for resources: {'Port': ['ID=07b858d0-c707-4042-9bb2-3d3ae01ad15b,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:51.374409 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:51.401684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-15f80c6c-b9cd-4148-a5e7-66bf906c7642 None None] Provisioning complete for port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:51.402179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-15f80c6c-b9cd-4148-a5e7-66bf906c7642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.402592 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-15f80c6c-b9cd-4148-a5e7-66bf906c7642 None None] Attempt 1 to provision port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 Oct 23 01:47:51.421633 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] Set router 045e78e1-1f91-4d11-a800-91168ad17387 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:47:51.423078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.436483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-15f80c6c-b9cd-4148-a5e7-66bf906c7642 None None] Port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:47:51.589115 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045e78e1-1f91-4d11-a800-91168ad17387', 'name': 'tempest-TestEncryptedCinderVolumes-721879987-router', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:49Z', 'revision_number': 3, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'gw_port': {'id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045e78e1-1f91-4d11-a800-91168ad17387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:51.590375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Publish callbacks [] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.616741 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d91788-7ad2-451e-86d6-0602de2b61c7 None None] The sync data for ids ['045e78e1-1f91-4d11-a800-91168ad17387'] in dv-neutron-master-2-hyperv is: [{'id': '045e78e1-1f91-4d11-a800-91168ad17387', 'name': 'tempest-TestEncryptedCinderVolumes-721879987-router', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:49Z', 'revision_number': 3, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'gw_port': {'id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045e78e1-1f91-4d11-a800-91168ad17387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:47:51.667550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.739680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:51.749038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (045e78e1-1f91-4d11-a800-91168ad17387), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:51.750919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7b26bb-9ae7-4f13-80ae-a13547dc8219,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:51.858842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Network 5b613fe5-dcb1-479f-9e30-551e99d66907 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:51.860342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:51.983944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Router 045e78e1-1f91-4d11-a800-91168ad17387 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:47:52.061815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:52.102235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:47:52.114298 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-552f3aef-90e9-496f-9048-0efae11e1b49 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/045e78e1-1f91-4d11-a800-91168ad17387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7186708 Oct 23 01:47:52.162099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-05a82113-215e-40b2-93b8-dd57d9f745bf None None] Provisioning complete for port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:52.162753 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-05a82113-215e-40b2-93b8-dd57d9f745bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:52.163466 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-05a82113-215e-40b2-93b8-dd57d9f745bf None None] Attempt 1 to provision port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 Oct 23 01:47:52.202070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-05a82113-215e-40b2-93b8-dd57d9f745bf None None] Port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:47:52.757295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42056) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:52.762323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1856924144-network', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:52.767388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:52.844413 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Made reservation on behalf of 71a2237d68184b909c1c3bdc038ca736 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:52.846870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:52.856204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:52.935725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Publish callbacks [] for security_group (33c67776-073c-4dde-8b93-ce6707dd7d64), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:52.991746 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:47:53.011010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (33c67776-073c-4dde-8b93-ce6707dd7d64), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.034614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:47:53.051081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c67776-073c-4dde-8b93-ce6707dd7d64,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:53.054058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (9a93689a-5338-4358-8c8c-c87f28e14884), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.054405 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Added segment 9a93689a-5338-4358-8c8c-c87f28e14884 of type vlan for network 8b5a4e97-e3de-499a-b9ce-a632ae8214df Oct 23 01:47:53.067508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 07b858d0-c707-4042-9bb2-3d3ae01ad15b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:53.100192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (8b5a4e97-e3de-499a-b9ce-a632ae8214df), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.116245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 07b858d0-c707-4042-9bb2-3d3ae01ad15b triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:53.116617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.116947 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 07b858d0-c707-4042-9bb2-3d3ae01ad15b Oct 23 01:47:53.153360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:53.158980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Sync routers for ids ['045e78e1-1f91-4d11-a800-91168ad17387'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:47:53.174755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Routers {'045e78e1-1f91-4d11-a800-91168ad17387'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:47:53.175371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:47:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['045e78e1-1f91-4d11-a800-91168ad17387'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:53.182354 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (8b5a4e97-e3de-499a-b9ce-a632ae8214df), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.183458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:53.184049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.244183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] Pushing event updated for resources: {'Network': ['ID=8b5a4e97-e3de-499a-b9ce-a632ae8214df,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:53.248548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 07b858d0-c707-4042-9bb2-3d3ae01ad15b is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:53.248938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.256935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 8b5a4e97-e3de-499a-b9ce-a632ae8214df details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:47:53.282029 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9688b2bd-db83-4a94-8f95-78d63663db0f admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5235605 Oct 23 01:47:53.285034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42058) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:53.290262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] Request body: {'subnet': {'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1856924144-subnet', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'ip_version': 4}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:53.347776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] Made reservation on behalf of 71a2237d68184b909c1c3bdc038ca736 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:47:53.350467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.480485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:53.496151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 07b858d0-c707-4042-9bb2-3d3ae01ad15b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07b858d0-c707-4042-9bb2-3d3ae01ad15b,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:53.527245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Set router 045e78e1-1f91-4d11-a800-91168ad17387 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:47:53.552046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.565199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (7b0223b1-249b-4e78-b77c-bad74fe9d7b0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.622295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0223b1-249b-4e78-b77c-bad74fe9d7b0,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:53.633024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] Checking segment: {'id': '9a93689a-5338-4358-8c8c-c87f28e14884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:53.633380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] Network hostable DHCP agents. Network: 8b5a4e97-e3de-499a-b9ce-a632ae8214df, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:47:53.673139 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=07b858d0-c707-4042-9bb2-3d3ae01ad15b,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:53.685030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] Network 8b5a4e97-e3de-499a-b9ce-a632ae8214df is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:47:53.759280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8b5a4e97-e3de-499a-b9ce-a632ae8214df) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:53.759503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045e78e1-1f91-4d11-a800-91168ad17387', 'name': 'tempest-TestEncryptedCinderVolumes-721879987-router', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:51Z', 'revision_number': 4, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'gw_port': {'id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045e78e1-1f91-4d11-a800-91168ad17387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cd7b26bb-9ae7-4f13-80ae-a13547dc8219', 'name': '', 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'mac_address': 'fa:16:3e:ca:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045e78e1-1f91-4d11-a800-91168ad17387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '34b1b45f-1e32-413e-b11e-0efe44e40cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:50Z', 'updated_at': '2022-10-23T01:47:51Z', 'revision_number': 2, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'subnets': [{'id': '34b1b45f-1e32-413e-b11e-0efe44e40cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:53.763654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:53.764395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.785677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee19f11-d707-4400-83f0-ba681be6c680 None None] Network 8b5a4e97-e3de-499a-b9ce-a632ae8214df requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:53.790169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Checking router: 045e78e1-1f91-4d11-a800-91168ad17387 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:47:53.790169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Updating router 045e78e1-1f91-4d11-a800-91168ad17387 port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:47:53.830361 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b03985aa-711b-4027-97d3-95202b088a6e admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5441546 Oct 23 01:47:53.832949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42060) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:53.837199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1856924144-router', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:47:53.862310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.913755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.914948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.967685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Publish callbacks [] for router_controller (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:53.994353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8b5a4e97-e3de-499a-b9ce-a632ae8214df', 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df', 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'fixed_ips': [{'subnet_id': '7b0223b1-249b-4e78-b77c-bad74fe9d7b0'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:47:53.995268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.143062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:54.156190 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:54.171855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Publish callbacks [] for router_gateway (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.228348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Allocated IP 172.20.0.2 (8b5a4e97-e3de-499a-b9ce-a632ae8214df/7b0223b1-249b-4e78-b77c-bad74fe9d7b0/ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:54.285505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:54.339554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Publish callbacks [] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.380048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:54.414568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Publish callbacks [] for router_gateway (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.417546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Publish callbacks [] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.421284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.433318 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.481058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.493377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d2a0d-309f-44b1-bc46-591b0fe0d4dd None None] Pushing event updated for resources: {'Port': ['ID=cd7b26bb-9ae7-4f13-80ae-a13547dc8219,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:54.538557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Allocated IP 172.36.3.169 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/f888a800-62d1-4e1a-9479-767aa828a079) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:54.540472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Network 8b5a4e97-e3de-499a-b9ce-a632ae8214df is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:54.551301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:54.551557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:54.557147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:54.564747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Attempting to bind port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:54.565122 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Attempting to bind port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:54.565486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Attempting to bind port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 on network 5b613fe5-dcb1-479f-9e30-551e99d66907 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:54.597074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Pushing event updated for resources: {'Port': ['ID=ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:54.652363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Publish callbacks [] for port (f888a800-62d1-4e1a-9479-767aa828a079), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.661297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:47:54.661667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Checking segment: {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:54.662098 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.665925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Bound using segment: {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:47:54.665925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Bound port: cd7b26bb-9ae7-4f13-80ae-a13547dc8219, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:47:54.665925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.666385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Attempting to bind port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:54.666584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Attempting to bind port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9a93689a-5338-4358-8c8c-c87f28e14884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:54.666931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Attempting to bind port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d on network 8b5a4e97-e3de-499a-b9ce-a632ae8214df {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:54.730910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (f888a800-62d1-4e1a-9479-767aa828a079), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.753941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:47:54.754311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Checking segment: {'id': '9a93689a-5338-4358-8c8c-c87f28e14884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:54.754709 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.755097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Bound using segment: {'id': '9a93689a-5338-4358-8c8c-c87f28e14884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:47:54.755564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Bound port: ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a93689a-5338-4358-8c8c-c87f28e14884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:47:54.755945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.771634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] For port cd7b26bb-9ae7-4f13-80ae-a13547dc8219, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:47:54.773895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:54.777120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:54.779588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:54.801440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f888a800-62d1-4e1a-9479-767aa828a079,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:54.804215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] For port cd7b26bb-9ae7-4f13-80ae-a13547dc8219, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd7b26bb-9ae7-4f13-80ae-a13547dc8219,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:47:54.834700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] For port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:47:54.837903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] For port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d,segment=NetworkSegment(9a93689a-5338-4358-8c8c-c87f28e14884),segment_id=9a93689a-5338-4358-8c8c-c87f28e14884)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:47:54.874691 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.906827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:54.918891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Routers {'045e78e1-1f91-4d11-a800-91168ad17387'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:47:54.920090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:47:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['045e78e1-1f91-4d11-a800-91168ad17387'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:54.968777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d2a0d-309f-44b1-bc46-591b0fe0d4dd None None] Pushing event updated for resources: {'Port': ['ID=cd7b26bb-9ae7-4f13-80ae-a13547dc8219,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:55.066906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 07b858d0-c707-4042-9bb2-3d3ae01ad15b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:55.071631 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cc260-63e4-442b-805e-0fda1fbf4c16 None None] Pushing event updated for resources: {'Port': ['ID=ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:55.098766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] Set router 045e78e1-1f91-4d11-a800-91168ad17387 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:47:55.139678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:55.154119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Publish callbacks [] for router_gateway (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:55.207827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:55.370751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:55.394677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 07b858d0-c707-4042-9bb2-3d3ae01ad15b triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:55.395246 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:55.395379 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 07b858d0-c707-4042-9bb2-3d3ae01ad15b Oct 23 01:47:55.403141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:55.534035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045e78e1-1f91-4d11-a800-91168ad17387', 'name': 'tempest-TestEncryptedCinderVolumes-721879987-router', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:51Z', 'revision_number': 4, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'gw_port': {'id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045e78e1-1f91-4d11-a800-91168ad17387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cd7b26bb-9ae7-4f13-80ae-a13547dc8219', 'name': '', 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'mac_address': 'fa:16:3e:ca:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045e78e1-1f91-4d11-a800-91168ad17387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '34b1b45f-1e32-413e-b11e-0efe44e40cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:50Z', 'updated_at': '2022-10-23T01:47:54Z', 'revision_number': 4, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'subnets': [{'id': '34b1b45f-1e32-413e-b11e-0efe44e40cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:55.535911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 07b858d0-c707-4042-9bb2-3d3ae01ad15b is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:55.536456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:47:55.564121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280336c-1ebc-49dc-85f5-b68d4c15fd56 None None] The sync data for ids ['045e78e1-1f91-4d11-a800-91168ad17387'] in dv-neutron-master-2-hyperv is: [{'id': '045e78e1-1f91-4d11-a800-91168ad17387', 'name': 'tempest-TestEncryptedCinderVolumes-721879987-router', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:51Z', 'revision_number': 4, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'gw_port': {'id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045e78e1-1f91-4d11-a800-91168ad17387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cd7b26bb-9ae7-4f13-80ae-a13547dc8219', 'name': '', 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'mac_address': 'fa:16:3e:ca:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045e78e1-1f91-4d11-a800-91168ad17387', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '34b1b45f-1e32-413e-b11e-0efe44e40cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:50Z', 'updated_at': '2022-10-23T01:47:54Z', 'revision_number': 4, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'subnets': [{'id': '34b1b45f-1e32-413e-b11e-0efe44e40cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:47:55.935256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:47:55.945990 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Sync routers for ids ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:47:55.958943 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Routers {'003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:47:55.959500 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:47:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:55.989395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ace4e-2805-4845-b194-72bd79ce905f None None] Network 8b5a4e97-e3de-499a-b9ce-a632ae8214df requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:47:56.033056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.034514 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-72f6ce4e-4fd4-4757-86b7-fcf8599d03d2 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2006390 Oct 23 01:47:56.037478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42062) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:47:56.057103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-577c76ec-b0dd-47b9-90f0-aaaad56fc995 None None] Provisioning complete for port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:56.057759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-577c76ec-b0dd-47b9-90f0-aaaad56fc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.058293 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-577c76ec-b0dd-47b9-90f0-aaaad56fc995 None None] Attempt 1 to provision port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d Oct 23 01:47:56.071942 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Set router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:47:56.215299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-577c76ec-b0dd-47b9-90f0-aaaad56fc995 None None] Current status of the port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:56.215874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-577c76ec-b0dd-47b9-90f0-aaaad56fc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.253086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-577c76ec-b0dd-47b9-90f0-aaaad56fc995 None None] For port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d,segment=NetworkSegment(9a93689a-5338-4358-8c8c-c87f28e14884),segment_id=9a93689a-5338-4358-8c8c-c87f28e14884)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:56.257559 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'name': 'tempest-TestEncryptedCinderVolumes-1856924144-router', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:53Z', 'updated_at': '2022-10-23T01:47:54Z', 'revision_number': 3, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'gw_port': {'id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:54Z', 'updated_at': '2022-10-23T01:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:56.288825 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Checking router: 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:47:56.289051 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Updating router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a port f888a800-62d1-4e1a-9479-767aa828a079 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:47:56.323919 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f888a800-62d1-4e1a-9479-767aa828a079), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.324995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-577c76ec-b0dd-47b9-90f0-aaaad56fc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.354806 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:56.405247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c76ec-b0dd-47b9-90f0-aaaad56fc995 None None] Pushing event updated for resources: {'Port': ['ID=ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:56.522106 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:56.544905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-1066fe28-9ad1-4a6b-8e30-341ecebd0920 None None] Provisioning complete for port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:56.552643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1066fe28-9ad1-4a6b-8e30-341ecebd0920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.552643 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-1066fe28-9ad1-4a6b-8e30-341ecebd0920 None None] Attempt 1 to provision port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d Oct 23 01:47:56.557042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.632601 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Publish callbacks [] for port (f888a800-62d1-4e1a-9479-767aa828a079), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.635517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:56.651779 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-1066fe28-9ad1-4a6b-8e30-341ecebd0920 None None] Current status of the port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:56.736000 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f888a800-62d1-4e1a-9479-767aa828a079), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.754869 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:56.755112 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Attempting to bind port f888a800-62d1-4e1a-9479-767aa828a079 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:47:56.755374 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Attempting to bind port f888a800-62d1-4e1a-9479-767aa828a079 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:47:56.755792 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Attempting to bind port f888a800-62d1-4e1a-9479-767aa828a079 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:47:56.775948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Allocated IP 172.20.0.1 (8b5a4e97-e3de-499a-b9ce-a632ae8214df/7b0223b1-249b-4e78-b77c-bad74fe9d7b0/b8c10087-9a4f-4362-8abe-96214fdf3e8a) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:47:56.824365 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d47da-941b-4492-8f30-998c496aee26 None None] Pushing event updated for resources: {'Port': ['ID=f888a800-62d1-4e1a-9479-767aa828a079,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:56.837204 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:47:56.837360 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:47:56.837762 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.838167 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:47:56.838631 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Bound port: f888a800-62d1-4e1a-9479-767aa828a079, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:47:56.838996 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f888a800-62d1-4e1a-9479-767aa828a079), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.894635 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] For port f888a800-62d1-4e1a-9479-767aa828a079, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:47:56.894920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Publish callbacks [] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:56.898005 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] For port f888a800-62d1-4e1a-9479-767aa828a079, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f888a800-62d1-4e1a-9479-767aa828a079,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:47:57.006358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.007579 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f888a800-62d1-4e1a-9479-767aa828a079), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.050567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Network 8b5a4e97-e3de-499a-b9ce-a632ae8214df is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:57.052653 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Routers {'003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:47:57.053350 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:47:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:57.057775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:57.062819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:47:57.065746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c10087-9a4f-4362-8abe-96214fdf3e8a,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:57.085585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:57.118315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.124685 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d47da-941b-4492-8f30-998c496aee26 None None] Pushing event updated for resources: {'Port': ['ID=f888a800-62d1-4e1a-9479-767aa828a079,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:57.163195 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:57.163574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.163914 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d Oct 23 01:47:57.184214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:57.201003 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] Set router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:47:57.251099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:57.252416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cd7b26bb-9ae7-4f13-80ae-a13547dc8219 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:57.299301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:57.299693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.300192 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 Oct 23 01:47:57.362197 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:57.377764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.388504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-27e6578c-72a7-486c-b2fe-c6cb994aa37d None None] Provisioning complete for port b8c10087-9a4f-4362-8abe-96214fdf3e8a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:57.388880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-27e6578c-72a7-486c-b2fe-c6cb994aa37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.389213 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-27e6578c-72a7-486c-b2fe-c6cb994aa37d None None] Attempt 1 to provision port b8c10087-9a4f-4362-8abe-96214fdf3e8a Oct 23 01:47:57.411326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:57.412015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.439337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-27e6578c-72a7-486c-b2fe-c6cb994aa37d None None] Port b8c10087-9a4f-4362-8abe-96214fdf3e8a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:47:57.456437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port cd7b26bb-9ae7-4f13-80ae-a13547dc8219, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd7b26bb-9ae7-4f13-80ae-a13547dc8219,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:57.490654 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'name': 'tempest-TestEncryptedCinderVolumes-1856924144-router', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:53Z', 'updated_at': '2022-10-23T01:47:54Z', 'revision_number': 3, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'gw_port': {'id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:54Z', 'updated_at': '2022-10-23T01:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:57.516209 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62eeb5-3341-49d2-80dd-8c3a7a6a9cc8 None None] The sync data for ids ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'] in dv-neutron-master-2-hyperv is: [{'id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'name': 'tempest-TestEncryptedCinderVolumes-1856924144-router', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:53Z', 'updated_at': '2022-10-23T01:47:54Z', 'revision_number': 3, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'gw_port': {'id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:54Z', 'updated_at': '2022-10-23T01:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:47:57.542255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.547401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Publish callbacks [] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.599095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=cd7b26bb-9ae7-4f13-80ae-a13547dc8219,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:57.638887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.707245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:57.709024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c10087-9a4f-4362-8abe-96214fdf3e8a,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:57.816937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Network 8b5a4e97-e3de-499a-b9ce-a632ae8214df is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:47:57.818454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:47:57.933335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:57.938451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:47:58.051280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:47:58.058131 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e28ef163-c5b1-4171-9fcc-f2a6fbedeb08 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0194459 Oct 23 01:47:58.072366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9b7be8d2-4475-4129-8fc8-5ff20e5ec45f None None] Provisioning complete for port b8c10087-9a4f-4362-8abe-96214fdf3e8a triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:58.072741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9b7be8d2-4475-4129-8fc8-5ff20e5ec45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:58.073073 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9b7be8d2-4475-4129-8fc8-5ff20e5ec45f None None] Attempt 1 to provision port b8c10087-9a4f-4362-8abe-96214fdf3e8a Oct 23 01:47:58.108312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9b7be8d2-4475-4129-8fc8-5ff20e5ec45f None None] Port b8c10087-9a4f-4362-8abe-96214fdf3e8a cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:47:58.684614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-160c42ba-0d02-454b-ab95-ee99095d4346 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:47:58.686161 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-160c42ba-0d02-454b-ab95-ee99095d4346 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/networks?id=5b613fe5-dcb1-479f-9e30-551e99d66907 HTTP/1.1" status: 200 len: 816 time: 0.1074016 Oct 23 01:47:58.701579 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-83df1344-9429-44d7-9467-e32626ad4c1f tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/quotas/4b9bf48556b74ab695bd01aa396da841 HTTP/1.1" status: 200 len: 375 time: 0.0095949 Oct 23 01:47:58.754341 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-b3faf60c-947b-419f-8c1a-9cb2fc815df2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4b9bf48556b74ab695bd01aa396da841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458250 Oct 23 01:47:58.976735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Sync routers for ids ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:47:58.989343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Routers {'003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:47:58.990426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:47:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:59.107539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Set router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:47:59.124188 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-d4a2323d-2af4-4d7f-af93-832ac70c5c58 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585753 Oct 23 01:47:59.133637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f888a800-62d1-4e1a-9479-767aa828a079 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:59.182053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:59.214887 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-754164bb-f3df-42f9-8b8d-0d60ed0d80a6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848920 Oct 23 01:47:59.252796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:59.265293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f888a800-62d1-4e1a-9479-767aa828a079 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:59.265678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f888a800-62d1-4e1a-9479-767aa828a079), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:59.266036 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f888a800-62d1-4e1a-9479-767aa828a079 Oct 23 01:47:59.269327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:59.396994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'name': 'tempest-TestEncryptedCinderVolumes-1856924144-router', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:53Z', 'updated_at': '2022-10-23T01:47:57Z', 'revision_number': 4, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'gw_port': {'id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:54Z', 'updated_at': '2022-10-23T01:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b8c10087-9a4f-4362-8abe-96214fdf3e8a', 'name': '', 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'mac_address': 'fa:16:3e:0c:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '7b0223b1-249b-4e78-b77c-bad74fe9d7b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:56Z', 'updated_at': '2022-10-23T01:47:57Z', 'revision_number': 2, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'subnets': [{'id': '7b0223b1-249b-4e78-b77c-bad74fe9d7b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:47:59.401046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f888a800-62d1-4e1a-9479-767aa828a079 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:59.401436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f888a800-62d1-4e1a-9479-767aa828a079), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:59.433417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Checking router: 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:47:59.433776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Updating router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a port b8c10087-9a4f-4362-8abe-96214fdf3e8a binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:47:59.473164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port f888a800-62d1-4e1a-9479-767aa828a079, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f888a800-62d1-4e1a-9479-767aa828a079,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:47:59.475926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:59.481466 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b5a2be04-4e3a-46c3-824b-f3c60b4bbe1f req-2c80a163-567c-4cac-af98-5b986e796b64 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 210 time: 0.0368896 Oct 23 01:47:59.519145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (f888a800-62d1-4e1a-9479-767aa828a079), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:59.519945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cd7b26bb-9ae7-4f13-80ae-a13547dc8219 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:47:59.525065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:47:59.667201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=f888a800-62d1-4e1a-9479-767aa828a079,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:47:59.719794 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:47:59.720170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:59.720508 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 Oct 23 01:47:59.859225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:47:59.875533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Publish callbacks [] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:47:59.947489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:00.171944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02a462-0f93-408a-af2d-d7e2e8512074 None None] Pushing event updated for resources: {'Port': ['ID=b8c10087-9a4f-4362-8abe-96214fdf3e8a,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:00.187697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Attempting to bind port b8c10087-9a4f-4362-8abe-96214fdf3e8a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:48:00.188062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Attempting to bind port b8c10087-9a4f-4362-8abe-96214fdf3e8a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9a93689a-5338-4358-8c8c-c87f28e14884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:48:00.188417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Attempting to bind port b8c10087-9a4f-4362-8abe-96214fdf3e8a on network 8b5a4e97-e3de-499a-b9ce-a632ae8214df {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:48:00.232218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:48:00.232683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Checking segment: {'id': '9a93689a-5338-4358-8c8c-c87f28e14884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:48:00.233080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:00.233462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Bound using segment: {'id': '9a93689a-5338-4358-8c8c-c87f28e14884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:48:00.233959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Bound port: b8c10087-9a4f-4362-8abe-96214fdf3e8a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a93689a-5338-4358-8c8c-c87f28e14884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:48:00.234332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:00.293772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] For port b8c10087-9a4f-4362-8abe-96214fdf3e8a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:48:00.297454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] For port b8c10087-9a4f-4362-8abe-96214fdf3e8a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8c10087-9a4f-4362-8abe-96214fdf3e8a,segment=NetworkSegment(9a93689a-5338-4358-8c8c-c87f28e14884),segment_id=9a93689a-5338-4358-8c8c-c87f28e14884)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:48:00.347579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:00.383827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Routers {'003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:48:00.384452 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:47:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:48:00.440097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02a462-0f93-408a-af2d-d7e2e8512074 None None] Pushing event updated for resources: {'Port': ['ID=b8c10087-9a4f-4362-8abe-96214fdf3e8a,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:00.505133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] Set router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:48:00.594945 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4d5f652c-7c2d-4491-a6fe-c0303584f5b0 req-89834a88-5768-4901-b242-3c872c5d9045 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 210 time: 0.0331225 Oct 23 01:48:00.699224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'name': 'tempest-TestEncryptedCinderVolumes-1856924144-router', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:53Z', 'updated_at': '2022-10-23T01:47:57Z', 'revision_number': 4, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'gw_port': {'id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:54Z', 'updated_at': '2022-10-23T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b8c10087-9a4f-4362-8abe-96214fdf3e8a', 'name': '', 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'mac_address': 'fa:16:3e:0c:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '7b0223b1-249b-4e78-b77c-bad74fe9d7b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:56Z', 'updated_at': '2022-10-23T01:48:00Z', 'revision_number': 4, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'subnets': [{'id': '7b0223b1-249b-4e78-b77c-bad74fe9d7b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:48:00.725506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae26e3-ce2d-4573-8824-a27fbc5fa471 None None] The sync data for ids ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'] in dv-neutron-master-2-hyperv is: [{'id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'name': 'tempest-TestEncryptedCinderVolumes-1856924144-router', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:53Z', 'updated_at': '2022-10-23T01:47:57Z', 'revision_number': 4, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'gw_port': {'id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:54Z', 'updated_at': '2022-10-23T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b8c10087-9a4f-4362-8abe-96214fdf3e8a', 'name': '', 'network_id': '8b5a4e97-e3de-499a-b9ce-a632ae8214df', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'mac_address': 'fa:16:3e:0c:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '7b0223b1-249b-4e78-b77c-bad74fe9d7b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:56Z', 'updated_at': '2022-10-23T01:48:00Z', 'revision_number': 4, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'subnets': [{'id': '7b0223b1-249b-4e78-b77c-bad74fe9d7b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:48:01.147751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f888a800-62d1-4e1a-9479-767aa828a079 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:48:01.198359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port f888a800-62d1-4e1a-9479-767aa828a079 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:48:01.199001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (f888a800-62d1-4e1a-9479-767aa828a079), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:01.199098 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port f888a800-62d1-4e1a-9479-767aa828a079 Oct 23 01:48:01.260423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:01.275830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port f888a800-62d1-4e1a-9479-767aa828a079 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:48:01.276943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b8c10087-9a4f-4362-8abe-96214fdf3e8a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:48:01.303370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:01.319464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:01.321310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b8c10087-9a4f-4362-8abe-96214fdf3e8a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:48:01.321689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:01.322057 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b8c10087-9a4f-4362-8abe-96214fdf3e8a Oct 23 01:48:01.397455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b8c10087-9a4f-4362-8abe-96214fdf3e8a is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:48:01.397886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:01.431636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port b8c10087-9a4f-4362-8abe-96214fdf3e8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8c10087-9a4f-4362-8abe-96214fdf3e8a,segment=NetworkSegment(9a93689a-5338-4358-8c8c-c87f28e14884),segment_id=9a93689a-5338-4358-8c8c-c87f28e14884)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:48:01.513387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:01.560745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=b8c10087-9a4f-4362-8abe-96214fdf3e8a,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:01.674320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-c34e98d7-6650-402d-ad13-50e64d7f1422 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:01.675834 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-c34e98d7-6650-402d-ad13-50e64d7f1422 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "GET /networking/v2.0/networks?id=5b613fe5-dcb1-479f-9e30-551e99d66907 HTTP/1.1" status: 200 len: 816 time: 0.1044090 Oct 23 01:48:01.695201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Request body: {'port': {'device_id': '99cefe70-5be5-40b1-b438-d917926e7f2b', 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907', 'admin_state_up': True, 'tenant_id': '4b9bf48556b74ab695bd01aa396da841'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:48:01.729109 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2911f761-d1d9-4bf2-8ef3-183a0fcc4f17 req-290349a3-1682-4e19-83af-b6328cb35f68 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 210 time: 0.0484340 Oct 23 01:48:01.819131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:01.907382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Made reservation on behalf of 4b9bf48556b74ab695bd01aa396da841 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:48:01.911379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:02.042000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Allocated IP 172.20.0.11 (5b613fe5-dcb1-479f-9e30-551e99d66907/34b1b45f-1e32-413e-b11e-0efe44e40cad/319afda3-64b7-4ecd-b240-d664105043fb) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:48:02.192767 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks [] for port (319afda3-64b7-4ecd-b240-d664105043fb), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:02.262217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (319afda3-64b7-4ecd-b240-d664105043fb), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:02.308311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Network 5b613fe5-dcb1-479f-9e30-551e99d66907 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:48:02.313823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:48:02.316738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:48:02.343872 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Pushing event updated for resources: {'Port': ['ID=319afda3-64b7-4ecd-b240-d664105043fb,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:02.375223 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:02.375887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:02.424435 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-a478b83a-b944-4bf1-a563-022110ae1b84 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7337840 Oct 23 01:48:02.441688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Request body: {'port': {'device_id': '99cefe70-5be5-40b1-b438-d917926e7f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:48:02.500264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:02.506735 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (319afda3-64b7-4ecd-b240-d664105043fb), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:02.549448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5b683486-8e9e-4e8c-9c03-189fc089392a None None] Provisioning complete for port 319afda3-64b7-4ecd-b240-d664105043fb triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:48:02.552397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5b683486-8e9e-4e8c-9c03-189fc089392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (319afda3-64b7-4ecd-b240-d664105043fb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:02.552397 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5b683486-8e9e-4e8c-9c03-189fc089392a None None] Attempt 1 to provision port 319afda3-64b7-4ecd-b240-d664105043fb Oct 23 01:48:02.586950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5b683486-8e9e-4e8c-9c03-189fc089392a None None] Port 319afda3-64b7-4ecd-b240-d664105043fb cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:48:02.678375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:02.769941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319afda3-64b7-4ecd-b240-d664105043fb {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:48:02.775110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Publish callbacks [] for port (319afda3-64b7-4ecd-b240-d664105043fb), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:02.789105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Transition to ACTIVE for port object 319afda3-64b7-4ecd-b240-d664105043fb will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:48:02.872923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c2044-5d44-4cfc-b737-70154a42f167 req-1dd99359-0d8a-4a53-b882-fbba825c4f2e tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:02.873894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (319afda3-64b7-4ecd-b240-d664105043fb), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:02.875519 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4d8c2044-5d44-4cfc-b737-70154a42f167 req-1dd99359-0d8a-4a53-b882-fbba825c4f2e tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 932 time: 0.0627172 Oct 23 01:48:02.949122 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4d8c2044-5d44-4cfc-b737-70154a42f167 req-62468cb7-f147-45ed-a8c7-445a35614ee5 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670445 Oct 23 01:48:02.977986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Pushing event updated for resources: {'Port': ['ID=319afda3-64b7-4ecd-b240-d664105043fb,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:02.999213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Attempting to bind port 319afda3-64b7-4ecd-b240-d664105043fb on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:48:02.999556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Attempting to bind port 319afda3-64b7-4ecd-b240-d664105043fb by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:48:02.999887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Attempting to bind port 319afda3-64b7-4ecd-b240-d664105043fb on network 5b613fe5-dcb1-479f-9e30-551e99d66907 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:48:03.047367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Port 319afda3-64b7-4ecd-b240-d664105043fb on network 5b613fe5-dcb1-479f-9e30-551e99d66907 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:48:03.054146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Attempting to bind port 319afda3-64b7-4ecd-b240-d664105043fb on network 5b613fe5-dcb1-479f-9e30-551e99d66907 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:48:03.089358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b8c10087-9a4f-4362-8abe-96214fdf3e8a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:48:03.107308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:48:03.107591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Checking segment: {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:48:03.108128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Bound using segment: {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:48:03.108663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Bound port: 319afda3-64b7-4ecd-b240-d664105043fb, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:48:03.109103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (319afda3-64b7-4ecd-b240-d664105043fb), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:03.139596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b8c10087-9a4f-4362-8abe-96214fdf3e8a triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:48:03.140097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:03.140464 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b8c10087-9a4f-4362-8abe-96214fdf3e8a Oct 23 01:48:03.179055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] For port 319afda3-64b7-4ecd-b240-d664105043fb, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:48:03.182791 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] For port 319afda3-64b7-4ecd-b240-d664105043fb, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=319afda3-64b7-4ecd-b240-d664105043fb,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:48:03.226836 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b8c10087-9a4f-4362-8abe-96214fdf3e8a is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:48:03.262686 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (319afda3-64b7-4ecd-b240-d664105043fb), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:03.266048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:03.266696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:03.268482 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/319afda3-64b7-4ecd-b240-d664105043fb HTTP/1.1" status: 200 len: 1094 time: 0.8313959 Oct 23 01:48:03.271083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cefe70-5be5-40b1-b438-d917926e7f2b', 'tag': '319afda3-64b7-4ecd-b240-d664105043fb'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:48:03.273402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fb7d3f-e658-4cb0-a128-860fa1efc2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "99cefe70-5be5-40b1-b438-d917926e7f2b", "tag": "319afda3-64b7-4ecd-b240-d664105043fb"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:48:03.322150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbec1f3-9ccd-4fa6-8a4c-4fba93e6e9de service neutron] Pushing event updated for resources: {'Port': ['ID=319afda3-64b7-4ecd-b240-d664105043fb,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:03.325530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f517c-0a15-4868-8c7f-80d6dbb3903a x-openstack-request-id: req-5b7f517c-0a15-4868-8c7f-80d6dbb3903a {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:48:03.325833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cefe70-5be5-40b1-b438-d917926e7f2b", "tag": "319afda3-64b7-4ecd-b240-d664105043fb", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:48:03.326084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b7f517c-0a15-4868-8c7f-80d6dbb3903a {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:48:03.326469 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7f517c-0a15-4868-8c7f-80d6dbb3903a'] response: {'name': 'network-changed', 'server_uuid': '99cefe70-5be5-40b1-b438-d917926e7f2b', 'tag': '319afda3-64b7-4ecd-b240-d664105043fb', 'status': 'completed', 'code': 200} Oct 23 01:48:03.412460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb7d3f-e658-4cb0-a128-860fa1efc2b8 req-49a4c041-5831-4010-a5d1-6d2270f817bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:03.414168 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88fb7d3f-e658-4cb0-a128-860fa1efc2b8 req-49a4c041-5831-4010-a5d1-6d2270f817bc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4b9bf48556b74ab695bd01aa396da841&device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 1128 time: 0.0412993 Oct 23 01:48:03.524815 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb7d3f-e658-4cb0-a128-860fa1efc2b8 req-ddc1328a-e215-4da4-8011-f648fdf3b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:03.526256 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88fb7d3f-e658-4cb0-a128-860fa1efc2b8 req-ddc1328a-e215-4da4-8011-f648fdf3b7be service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=4b9bf48556b74ab695bd01aa396da841&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0988588 Oct 23 01:48:03.621591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb7d3f-e658-4cb0-a128-860fa1efc2b8 req-a08845df-c82c-4e9b-8318-c2c05422c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:03.623104 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88fb7d3f-e658-4cb0-a128-860fa1efc2b8 req-a08845df-c82c-4e9b-8318-c2c05422c77d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909324 Oct 23 01:48:03.696671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:03.728467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-3de8cd5f-6b98-438b-bfad-60c4f402fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:03.729909 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-3de8cd5f-6b98-438b-bfad-60c4f402fed9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4b9bf48556b74ab695bd01aa396da841&device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 1128 time: 0.0447464 Oct 23 01:48:03.776843 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-985d6032-0a98-473a-ba9c-1c28aff05255 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=319afda3-64b7-4ecd-b240-d664105043fb HTTP/1.1" status: 200 len: 217 time: 0.0348334 Oct 23 01:48:03.824645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-15a78957-c1e5-4d33-9278-152c51433c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:03.826682 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-15a78957-c1e5-4d33-9278-152c51433c1d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=34b1b45f-1e32-413e-b11e-0efe44e40cad HTTP/1.1" status: 200 len: 855 time: 0.0442200 Oct 23 01:48:03.871402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-3178a39a-8ab4-4ced-b928-d56d351d0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:03.873063 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-3178a39a-8ab4-4ced-b928-d56d351d0a99 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5b613fe5-dcb1-479f-9e30-551e99d66907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397279 Oct 23 01:48:03.945348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:03.967654 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-52437c4c-c657-47b0-87c2-7047ef901698 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885112 Oct 23 01:48:04.072449 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-17b376c9-be13-4582-a28a-f44d6e960c34 req-7c20b387-c6b9-41f7-b829-dac2f4fe79d8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988984 Oct 23 01:48:04.072915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc362aa-030e-4037-8bcb-85b075baad9e req-0492254c-5deb-4a60-a17c-324cc36f04a6 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:04.074415 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ccc362aa-030e-4037-8bcb-85b075baad9e req-0492254c-5deb-4a60-a17c-324cc36f04a6 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 944 time: 0.0539894 Oct 23 01:48:04.087816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:04.129616 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ccc362aa-030e-4037-8bcb-85b075baad9e req-26870cbc-9fd0-4755-be17-c04264054d61 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487099 Oct 23 01:48:05.505653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc6e59-a5e8-4209-b11d-7287d1f8d2b1 req-5dc5fd06-5da8-4063-b75e-7b5dd8a21772 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:05.507140 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0cc6e59-a5e8-4209-b11d-7287d1f8d2b1 req-5dc5fd06-5da8-4063-b75e-7b5dd8a21772 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 944 time: 0.3013310 Oct 23 01:48:05.553746 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0cc6e59-a5e8-4209-b11d-7287d1f8d2b1 req-94f08318-c6b0-46c6-9d36-b22d4d74cb12 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Oct 23 01:48:06.530462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 319afda3-64b7-4ecd-b240-d664105043fb details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:48:06.628957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 319afda3-64b7-4ecd-b240-d664105043fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=319afda3-64b7-4ecd-b240-d664105043fb,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:48:06.640696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '319afda3-64b7-4ecd-b240-d664105043fb', 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907', 'port_id': '319afda3-64b7-4ecd-b240-d664105043fb', 'mac_address': 'fa:16:3e:02:bf:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b1b45f-1e32-413e-b11e-0efe44e40cad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:48:06.678511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc8db-f897-40af-b720-f01c8bc7004e req-83e8490e-288e-453e-8ef1-ca73b924fd56 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:06.679125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 319afda3-64b7-4ecd-b240-d664105043fb is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:48:06.679125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (319afda3-64b7-4ecd-b240-d664105043fb), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:06.679997 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-046cc8db-f897-40af-b720-f01c8bc7004e req-83e8490e-288e-453e-8ef1-ca73b924fd56 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 944 time: 0.0508280 Oct 23 01:48:06.692341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319afda3-64b7-4ecd-b240-d664105043fb {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:48:06.712231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 319afda3-64b7-4ecd-b240-d664105043fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=319afda3-64b7-4ecd-b240-d664105043fb,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:48:06.728348 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-046cc8db-f897-40af-b720-f01c8bc7004e req-cbc23946-61b8-4ba7-b0d7-a9af3cd0e1a3 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Oct 23 01:48:06.782060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (319afda3-64b7-4ecd-b240-d664105043fb), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:06.828245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=319afda3-64b7-4ecd-b240-d664105043fb,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:07.056730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['319afda3-64b7-4ecd-b240-d664105043fb'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:48:07.845618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052c118-62b8-404e-94db-2d4df1fb6dee req-a40a48dd-44fa-49bb-bbbd-45affd3f8583 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:07.847073 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2052c118-62b8-404e-94db-2d4df1fb6dee req-a40a48dd-44fa-49bb-bbbd-45affd3f8583 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 945 time: 0.0458424 Oct 23 01:48:07.892021 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2052c118-62b8-404e-94db-2d4df1fb6dee req-0027f096-7383-45a5-819d-eea44e19fee6 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395119 Oct 23 01:48:08.536580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 319afda3-64b7-4ecd-b240-d664105043fb up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:48:08.579445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 319afda3-64b7-4ecd-b240-d664105043fb completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:48:08.632566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 319afda3-64b7-4ecd-b240-d664105043fb triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:48:08.632941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (319afda3-64b7-4ecd-b240-d664105043fb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:08.633277 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 319afda3-64b7-4ecd-b240-d664105043fb Oct 23 01:48:08.703838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 319afda3-64b7-4ecd-b240-d664105043fb is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:48:08.704216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (319afda3-64b7-4ecd-b240-d664105043fb), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:08.729479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cefe70-5be5-40b1-b438-d917926e7f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319afda3-64b7-4ecd-b240-d664105043fb'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:48:08.731721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd387f20-c63b-45d5-9e0a-7fe12275a454" -d '{"events": [{"server_uuid": "99cefe70-5be5-40b1-b438-d917926e7f2b", "name": "network-vif-plugged", "status": "completed", "tag": "319afda3-64b7-4ecd-b240-d664105043fb"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:48:08.744146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 319afda3-64b7-4ecd-b240-d664105043fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=319afda3-64b7-4ecd-b240-d664105043fb,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:48:08.766805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:08.804749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (319afda3-64b7-4ecd-b240-d664105043fb), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:08.832056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18205259-fb73-44d4-a52f-b8ee730ca388 x-openstack-request-id: req-18205259-fb73-44d4-a52f-b8ee730ca388 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:48:08.832344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cefe70-5be5-40b1-b438-d917926e7f2b", "name": "network-vif-plugged", "status": "completed", "tag": "319afda3-64b7-4ecd-b240-d664105043fb", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:48:08.832596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18205259-fb73-44d4-a52f-b8ee730ca388 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:48:08.832988 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18205259-fb73-44d4-a52f-b8ee730ca388'] response: {'server_uuid': '99cefe70-5be5-40b1-b438-d917926e7f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319afda3-64b7-4ecd-b240-d664105043fb', 'code': 200} Oct 23 01:48:08.835841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-68790aca-cbcd-448a-9d9a-4ed598268c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:08.855300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=319afda3-64b7-4ecd-b240-d664105043fb,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:09.016075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d08430-cd1e-4269-861d-42b8534b7650 req-d8a3ec6c-4793-43cd-a847-eecb80b0cb77 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:09.017513 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-25d08430-cd1e-4269-861d-42b8534b7650 req-d8a3ec6c-4793-43cd-a847-eecb80b0cb77 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 946 time: 0.0501826 Oct 23 01:48:09.065564 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-25d08430-cd1e-4269-861d-42b8534b7650 req-12c3e661-e94f-4178-b2d1-257510f4580e tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Oct 23 01:48:09.188101 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301a207-a65e-40e8-b3ce-1a9919b62b7f req-718db9a7-44db-431f-a6a5-051b0c90ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:09.189569 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f301a207-a65e-40e8-b3ce-1a9919b62b7f req-718db9a7-44db-431f-a6a5-051b0c90ba01 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 1130 time: 0.0386724 Oct 23 01:48:09.235641 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f301a207-a65e-40e8-b3ce-1a9919b62b7f req-84a9b726-8748-4333-ad6f-9d191721c549 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385382 Oct 23 01:48:10.192504 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c617451-3ece-4aed-a24c-580d1d348612 req-1058ef99-99a0-4a10-8963-5cc694e638bd tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:10.194029 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6c617451-3ece-4aed-a24c-580d1d348612 req-1058ef99-99a0-4a10-8963-5cc694e638bd tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 946 time: 0.0506570 Oct 23 01:48:10.241336 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6c617451-3ece-4aed-a24c-580d1d348612 req-09df80dc-dc5f-46ea-a4c9-2d04f1894541 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Oct 23 01:48:11.175620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eb31f42d-1196-4bf0-9ff8-b5e50c7d47c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:11.364711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7528-4cec-46de-9e2b-e0772052e348 req-76bf07b4-953a-46c3-859e-6e27208ba976 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:11.366207 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b36d7528-4cec-46de-9e2b-e0772052e348 req-76bf07b4-953a-46c3-859e-6e27208ba976 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 946 time: 0.0489078 Oct 23 01:48:11.412686 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b36d7528-4cec-46de-9e2b-e0772052e348 req-6377e9de-d84a-42f1-b38b-bb534ad9b8a7 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Oct 23 01:48:11.532363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877ffe0-af13-4380-857e-3b80b1766fd9 req-a0c4a0a2-58ee-402b-843c-94ae503ed090 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:11.533835 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8877ffe0-af13-4380-857e-3b80b1766fd9 req-a0c4a0a2-58ee-402b-843c-94ae503ed090 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 946 time: 0.0459723 Oct 23 01:48:11.586734 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8877ffe0-af13-4380-857e-3b80b1766fd9 req-4f79d786-317e-4310-b182-5b4af247a3e5 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463176 Oct 23 01:48:11.991792 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:12.633094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:14.078176 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:14.089985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:21.406936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=48 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:21.409231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=74 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:21.575324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=27 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:21.582797 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=47 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:21.998739 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=18 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:22.084111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:29.990319 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:48:31.998842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=5,neutron:SELECT=81 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:32.004205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:32.009879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:36.943755 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1686f-9a28-4007-a5a5-8ac3700d7e72 req-64bfd5e4-4fb6-4ee9-be60-26a6a4010beb tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:36.945138 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38f1686f-9a28-4007-a5a5-8ac3700d7e72 req-64bfd5e4-4fb6-4ee9-be60-26a6a4010beb tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 946 time: 0.0475435 Oct 23 01:48:36.992642 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-38f1686f-9a28-4007-a5a5-8ac3700d7e72 req-fc070381-efd5-476f-b12b-6d45a7ac3883 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Oct 23 01:48:38.114290 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8035-a163-4e9a-b7c2-7d7a5ae7fcab req-356fcaa8-eb25-4f71-8581-c2d8061a4299 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:38.115869 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-925b8035-a163-4e9a-b7c2-7d7a5ae7fcab req-356fcaa8-eb25-4f71-8581-c2d8061a4299 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 946 time: 0.0469513 Oct 23 01:48:38.163547 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-925b8035-a163-4e9a-b7c2-7d7a5ae7fcab req-716e719b-70b8-4109-9674-5fb6cdcf453d tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Oct 23 01:48:38.727661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614e989-6f8c-4d52-b057-1716487330e3 req-daa6b27f-3093-4b97-bd03-7004bd08d150 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:38.729103 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3614e989-6f8c-4d52-b057-1716487330e3 req-daa6b27f-3093-4b97-bd03-7004bd08d150 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 946 time: 0.0454037 Oct 23 01:48:38.814513 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-3614e989-6f8c-4d52-b057-1716487330e3 req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Deleting port 319afda3-64b7-4ecd-b240-d664105043fb {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:48:38.814895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-3614e989-6f8c-4d52-b057-1716487330e3 req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (319afda3-64b7-4ecd-b240-d664105043fb), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:38.838716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e0dbfc0a-5f3c-4e99-a1d4-78dc728a62e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:38.904074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-3614e989-6f8c-4d52-b057-1716487330e3 req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] For port 319afda3-64b7-4ecd-b240-d664105043fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=319afda3-64b7-4ecd-b240-d664105043fb,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:48:38.904438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-3614e989-6f8c-4d52-b057-1716487330e3 req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (319afda3-64b7-4ecd-b240-d664105043fb), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:38.922193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-3614e989-6f8c-4d52-b057-1716487330e3 req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Calling delete_port for 319afda3-64b7-4ecd-b240-d664105043fb owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:48:39.112178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-3614e989-6f8c-4d52-b057-1716487330e3 req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (319afda3-64b7-4ecd-b240-d664105043fb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:39.139995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Pushing event deleted for resources: {'Port': ['ID=319afda3-64b7-4ecd-b240-d664105043fb,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:39.144950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['319afda3-64b7-4ecd-b240-d664105043fb'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:48:39.152531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.152884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.153228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.153631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.154001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.154331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.154662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.155582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.155921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.156324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.156652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.156977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.157305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.157627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.157974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:39.198650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3614e989-6f8c-4d52-b057-1716487330e3 req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] No DVR routers for this DVR port 319afda3-64b7-4ecd-b240-d664105043fb on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:48:39.201474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-3614e989-6f8c-4d52-b057-1716487330e3 req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:39.205335 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3614e989-6f8c-4d52-b057-1716487330e3 req-e2bf78c6-96cd-4c33-b8d8-78e3cea9119b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "DELETE /networking/v2.0/ports/319afda3-64b7-4ecd-b240-d664105043fb HTTP/1.1" status: 204 len: 173 time: 0.4709084 Oct 23 01:48:39.205878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cefe70-5be5-40b1-b438-d917926e7f2b', 'name': 'network-vif-deleted', 'tag': '319afda3-64b7-4ecd-b240-d664105043fb'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:48:39.208196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc0dddd-deaf-4e53-8b86-763a56f1873d" -d '{"events": [{"server_uuid": "99cefe70-5be5-40b1-b438-d917926e7f2b", "name": "network-vif-deleted", "tag": "319afda3-64b7-4ecd-b240-d664105043fb"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:48:39.247421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff165201-fcd9-4133-9c2d-81b1cd2ddbef x-openstack-request-id: req-ff165201-fcd9-4133-9c2d-81b1cd2ddbef {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:48:39.247726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cefe70-5be5-40b1-b438-d917926e7f2b", "name": "network-vif-deleted", "tag": "319afda3-64b7-4ecd-b240-d664105043fb", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:48:39.247976 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff165201-fcd9-4133-9c2d-81b1cd2ddbef {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:48:39.248369 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff165201-fcd9-4133-9c2d-81b1cd2ddbef'] response: {'server_uuid': '99cefe70-5be5-40b1-b438-d917926e7f2b', 'name': 'network-vif-deleted', 'tag': '319afda3-64b7-4ecd-b240-d664105043fb', 'status': 'completed', 'code': 200} Oct 23 01:48:39.277125 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0f373ba8-18b7-4c07-a9f0-f4a87d5f0589 req-eae36945-d592-42d2-9e54-5ac4ec901f3d tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=99cefe70-5be5-40b1-b438-d917926e7f2b HTTP/1.1" status: 200 len: 210 time: 0.0324016 Oct 23 01:48:39.986274 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:39.987508 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:40.742801 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-705dc5fc-5e39-4823-9e8d-42f97dc0610a tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:40.744257 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-705dc5fc-5e39-4823-9e8d-42f97dc0610a tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/networks?id=5b613fe5-dcb1-479f-9e30-551e99d66907 HTTP/1.1" status: 200 len: 816 time: 0.1032901 Oct 23 01:48:40.758729 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-121ad50b-53d2-4b67-9607-ae2212b053f8 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/quotas/4b9bf48556b74ab695bd01aa396da841 HTTP/1.1" status: 200 len: 375 time: 0.0091312 Oct 23 01:48:40.808208 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-90ff6cec-5caa-4bee-aec6-a20e27c095dd tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4b9bf48556b74ab695bd01aa396da841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447643 Oct 23 01:48:40.995661 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-aecadb33-e01a-4c9d-a02d-939bbd1dfb3f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757822 Oct 23 01:48:41.071952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:41.087118 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-7d4eab14-ccd2-4704-8496-1250d88cea11 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844107 Oct 23 01:48:41.129929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8adddde0-5cbe-47ac-ba24-72e3d1f1588a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:41.320429 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b15cce19-f949-4709-8045-b08dab134a20 req-9cf73f20-7e2d-48a8-ad50-e30e85de89c9 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 210 time: 0.0285711 Oct 23 01:48:42.422451 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-233257ac-3ce5-48d9-a247-a6296ee7b88f req-4850ecb6-7891-4be7-837f-064f553926a8 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 210 time: 0.0286951 Oct 23 01:48:42.598255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:42.661536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 319afda3-64b7-4ecd-b240-d664105043fb no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:48:42.681157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 319afda3-64b7-4ecd-b240-d664105043fb {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:48:42.681501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 319afda3-64b7-4ecd-b240-d664105043fb not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:48:43.214487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:43.229656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4d255cb4-acbe-4979-9768-bcac082a4f8e tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:43.231151 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4d255cb4-acbe-4979-9768-bcac082a4f8e tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "GET /networking/v2.0/networks?id=5b613fe5-dcb1-479f-9e30-551e99d66907 HTTP/1.1" status: 200 len: 816 time: 0.1070189 Oct 23 01:48:43.247795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Request body: {'port': {'device_id': 'c8059ce6-2bd9-4526-86d4-64ad3a347517', 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907', 'admin_state_up': True, 'tenant_id': '4b9bf48556b74ab695bd01aa396da841'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:48:43.415135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Made reservation on behalf of 4b9bf48556b74ab695bd01aa396da841 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:48:43.419393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:43.531010 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0ded4809-a648-4f18-bb90-d38a015ff24c req-09e6dbeb-300a-49e8-a9c4-399112d99f80 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 210 time: 0.0306587 Oct 23 01:48:43.547626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Allocated IP 172.20.0.11 (5b613fe5-dcb1-479f-9e30-551e99d66907/34b1b45f-1e32-413e-b11e-0efe44e40cad/9791554f-f8ce-4f15-aa85-bebf66624870) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:48:43.697158 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks [] for port (9791554f-f8ce-4f15-aa85-bebf66624870), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:43.792932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:43.833192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Network 5b613fe5-dcb1-479f-9e30-551e99d66907 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:48:43.836310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:48:43.842503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:48:43.875667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Pushing event updated for resources: {'Port': ['ID=9791554f-f8ce-4f15-aa85-bebf66624870,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:43.900368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:43.900992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:43.995047 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-4211217b-bb2e-40ad-8610-99ef43fbb756 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7509713 Oct 23 01:48:44.010586 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-62313aaa-bed2-4b49-9a67-e86cd5b3fdfd tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:48:44.011570 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-62313aaa-bed2-4b49-9a67-e86cd5b3fdfd tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0097811 Oct 23 01:48:44.028374 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Request body: {'port': {'device_id': 'c8059ce6-2bd9-4526-86d4-64ad3a347517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:48:44.049533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c4664702-1365-426c-9860-17b6b675d238 None None] Provisioning complete for port 9791554f-f8ce-4f15-aa85-bebf66624870 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:48:44.050086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c4664702-1365-426c-9860-17b6b675d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:44.050180 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c4664702-1365-426c-9860-17b6b675d238 None None] Attempt 1 to provision port 9791554f-f8ce-4f15-aa85-bebf66624870 Oct 23 01:48:44.057336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:44.073499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:44.078273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:44.086370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c4664702-1365-426c-9860-17b6b675d238 None None] Port 9791554f-f8ce-4f15-aa85-bebf66624870 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:48:44.090919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:44.223895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:44.345860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9791554f-f8ce-4f15-aa85-bebf66624870 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:48:44.353019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Publish callbacks [] for port (9791554f-f8ce-4f15-aa85-bebf66624870), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:44.365339 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Transition to ACTIVE for port object 9791554f-f8ce-4f15-aa85-bebf66624870 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:48:44.415037 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:44.495598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9791554f-f8ce-4f15-aa85-bebf66624870,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:44.519013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Attempting to bind port 9791554f-f8ce-4f15-aa85-bebf66624870 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:48:44.519351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Attempting to bind port 9791554f-f8ce-4f15-aa85-bebf66624870 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:48:44.519675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Attempting to bind port 9791554f-f8ce-4f15-aa85-bebf66624870 on network 5b613fe5-dcb1-479f-9e30-551e99d66907 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:48:44.563653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Port 9791554f-f8ce-4f15-aa85-bebf66624870 on network 5b613fe5-dcb1-479f-9e30-551e99d66907 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:48:44.564281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Attempting to bind port 9791554f-f8ce-4f15-aa85-bebf66624870 on network 5b613fe5-dcb1-479f-9e30-551e99d66907 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:48:44.606025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:48:44.606300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Checking segment: {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:48:44.606687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Bound using segment: {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:48:44.607139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Bound port: 9791554f-f8ce-4f15-aa85-bebf66624870, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:48:44.607490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:44.705193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991900b-31a7-4738-8f93-c91b7adff780 req-41335df0-1486-44c3-9bec-9a1d25025306 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:44.706682 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e991900b-31a7-4738-8f93-c91b7adff780 req-41335df0-1486-44c3-9bec-9a1d25025306 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 944 time: 0.0692339 Oct 23 01:48:44.710284 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] For port 9791554f-f8ce-4f15-aa85-bebf66624870, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:48:44.714915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] For port 9791554f-f8ce-4f15-aa85-bebf66624870, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9791554f-f8ce-4f15-aa85-bebf66624870,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:48:44.756681 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e991900b-31a7-4738-8f93-c91b7adff780 req-4d8b2cbf-dbb8-4fdf-a8ee-fb3abb88c970 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Oct 23 01:48:44.787090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:44.790382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:44.790989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:44.792713 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/9791554f-f8ce-4f15-aa85-bebf66624870 HTTP/1.1" status: 200 len: 1094 time: 0.7678883 Oct 23 01:48:44.794874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8059ce6-2bd9-4526-86d4-64ad3a347517', 'tag': '9791554f-f8ce-4f15-aa85-bebf66624870'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:48:44.797694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d81923-64d3-4142-b361-bb33c8f680f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8059ce6-2bd9-4526-86d4-64ad3a347517", "tag": "9791554f-f8ce-4f15-aa85-bebf66624870"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:48:44.835227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7b84b2-74ab-4633-8d8f-22d681c5389d x-openstack-request-id: req-6b7b84b2-74ab-4633-8d8f-22d681c5389d {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:48:44.835509 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8059ce6-2bd9-4526-86d4-64ad3a347517", "tag": "9791554f-f8ce-4f15-aa85-bebf66624870", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:48:44.835760 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b7b84b2-74ab-4633-8d8f-22d681c5389d {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:48:44.836153 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b7b84b2-74ab-4633-8d8f-22d681c5389d'] response: {'name': 'network-changed', 'server_uuid': 'c8059ce6-2bd9-4526-86d4-64ad3a347517', 'tag': '9791554f-f8ce-4f15-aa85-bebf66624870', 'status': 'completed', 'code': 200} Oct 23 01:48:44.845672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112276f2-7ed2-408b-9594-0caf03bc99f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9791554f-f8ce-4f15-aa85-bebf66624870,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:44.922473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d81923-64d3-4142-b361-bb33c8f680f1 req-2d25a733-776e-4f72-849a-7ca173b106cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:44.923856 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c4d81923-64d3-4142-b361-bb33c8f680f1 req-2d25a733-776e-4f72-849a-7ca173b106cc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4b9bf48556b74ab695bd01aa396da841&device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 1128 time: 0.0397215 Oct 23 01:48:44.953824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:45.029739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d81923-64d3-4142-b361-bb33c8f680f1 req-121a7d8d-dfe0-4a4b-8586-5eedd98a977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:45.031775 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c4d81923-64d3-4142-b361-bb33c8f680f1 req-121a7d8d-dfe0-4a4b-8586-5eedd98a977e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=4b9bf48556b74ab695bd01aa396da841&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0958524 Oct 23 01:48:45.123543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d81923-64d3-4142-b361-bb33c8f680f1 req-23085bd1-84fd-42bc-9c77-2ed560307967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:45.130502 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c4d81923-64d3-4142-b361-bb33c8f680f1 req-23085bd1-84fd-42bc-9c77-2ed560307967 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868294 Oct 23 01:48:45.222637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-e04cf358-0901-427a-9ab5-bfe1a00279b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:45.224013 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-e04cf358-0901-427a-9ab5-bfe1a00279b4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4b9bf48556b74ab695bd01aa396da841&device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 1128 time: 0.0439153 Oct 23 01:48:45.267849 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-9e54265a-dd1b-4562-a396-36c3626fad24 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9791554f-f8ce-4f15-aa85-bebf66624870 HTTP/1.1" status: 200 len: 217 time: 0.0314434 Oct 23 01:48:45.315900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-71cf961c-cabc-4dc9-91a9-f1c3a14fa818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:45.317298 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-71cf961c-cabc-4dc9-91a9-f1c3a14fa818 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=34b1b45f-1e32-413e-b11e-0efe44e40cad HTTP/1.1" status: 200 len: 855 time: 0.0425892 Oct 23 01:48:45.363473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-db905ce1-4a14-46c1-9235-06584c7bc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:45.364968 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-db905ce1-4a14-46c1-9235-06584c7bc85a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5b613fe5-dcb1-479f-9e30-551e99d66907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420666 Oct 23 01:48:45.423058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:45.453892 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-b97aca18-6a84-4c1b-83a9-4f973dd51175 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829282 Oct 23 01:48:45.547959 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff407c2a-02b3-4e7f-b181-1bd567c6c487 req-e8dd0bc5-e6e1-4f53-a634-66f661382924 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867476 Oct 23 01:48:45.879616 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccd280-7177-46ed-8e10-d05285088d14 req-2bc09368-7c70-42ca-80d6-194b91075f9f tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:45.881255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-20ccd280-7177-46ed-8e10-d05285088d14 req-2bc09368-7c70-42ca-80d6-194b91075f9f tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 944 time: 0.0488262 Oct 23 01:48:45.929826 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-20ccd280-7177-46ed-8e10-d05285088d14 req-4f18f67e-6925-46c1-b139-2c6ac6172c46 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Oct 23 01:48:46.697227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 9791554f-f8ce-4f15-aa85-bebf66624870 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:48:46.796270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 9791554f-f8ce-4f15-aa85-bebf66624870, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9791554f-f8ce-4f15-aa85-bebf66624870,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:48:46.806926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '9791554f-f8ce-4f15-aa85-bebf66624870', 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907', 'port_id': '9791554f-f8ce-4f15-aa85-bebf66624870', 'mac_address': 'fa:16:3e:84:9d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b1b45f-1e32-413e-b11e-0efe44e40cad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:48:46.840575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 9791554f-f8ce-4f15-aa85-bebf66624870 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:48:46.840962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:46.854014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9791554f-f8ce-4f15-aa85-bebf66624870 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:48:46.873465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 9791554f-f8ce-4f15-aa85-bebf66624870, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9791554f-f8ce-4f15-aa85-bebf66624870,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:48:46.969991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:47.016906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=9791554f-f8ce-4f15-aa85-bebf66624870,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:47.024280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.027812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.027812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.027812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.027812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.027812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.027812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.027812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.027812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.027812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.027812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.028638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.028638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.028638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.028844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:48:47.058958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9b560-e59e-486b-8eec-0b016f902917 req-d8b755f5-13c7-4b3f-814b-0ddb6b14c3ae tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:47.060398 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f1b9b560-e59e-486b-8eec-0b016f902917 req-d8b755f5-13c7-4b3f-814b-0ddb6b14c3ae tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 945 time: 0.0497708 Oct 23 01:48:47.107715 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f1b9b560-e59e-486b-8eec-0b016f902917 req-6ea2f02c-c8da-4164-b38d-88890c796e8b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 Oct 23 01:48:47.240957 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['9791554f-f8ce-4f15-aa85-bebf66624870'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:48:48.225321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cb684-94cc-44da-bfc6-f88c87099d4b req-c8d99ae6-57a1-4f43-a1a6-f4c98d26b0bc tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:48.226807 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fa4cb684-94cc-44da-bfc6-f88c87099d4b req-c8d99ae6-57a1-4f43-a1a6-f4c98d26b0bc tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 945 time: 0.0458038 Oct 23 01:48:48.276534 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fa4cb684-94cc-44da-bfc6-f88c87099d4b req-f2440c8e-5171-44e2-ba6e-ca8de40735a4 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439365 Oct 23 01:48:48.718319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 9791554f-f8ce-4f15-aa85-bebf66624870 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:48:48.759201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 9791554f-f8ce-4f15-aa85-bebf66624870 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:48:48.832434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 9791554f-f8ce-4f15-aa85-bebf66624870 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:48:48.832743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:48.833098 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 9791554f-f8ce-4f15-aa85-bebf66624870 Oct 23 01:48:48.905579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 9791554f-f8ce-4f15-aa85-bebf66624870 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:48:48.905990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:48.927990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8059ce6-2bd9-4526-86d4-64ad3a347517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9791554f-f8ce-4f15-aa85-bebf66624870'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:48:48.930221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5356008-5b77-49ca-9c4b-f6d75871bba1" -d '{"events": [{"server_uuid": "c8059ce6-2bd9-4526-86d4-64ad3a347517", "name": "network-vif-plugged", "status": "completed", "tag": "9791554f-f8ce-4f15-aa85-bebf66624870"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:48:48.943173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 9791554f-f8ce-4f15-aa85-bebf66624870, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9791554f-f8ce-4f15-aa85-bebf66624870,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:48:48.966991 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f46e51d-ca47-4c6f-ad3c-d006e42e37bb x-openstack-request-id: req-9f46e51d-ca47-4c6f-ad3c-d006e42e37bb {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:48:48.967342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8059ce6-2bd9-4526-86d4-64ad3a347517", "name": "network-vif-plugged", "status": "completed", "tag": "9791554f-f8ce-4f15-aa85-bebf66624870", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:48:48.967616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f46e51d-ca47-4c6f-ad3c-d006e42e37bb {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:48:48.968035 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f46e51d-ca47-4c6f-ad3c-d006e42e37bb'] response: {'server_uuid': 'c8059ce6-2bd9-4526-86d4-64ad3a347517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9791554f-f8ce-4f15-aa85-bebf66624870', 'code': 200} Oct 23 01:48:48.986877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:49.033237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=9791554f-f8ce-4f15-aa85-bebf66624870,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:48:49.318464 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa13bf-4be1-4a6f-bce7-d347489747e5 req-7bc168f3-ea6c-452c-b356-0851f5628bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:49.319953 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-69fa13bf-4be1-4a6f-bce7-d347489747e5 req-7bc168f3-ea6c-452c-b356-0851f5628bf8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 1130 time: 0.0394995 Oct 23 01:48:49.391115 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-69fa13bf-4be1-4a6f-bce7-d347489747e5 req-ad2f5797-4ede-4df3-9b32-770c3444877c service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652761 Oct 23 01:48:49.403190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163c99b-e74f-49e1-b005-36c8f6719eef req-e7264d8f-b6ba-4c7c-bc77-25bb281afce2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:49.404591 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9163c99b-e74f-49e1-b005-36c8f6719eef req-e7264d8f-b6ba-4c7c-bc77-25bb281afce2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 946 time: 0.0537276 Oct 23 01:48:49.451161 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9163c99b-e74f-49e1-b005-36c8f6719eef req-5c3eadb1-f131-424d-af97-da1db62c2f2e tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 Oct 23 01:48:50.573630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfc4a8-77d4-4b52-8a43-fd22c422edd6 req-262e749f-6e5c-47bc-a494-265239c24192 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:50.575238 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-afdfc4a8-77d4-4b52-8a43-fd22c422edd6 req-262e749f-6e5c-47bc-a494-265239c24192 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 946 time: 0.0499175 Oct 23 01:48:50.626032 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-afdfc4a8-77d4-4b52-8a43-fd22c422edd6 req-86b47081-d672-4f5c-a327-a142be8cbb51 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452211 Oct 23 01:48:51.751711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb06ad2-0e5b-49f4-8c65-0e94c217938f req-276a5d02-4a6d-4f8a-a11a-f03912707ab7 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:51.753202 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0bb06ad2-0e5b-49f4-8c65-0e94c217938f req-276a5d02-4a6d-4f8a-a11a-f03912707ab7 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 946 time: 0.0515616 Oct 23 01:48:51.772885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:51.800316 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0bb06ad2-0e5b-49f4-8c65-0e94c217938f req-a9bd14cc-1deb-4953-9add-d193f45c06f5 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Oct 23 01:48:51.918184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3c934-496e-448f-8317-91b3c376fd61 req-935fd15f-8207-486d-a43b-649c6426be1d tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:48:51.919680 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-71f3c934-496e-448f-8317-91b3c376fd61 req-935fd15f-8207-486d-a43b-649c6426be1d tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 946 time: 0.0464427 Oct 23 01:48:51.966628 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-71f3c934-496e-448f-8317-91b3c376fd61 req-4e001543-fa37-4a10-a1fd-b46e4276e2a3 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Oct 23 01:48:52.118184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:48:58.995277 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:48:58.997564 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:01.796431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=48 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:01.960197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=33 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:01.963041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=43 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:02.025630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:02.029450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:02.032153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:05.153751 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-801d960f-9314-457d-9a71-971c8726778e req-a8430c5c-241e-47fe-bbd5-ea5a6ddb14ca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816319 Oct 23 01:49:05.261718 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d960f-9314-457d-9a71-971c8726778e req-03abcb10-4b33-4d01-a281-328144d397e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:05.263259 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-801d960f-9314-457d-9a71-971c8726778e req-03abcb10-4b33-4d01-a281-328144d397e8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4b9bf48556b74ab695bd01aa396da841&device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 1130 time: 0.0397744 Oct 23 01:49:05.368175 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d960f-9314-457d-9a71-971c8726778e req-fde52fa1-9ac4-4486-adb3-19ed421b4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:05.369678 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-801d960f-9314-457d-9a71-971c8726778e req-fde52fa1-9ac4-4486-adb3-19ed421b4622 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=5b613fe5-dcb1-479f-9e30-551e99d66907 HTTP/1.1" status: 200 len: 917 time: 0.0892949 Oct 23 01:49:05.409258 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-801d960f-9314-457d-9a71-971c8726778e req-85aac224-a6a1-458f-82c1-23581444b306 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9791554f-f8ce-4f15-aa85-bebf66624870 HTTP/1.1" status: 200 len: 217 time: 0.0332427 Oct 23 01:49:05.457895 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d960f-9314-457d-9a71-971c8726778e req-a59773f7-5782-432d-963f-232be9e8286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:05.459373 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-801d960f-9314-457d-9a71-971c8726778e req-a59773f7-5782-432d-963f-232be9e8286c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=34b1b45f-1e32-413e-b11e-0efe44e40cad HTTP/1.1" status: 200 len: 855 time: 0.0437503 Oct 23 01:49:05.509404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d960f-9314-457d-9a71-971c8726778e req-08f54529-b411-4e25-870e-f8f8af6e86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:05.510886 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-801d960f-9314-457d-9a71-971c8726778e req-08f54529-b411-4e25-870e-f8f8af6e86fa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5b613fe5-dcb1-479f-9e30-551e99d66907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429084 Oct 23 01:49:05.602533 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-801d960f-9314-457d-9a71-971c8726778e req-ba57adfe-b960-4d0f-ac47-e2b3f8371000 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827594 Oct 23 01:49:05.696017 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-801d960f-9314-457d-9a71-971c8726778e req-0701ee9d-29b7-45af-afe4-a9553d7269d2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873430 Oct 23 01:49:06.989570 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:49:08.843980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-47d958b9-8e35-42a4-b9c9-1f55d4186614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:11.140141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fb284357-492c-439a-934e-985435532f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:12.575162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:14.060749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:14.083541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:15.691342 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=46 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:15.693378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=47 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:16.987000 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:17.006447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e8387-195e-4b73-a074-b78fdeb2ec26 req-8975f6fd-1d75-4d5d-a7f0-92e2685d59ba tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:17.007952 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ef7e8387-195e-4b73-a074-b78fdeb2ec26 req-8975f6fd-1d75-4d5d-a7f0-92e2685d59ba tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 946 time: 0.0485232 Oct 23 01:49:17.056107 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ef7e8387-195e-4b73-a074-b78fdeb2ec26 req-eab7b430-6cc9-4dde-a6f0-0f1e0449dd4e tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422523 Oct 23 01:49:18.177192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2834c7e-5de2-41da-81aa-a6889a34ce3c req-320f1877-4120-4417-bea3-917665e8e41d tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:18.178681 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d2834c7e-5de2-41da-81aa-a6889a34ce3c req-320f1877-4120-4417-bea3-917665e8e41d tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 946 time: 0.0467546 Oct 23 01:49:18.229053 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d2834c7e-5de2-41da-81aa-a6889a34ce3c req-c4fd1ab4-14b6-406a-bd04-aed3b845f1b7 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 Oct 23 01:49:18.680531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2733d-c7a4-4f1c-865d-0fb8c334a394 req-b05bb070-84d7-4f74-a99f-8537edfbc1b8 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:18.681973 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0f2733d-c7a4-4f1c-865d-0fb8c334a394 req-b05bb070-84d7-4f74-a99f-8537edfbc1b8 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 946 time: 0.0485730 Oct 23 01:49:18.761631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-b0f2733d-c7a4-4f1c-865d-0fb8c334a394 req-d8a6788f-0990-44a8-9d54-e9f5d49dc8d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Deleting port 9791554f-f8ce-4f15-aa85-bebf66624870 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:49:18.762774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0f2733d-c7a4-4f1c-865d-0fb8c334a394 req-d8a6788f-0990-44a8-9d54-e9f5d49dc8d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:18.853125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-b0f2733d-c7a4-4f1c-865d-0fb8c334a394 req-d8a6788f-0990-44a8-9d54-e9f5d49dc8d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] For port 9791554f-f8ce-4f15-aa85-bebf66624870, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9791554f-f8ce-4f15-aa85-bebf66624870,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:49:18.853427 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0f2733d-c7a4-4f1c-865d-0fb8c334a394 req-d8a6788f-0990-44a8-9d54-e9f5d49dc8d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:18.867272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-b0f2733d-c7a4-4f1c-865d-0fb8c334a394 req-d8a6788f-0990-44a8-9d54-e9f5d49dc8d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Calling delete_port for 9791554f-f8ce-4f15-aa85-bebf66624870 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:49:19.042968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0f2733d-c7a4-4f1c-865d-0fb8c334a394 req-d8a6788f-0990-44a8-9d54-e9f5d49dc8d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (9791554f-f8ce-4f15-aa85-bebf66624870), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:19.070499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6788f-0990-44a8-9d54-e9f5d49dc8d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Pushing event deleted for resources: {'Port': ['ID=9791554f-f8ce-4f15-aa85-bebf66624870,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:49:19.121668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f2733d-c7a4-4f1c-865d-0fb8c334a394 req-d8a6788f-0990-44a8-9d54-e9f5d49dc8d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] No DVR routers for this DVR port 9791554f-f8ce-4f15-aa85-bebf66624870 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:49:19.124147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b0f2733d-c7a4-4f1c-865d-0fb8c334a394 req-d8a6788f-0990-44a8-9d54-e9f5d49dc8d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:19.127570 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b0f2733d-c7a4-4f1c-865d-0fb8c334a394 req-d8a6788f-0990-44a8-9d54-e9f5d49dc8d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "DELETE /networking/v2.0/ports/9791554f-f8ce-4f15-aa85-bebf66624870 HTTP/1.1" status: 204 len: 173 time: 0.4401469 Oct 23 01:49:19.128083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8059ce6-2bd9-4526-86d4-64ad3a347517', 'name': 'network-vif-deleted', 'tag': '9791554f-f8ce-4f15-aa85-bebf66624870'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:49:19.130400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b5932a-8b63-44a6-ae8d-85a95dc32fb9" -d '{"events": [{"server_uuid": "c8059ce6-2bd9-4526-86d4-64ad3a347517", "name": "network-vif-deleted", "tag": "9791554f-f8ce-4f15-aa85-bebf66624870"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:49:19.167186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e60bd0-dd3d-4d4f-a2ae-81d52c4b7487 x-openstack-request-id: req-a0e60bd0-dd3d-4d4f-a2ae-81d52c4b7487 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:49:19.167485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8059ce6-2bd9-4526-86d4-64ad3a347517", "name": "network-vif-deleted", "tag": "9791554f-f8ce-4f15-aa85-bebf66624870", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:49:19.167743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0e60bd0-dd3d-4d4f-a2ae-81d52c4b7487 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:49:19.168170 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e60bd0-dd3d-4d4f-a2ae-81d52c4b7487'] response: {'server_uuid': 'c8059ce6-2bd9-4526-86d4-64ad3a347517', 'name': 'network-vif-deleted', 'tag': '9791554f-f8ce-4f15-aa85-bebf66624870', 'status': 'completed', 'code': 200} Oct 23 01:49:19.332773 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2144846b-d0d7-45ea-8e18-f6db8dfff6f7 req-438aef84-f762-4ea8-8cd5-1190f97377f6 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c8059ce6-2bd9-4526-86d4-64ad3a347517 HTTP/1.1" status: 200 len: 210 time: 0.0274663 Oct 23 01:49:20.889541 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-aa8d755a-a622-4d53-9ef2-27c3f36da2c2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:20.890309 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 9791554f-f8ce-4f15-aa85-bebf66624870 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:49:20.891037 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-aa8d755a-a622-4d53-9ef2-27c3f36da2c2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/networks?id=5b613fe5-dcb1-479f-9e30-551e99d66907 HTTP/1.1" status: 200 len: 816 time: 0.1061883 Oct 23 01:49:20.906503 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3ae019f9-7c88-4c9d-ac37-c96cc7dfe0c0 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/quotas/4b9bf48556b74ab695bd01aa396da841 HTTP/1.1" status: 200 len: 375 time: 0.0093012 Oct 23 01:49:20.910555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 9791554f-f8ce-4f15-aa85-bebf66624870 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:49:20.910891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 9791554f-f8ce-4f15-aa85-bebf66624870 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:49:20.956052 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-f271e691-e8f9-43f4-ab30-4598bdda122e tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4b9bf48556b74ab695bd01aa396da841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441873 Oct 23 01:49:21.052521 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-1cb799eb-4298-4827-89e9-f4e2602a4782 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844786 Oct 23 01:49:21.145216 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-943bbe32-9fb2-40b5-9324-96c24ea92119 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869005 Oct 23 01:49:21.406940 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6f4ab92d-b71e-41d1-a4c9-6d6ec92a6e18 req-7e17e5af-6c33-4e86-91a1-7d7d3371f5d0 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 210 time: 0.0278714 Oct 23 01:49:22.106612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:22.508802 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7274c984-87e9-4533-b7b2-b5503a75d038 req-5541e9a7-604d-4ed0-8151-3c2501529266 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 210 time: 0.0287681 Oct 23 01:49:23.418291 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-8bf68169-d74e-43b3-8b15-25ca078084f5 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:23.419744 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-8bf68169-d74e-43b3-8b15-25ca078084f5 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "GET /networking/v2.0/networks?id=5b613fe5-dcb1-479f-9e30-551e99d66907 HTTP/1.1" status: 200 len: 816 time: 0.1072190 Oct 23 01:49:23.436178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Request body: {'port': {'device_id': 'f46bf63d-7c8b-47be-a2c9-869dd5eb33df', 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907', 'admin_state_up': True, 'tenant_id': '4b9bf48556b74ab695bd01aa396da841'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:49:23.594902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Made reservation on behalf of 4b9bf48556b74ab695bd01aa396da841 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:49:23.599118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:23.625544 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ad1e45f8-6db6-4763-89f0-b2b5f6423977 req-5331d46c-08f2-456b-8aff-1145ec574913 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 210 time: 0.0420339 Oct 23 01:49:23.976870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:23.993025 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Allocated IP 172.20.0.9 (5b613fe5-dcb1-479f-9e30-551e99d66907/34b1b45f-1e32-413e-b11e-0efe44e40cad/139de9e7-8745-4b2f-ac56-74f9f5f2028b) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:49:23.994736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:24.141179 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks [] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:24.248886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:24.290298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Network 5b613fe5-dcb1-479f-9e30-551e99d66907 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:49:24.295273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:49:24.298931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:49:24.305463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Pushing event updated for resources: {'Port': ['ID=139de9e7-8745-4b2f-ac56-74f9f5f2028b,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:49:24.355922 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:24.356552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:24.417568 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-d86cbde4-d65f-4959-ae1d-0a68dd79d82c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9848588 Oct 23 01:49:24.435442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Request body: {'port': {'device_id': 'f46bf63d-7c8b-47be-a2c9-869dd5eb33df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:49:24.494771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:24.533533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f20bccdd-93cd-427b-85a9-70f8e79c6343 None None] Provisioning complete for port 139de9e7-8745-4b2f-ac56-74f9f5f2028b triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:49:24.534123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f20bccdd-93cd-427b-85a9-70f8e79c6343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:24.534298 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f20bccdd-93cd-427b-85a9-70f8e79c6343 None None] Attempt 1 to provision port 139de9e7-8745-4b2f-ac56-74f9f5f2028b Oct 23 01:49:24.571916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f20bccdd-93cd-427b-85a9-70f8e79c6343 None None] Port 139de9e7-8745-4b2f-ac56-74f9f5f2028b cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:49:24.674276 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:24.748783 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139de9e7-8745-4b2f-ac56-74f9f5f2028b {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:49:24.751070 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b48113-b967-4316-b877-a6cc66803a7b req-a6911b96-39c9-4b7f-b872-b034c1e64b92 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:24.752610 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f6b48113-b967-4316-b877-a6cc66803a7b req-a6911b96-39c9-4b7f-b872-b034c1e64b92 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 931 time: 0.0477786 Oct 23 01:49:24.756322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Publish callbacks [] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:24.769523 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Transition to ACTIVE for port object 139de9e7-8745-4b2f-ac56-74f9f5f2028b will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:49:24.805037 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f6b48113-b967-4316-b877-a6cc66803a7b req-77ea8fdd-2e80-49c3-ba95-6aa03428814c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461769 Oct 23 01:49:24.838004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:24.897096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Pushing event updated for resources: {'Port': ['ID=139de9e7-8745-4b2f-ac56-74f9f5f2028b,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:49:24.943497 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Attempting to bind port 139de9e7-8745-4b2f-ac56-74f9f5f2028b on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:49:24.943834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Attempting to bind port 139de9e7-8745-4b2f-ac56-74f9f5f2028b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:49:24.944162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Attempting to bind port 139de9e7-8745-4b2f-ac56-74f9f5f2028b on network 5b613fe5-dcb1-479f-9e30-551e99d66907 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:49:24.987851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Port 139de9e7-8745-4b2f-ac56-74f9f5f2028b on network 5b613fe5-dcb1-479f-9e30-551e99d66907 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:49:24.988172 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Attempting to bind port 139de9e7-8745-4b2f-ac56-74f9f5f2028b on network 5b613fe5-dcb1-479f-9e30-551e99d66907 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:49:25.028293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:49:25.028627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Checking segment: {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:49:25.029006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Bound using segment: {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:49:25.029436 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Bound port: 139de9e7-8745-4b2f-ac56-74f9f5f2028b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829f24e5-5d03-4529-bdce-0be3347e5c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:49:25.029816 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:25.059268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:25.090144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] For port 139de9e7-8745-4b2f-ac56-74f9f5f2028b, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:49:25.093095 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] For port 139de9e7-8745-4b2f-ac56-74f9f5f2028b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=139de9e7-8745-4b2f-ac56-74f9f5f2028b,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:49:25.175511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:25.179749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:25.180453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:25.181828 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/139de9e7-8745-4b2f-ac56-74f9f5f2028b HTTP/1.1" status: 200 len: 1093 time: 0.7507646 Oct 23 01:49:25.183286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46bf63d-7c8b-47be-a2c9-869dd5eb33df', 'tag': '139de9e7-8745-4b2f-ac56-74f9f5f2028b'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:49:25.185529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3401b81f-2183-4c6d-9a86-bbbfe5d4b5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f46bf63d-7c8b-47be-a2c9-869dd5eb33df", "tag": "139de9e7-8745-4b2f-ac56-74f9f5f2028b"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:49:25.229558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a395d-6d5f-4b69-b920-ac1314969b3c service neutron] Pushing event updated for resources: {'Port': ['ID=139de9e7-8745-4b2f-ac56-74f9f5f2028b,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:49:25.237713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c68187-724e-44c2-8ced-aada6fa336b7 x-openstack-request-id: req-e9c68187-724e-44c2-8ced-aada6fa336b7 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:49:25.238050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46bf63d-7c8b-47be-a2c9-869dd5eb33df", "tag": "139de9e7-8745-4b2f-ac56-74f9f5f2028b", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:49:25.238299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9c68187-724e-44c2-8ced-aada6fa336b7 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:49:25.238716 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c68187-724e-44c2-8ced-aada6fa336b7'] response: {'name': 'network-changed', 'server_uuid': 'f46bf63d-7c8b-47be-a2c9-869dd5eb33df', 'tag': '139de9e7-8745-4b2f-ac56-74f9f5f2028b', 'status': 'completed', 'code': 200} Oct 23 01:49:25.327345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401b81f-2183-4c6d-9a86-bbbfe5d4b5bf req-c5fd78e9-e14d-4712-afe7-ed402ffc4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:25.328710 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3401b81f-2183-4c6d-9a86-bbbfe5d4b5bf req-c5fd78e9-e14d-4712-afe7-ed402ffc4d49 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4b9bf48556b74ab695bd01aa396da841&device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 1127 time: 0.0426536 Oct 23 01:49:25.430442 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401b81f-2183-4c6d-9a86-bbbfe5d4b5bf req-79f48355-4dd6-4b50-9c85-116368c48663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:25.431996 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3401b81f-2183-4c6d-9a86-bbbfe5d4b5bf req-79f48355-4dd6-4b50-9c85-116368c48663 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=4b9bf48556b74ab695bd01aa396da841&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0901842 Oct 23 01:49:25.527282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401b81f-2183-4c6d-9a86-bbbfe5d4b5bf req-323abb2e-ac9c-411a-9fb4-f3f64c9e2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:25.528718 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3401b81f-2183-4c6d-9a86-bbbfe5d4b5bf req-323abb2e-ac9c-411a-9fb4-f3f64c9e2bd2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912480 Oct 23 01:49:25.623804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-522c97e8-3280-4217-9e19-2b7b5e6bdbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:25.625181 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-522c97e8-3280-4217-9e19-2b7b5e6bdbf5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4b9bf48556b74ab695bd01aa396da841&device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 1127 time: 0.0393860 Oct 23 01:49:25.675682 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-6455a03d-05ce-4f02-afde-c4d4a8e1afa4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139de9e7-8745-4b2f-ac56-74f9f5f2028b HTTP/1.1" status: 200 len: 217 time: 0.0376859 Oct 23 01:49:25.724531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-31c18b40-1b5b-429e-b097-e0c4a42e1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:25.726011 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-31c18b40-1b5b-429e-b097-e0c4a42e1564 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=34b1b45f-1e32-413e-b11e-0efe44e40cad HTTP/1.1" status: 200 len: 855 time: 0.0441999 Oct 23 01:49:25.768670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-182aec3d-ee0a-4c1c-9105-b8cf22d81b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:25.770176 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-182aec3d-ee0a-4c1c-9105-b8cf22d81b59 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5b613fe5-dcb1-479f-9e30-551e99d66907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387645 Oct 23 01:49:25.853568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:25.864461 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-23b25660-9932-4b14-952e-b8228c6ee238 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870657 Oct 23 01:49:25.927657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b961ef-082c-48c7-9ba4-79e76f705727 req-8392d853-72d4-4475-b3b0-4b303b39b707 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:25.929075 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93b961ef-082c-48c7-9ba4-79e76f705727 req-8392d853-72d4-4475-b3b0-4b303b39b707 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 943 time: 0.0475245 Oct 23 01:49:25.954847 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6ec93aee-f310-452b-9585-2d53edf3bdf2 req-bd70ff4b-ef8f-4a31-984f-c19b4b79258c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847719 Oct 23 01:49:25.976766 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-93b961ef-082c-48c7-9ba4-79e76f705727 req-d41f53db-f31c-4e1b-b285-c27b49000cf7 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Oct 23 01:49:26.946024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 139de9e7-8745-4b2f-ac56-74f9f5f2028b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:49:27.110771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32931f-928f-4048-a104-d567d9b15d9c req-a4c5082f-0444-459e-b778-0ac7be7826d8 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:27.112368 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3b32931f-928f-4048-a104-d567d9b15d9c req-a4c5082f-0444-459e-b778-0ac7be7826d8 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 943 time: 0.0556812 Oct 23 01:49:27.164266 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3b32931f-928f-4048-a104-d567d9b15d9c req-d7867728-baf5-4ff7-bae2-3a495353f264 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Oct 23 01:49:27.189134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 139de9e7-8745-4b2f-ac56-74f9f5f2028b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=139de9e7-8745-4b2f-ac56-74f9f5f2028b,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:49:27.201095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '139de9e7-8745-4b2f-ac56-74f9f5f2028b', 'network_id': '5b613fe5-dcb1-479f-9e30-551e99d66907', 'port_id': '139de9e7-8745-4b2f-ac56-74f9f5f2028b', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b1b45f-1e32-413e-b11e-0efe44e40cad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:49:27.235506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 139de9e7-8745-4b2f-ac56-74f9f5f2028b is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:49:27.235940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:27.249332 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139de9e7-8745-4b2f-ac56-74f9f5f2028b {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:49:27.268745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 139de9e7-8745-4b2f-ac56-74f9f5f2028b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=139de9e7-8745-4b2f-ac56-74f9f5f2028b,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:49:27.368994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:27.414509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=139de9e7-8745-4b2f-ac56-74f9f5f2028b,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:49:27.642949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['139de9e7-8745-4b2f-ac56-74f9f5f2028b'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:49:28.283687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040274c-f3e5-4499-b04b-f2d17be48ef7 req-9d78c1d4-4490-46b0-9126-a34b650cb7d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:28.285173 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d040274c-f3e5-4499-b04b-f2d17be48ef7 req-9d78c1d4-4490-46b0-9126-a34b650cb7d2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 944 time: 0.0465651 Oct 23 01:49:28.331064 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d040274c-f3e5-4499-b04b-f2d17be48ef7 req-4f12f649-d79b-4b38-bb42-3c6feef57d2b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Oct 23 01:49:28.943869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 139de9e7-8745-4b2f-ac56-74f9f5f2028b up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:49:28.987675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 139de9e7-8745-4b2f-ac56-74f9f5f2028b completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:49:29.048763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 139de9e7-8745-4b2f-ac56-74f9f5f2028b triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:49:29.049132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:29.049469 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 139de9e7-8745-4b2f-ac56-74f9f5f2028b Oct 23 01:49:29.120557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 139de9e7-8745-4b2f-ac56-74f9f5f2028b is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:49:29.120940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:29.143035 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46bf63d-7c8b-47be-a2c9-869dd5eb33df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139de9e7-8745-4b2f-ac56-74f9f5f2028b'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:49:29.145371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d12d9f-5986-427c-b89c-55b94859768f" -d '{"events": [{"server_uuid": "f46bf63d-7c8b-47be-a2c9-869dd5eb33df", "name": "network-vif-plugged", "status": "completed", "tag": "139de9e7-8745-4b2f-ac56-74f9f5f2028b"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:49:29.158010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 139de9e7-8745-4b2f-ac56-74f9f5f2028b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=139de9e7-8745-4b2f-ac56-74f9f5f2028b,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:49:29.183872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1930e1-7171-4c86-bd37-4b4e98fe054d x-openstack-request-id: req-1e1930e1-7171-4c86-bd37-4b4e98fe054d {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:49:29.184185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46bf63d-7c8b-47be-a2c9-869dd5eb33df", "name": "network-vif-plugged", "status": "completed", "tag": "139de9e7-8745-4b2f-ac56-74f9f5f2028b", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:49:29.184434 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e1930e1-7171-4c86-bd37-4b4e98fe054d {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:49:29.184850 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1930e1-7171-4c86-bd37-4b4e98fe054d'] response: {'server_uuid': 'f46bf63d-7c8b-47be-a2c9-869dd5eb33df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139de9e7-8745-4b2f-ac56-74f9f5f2028b', 'code': 200} Oct 23 01:49:29.219735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:29.266859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=139de9e7-8745-4b2f-ac56-74f9f5f2028b,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:49:29.454181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229abe8-cc94-44a3-b4d5-5d2f499ce817 req-75d529dc-67b9-4d4b-96d9-f73b00ed102f tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:29.455710 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4229abe8-cc94-44a3-b4d5-5d2f499ce817 req-75d529dc-67b9-4d4b-96d9-f73b00ed102f tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 945 time: 0.0514107 Oct 23 01:49:29.484776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f90590-e339-4ab3-a2b6-e4ec58c2402a req-c5f1f0a3-327c-4ac7-8e24-81d0b872ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:29.484776 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40f90590-e339-4ab3-a2b6-e4ec58c2402a req-c5f1f0a3-327c-4ac7-8e24-81d0b872ec86 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 1129 time: 0.0391295 Oct 23 01:49:29.503780 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4229abe8-cc94-44a3-b4d5-5d2f499ce817 req-994626e1-6378-4dca-8a26-f03a7ddd29ec tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419087 Oct 23 01:49:29.524849 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-40f90590-e339-4ab3-a2b6-e4ec58c2402a req-bacbb762-edca-4fc1-9d1f-d55564721efa service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382190 Oct 23 01:49:30.627670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a45290-1c06-4de2-abaa-78893855e88f req-30d07f26-1d3d-425b-b4f2-f0f0d9f037cc tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:30.629127 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d4a45290-1c06-4de2-abaa-78893855e88f req-30d07f26-1d3d-425b-b4f2-f0f0d9f037cc tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 945 time: 0.0461843 Oct 23 01:49:30.679842 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d4a45290-1c06-4de2-abaa-78893855e88f req-d00d2497-3677-4ba5-98db-f9505f91ef0d tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451262 Oct 23 01:49:31.802207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e90b12-eff3-44e9-aba4-d2e1fbb82c65 req-f93b8719-0eee-4e94-a762-4e36742010b4 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:31.803683 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-97e90b12-eff3-44e9-aba4-d2e1fbb82c65 req-f93b8719-0eee-4e94-a762-4e36742010b4 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 945 time: 0.0482244 Oct 23 01:49:31.850597 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-97e90b12-eff3-44e9-aba4-d2e1fbb82c65 req-19d8242d-3da7-4645-b4bb-4b0b271c4b68 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Oct 23 01:49:31.963531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:31.975926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6679170-50cd-450d-8b35-14fb451661fa req-d213bf09-db01-4c62-8eb0-0320b04b0f6c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:31.975926 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a6679170-50cd-450d-8b35-14fb451661fa req-d213bf09-db01-4c62-8eb0-0320b04b0f6c tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 945 time: 0.0476234 Oct 23 01:49:32.019016 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a6679170-50cd-450d-8b35-14fb451661fa req-f5a24a3f-2bd1-4a0c-9bd9-2ee26f1b13aa tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Oct 23 01:49:35.991476 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:35.993714 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:38.775799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:38.776435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:38.780579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:38.866444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5217d95d-1420-4ee7-881b-66d61bf2f72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:41.174545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7fe4168b-85e2-486b-aacd-d23e17f25dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:41.844292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:41.847184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:42.015541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=41 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:42.586078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:43.989409 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:49:44.048902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:44.076247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:52.071843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:53.985517 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:49:56.976035 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4fd90-75ab-4db2-89d7-e9ba77fccd7f req-dbd09cf6-6450-4d1a-afc5-9bbe5187438d tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:56.977383 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ec4fd90-75ab-4db2-89d7-e9ba77fccd7f req-dbd09cf6-6450-4d1a-afc5-9bbe5187438d tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 945 time: 0.0529661 Oct 23 01:49:57.025154 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ec4fd90-75ab-4db2-89d7-e9ba77fccd7f req-684dcb59-d347-4744-b927-19789340123e tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 Oct 23 01:49:58.146432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5ba0a-5061-4ed8-8d2e-09b87dd946e8 req-07c47e26-c14b-4d32-86a1-13adab49b9c6 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:58.147926 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-96e5ba0a-5061-4ed8-8d2e-09b87dd946e8 req-07c47e26-c14b-4d32-86a1-13adab49b9c6 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 945 time: 0.0471692 Oct 23 01:49:58.194817 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-96e5ba0a-5061-4ed8-8d2e-09b87dd946e8 req-d6c3eb45-d177-48b5-9ac4-65ecb26b12f2 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=54e6c960-47bc-4c7f-9e4f-893d548ba6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Oct 23 01:49:58.744303 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e083-ed10-452d-a69f-66093e589882 req-b73c0c87-ec22-488d-a3dd-18559e36dc0e tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:49:58.745751 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-39a8e083-ed10-452d-a69f-66093e589882 req-b73c0c87-ec22-488d-a3dd-18559e36dc0e tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 945 time: 0.0492971 Oct 23 01:49:58.826613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-39a8e083-ed10-452d-a69f-66093e589882 req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Deleting port 139de9e7-8745-4b2f-ac56-74f9f5f2028b {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:49:58.826881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-39a8e083-ed10-452d-a69f-66093e589882 req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:58.918368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-39a8e083-ed10-452d-a69f-66093e589882 req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] For port 139de9e7-8745-4b2f-ac56-74f9f5f2028b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=139de9e7-8745-4b2f-ac56-74f9f5f2028b,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:49:58.918738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-39a8e083-ed10-452d-a69f-66093e589882 req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:58.931850 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-39a8e083-ed10-452d-a69f-66093e589882 req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Calling delete_port for 139de9e7-8745-4b2f-ac56-74f9f5f2028b owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:49:59.111757 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-39a8e083-ed10-452d-a69f-66093e589882 req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (139de9e7-8745-4b2f-ac56-74f9f5f2028b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:59.141199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Pushing event deleted for resources: {'Port': ['ID=139de9e7-8745-4b2f-ac56-74f9f5f2028b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:49:59.155458 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.156135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.156222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.156494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.156831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.157230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.157481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.157820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.158153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.158482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.158805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.159128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.159459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.159782 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.160104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:49:59.197420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a8e083-ed10-452d-a69f-66093e589882 req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] No DVR routers for this DVR port 139de9e7-8745-4b2f-ac56-74f9f5f2028b on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:49:59.199979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-39a8e083-ed10-452d-a69f-66093e589882 req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:49:59.203182 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-39a8e083-ed10-452d-a69f-66093e589882 req-eb611770-68b9-4f9a-af58-31dfaaaa9340 tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.48 "DELETE /networking/v2.0/ports/139de9e7-8745-4b2f-ac56-74f9f5f2028b HTTP/1.1" status: 204 len: 173 time: 0.4523258 Oct 23 01:49:59.203667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46bf63d-7c8b-47be-a2c9-869dd5eb33df', 'name': 'network-vif-deleted', 'tag': '139de9e7-8745-4b2f-ac56-74f9f5f2028b'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:49:59.206000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a42f7a-5fd7-4dc5-baba-b68b44c74568" -d '{"events": [{"server_uuid": "f46bf63d-7c8b-47be-a2c9-869dd5eb33df", "name": "network-vif-deleted", "tag": "139de9e7-8745-4b2f-ac56-74f9f5f2028b"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:49:59.244938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637bd5ca-a625-4143-a1c2-5d9968a935f1 x-openstack-request-id: req-637bd5ca-a625-4143-a1c2-5d9968a935f1 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:49:59.245154 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46bf63d-7c8b-47be-a2c9-869dd5eb33df", "name": "network-vif-deleted", "tag": "139de9e7-8745-4b2f-ac56-74f9f5f2028b", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:49:59.245417 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-637bd5ca-a625-4143-a1c2-5d9968a935f1 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:49:59.245841 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637bd5ca-a625-4143-a1c2-5d9968a935f1'] response: {'server_uuid': 'f46bf63d-7c8b-47be-a2c9-869dd5eb33df', 'name': 'network-vif-deleted', 'tag': '139de9e7-8745-4b2f-ac56-74f9f5f2028b', 'status': 'completed', 'code': 200} Oct 23 01:49:59.301331 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6f8622ad-8dea-4f08-853d-08f4427969d2 req-856c5158-26dd-430a-9cf2-7afd40526a4b tempest-TestEncryptedCinderVolumes-2108928589 tempest-TestEncryptedCinderVolumes-2108928589-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f46bf63d-7c8b-47be-a2c9-869dd5eb33df HTTP/1.1" status: 200 len: 210 time: 0.0286636 Oct 23 01:50:00.462310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42548) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:00.765747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (045e78e1-1f91-4d11-a800-91168ad17387), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:00.983789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Deleting port cd7b26bb-9ae7-4f13-80ae-a13547dc8219 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:50:00.984129 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:01.065915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] For port cd7b26bb-9ae7-4f13-80ae-a13547dc8219, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd7b26bb-9ae7-4f13-80ae-a13547dc8219,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:01.066286 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:01.078778 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Calling delete_port for cd7b26bb-9ae7-4f13-80ae-a13547dc8219 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:50:01.139114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 139de9e7-8745-4b2f-ac56-74f9f5f2028b no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:50:01.158393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 139de9e7-8745-4b2f-ac56-74f9f5f2028b {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:50:01.158742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 139de9e7-8745-4b2f-ac56-74f9f5f2028b not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:50:01.203366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:01.206942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:01.294655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (cd7b26bb-9ae7-4f13-80ae-a13547dc8219), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:01.318190 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7b26bb-9ae7-4f13-80ae-a13547dc8219,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:01.331935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.332286 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.332625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.333003 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.333371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.333701 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.334056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.334378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.334704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.335028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.335350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.335832 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.336160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.336478 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.336798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:01.493926 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (045e78e1-1f91-4d11-a800-91168ad17387), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:01.514285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27491cd-cd61-4d52-a76a-470cc5976344 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:50:01.598705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27491cd-cd61-4d52-a76a-470cc5976344 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:50:01.702184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Router 045e78e1-1f91-4d11-a800-91168ad17387 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:50:01.809442 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:50:01.814976 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-757ce1e1-45be-4b40-a683-40bd5876e33e admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/045e78e1-1f91-4d11-a800-91168ad17387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3516085 Oct 23 01:50:01.817840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42550) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:01.826637 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557ec87-2af2-4d7c-8937-fa1b177c3948 None None] Sync routers for ids ['045e78e1-1f91-4d11-a800-91168ad17387'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:50:01.837710 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7557ec87-2af2-4d7c-8937-fa1b177c3948 None None] Routers {'045e78e1-1f91-4d11-a800-91168ad17387'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:01.838357 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-7557ec87-2af2-4d7c-8937-fa1b177c3948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:49:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['045e78e1-1f91-4d11-a800-91168ad17387'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:01.931997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Publish callbacks [] for router (045e78e1-1f91-4d11-a800-91168ad17387), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:01.942266 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-7557ec87-2af2-4d7c-8937-fa1b177c3948 None None] Set router 045e78e1-1f91-4d11-a800-91168ad17387 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:02.041824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Publish callbacks [] for router_gateway (045e78e1-1f91-4d11-a800-91168ad17387), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.115675 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-7557ec87-2af2-4d7c-8937-fa1b177c3948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045e78e1-1f91-4d11-a800-91168ad17387', 'name': 'tempest-TestEncryptedCinderVolumes-721879987-router', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:50:01Z', 'revision_number': 5, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'gw_port': {'id': '07b858d0-c707-4042-9bb2-3d3ae01ad15b', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045e78e1-1f91-4d11-a800-91168ad17387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:02.144602 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557ec87-2af2-4d7c-8937-fa1b177c3948 None None] Checking router: 045e78e1-1f91-4d11-a800-91168ad17387 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:50:02.156152 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7557ec87-2af2-4d7c-8937-fa1b177c3948 None None] Routers {'045e78e1-1f91-4d11-a800-91168ad17387'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:02.156950 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-7557ec87-2af2-4d7c-8937-fa1b177c3948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:49:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['045e78e1-1f91-4d11-a800-91168ad17387'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:02.163296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Deleting port 07b858d0-c707-4042-9bb2-3d3ae01ad15b {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:50:02.172344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.241348 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-7557ec87-2af2-4d7c-8937-fa1b177c3948 None None] Set router 045e78e1-1f91-4d11-a800-91168ad17387 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:02.249567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] For port 07b858d0-c707-4042-9bb2-3d3ae01ad15b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07b858d0-c707-4042-9bb2-3d3ae01ad15b,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:02.249986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.260333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:02.264445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Calling delete_port for 07b858d0-c707-4042-9bb2-3d3ae01ad15b owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:50:02.269743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:02.291531 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-7557ec87-2af2-4d7c-8937-fa1b177c3948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045e78e1-1f91-4d11-a800-91168ad17387', 'name': 'tempest-TestEncryptedCinderVolumes-721879987-router', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:50:02Z', 'revision_number': 6, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:02.306709 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6ebea432-44cd-4e10-af50-cbc1d83b763d None None] Provisioning complete for port 77032517-9b91-4c66-bddc-dfa56e95f18e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:02.307345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6ebea432-44cd-4e10-af50-cbc1d83b763d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.307607 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6ebea432-44cd-4e10-af50-cbc1d83b763d None None] Attempt 1 to provision port 77032517-9b91-4c66-bddc-dfa56e95f18e Oct 23 01:50:02.316387 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557ec87-2af2-4d7c-8937-fa1b177c3948 None None] The sync data for ids ['045e78e1-1f91-4d11-a800-91168ad17387'] in dv-neutron-master-2-hyperv is: [{'id': '045e78e1-1f91-4d11-a800-91168ad17387', 'name': 'tempest-TestEncryptedCinderVolumes-721879987-router', 'tenant_id': '4b9bf48556b74ab695bd01aa396da841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:48Z', 'updated_at': '2022-10-23T01:50:02Z', 'revision_number': 6, 'project_id': '4b9bf48556b74ab695bd01aa396da841', 'gw_port_host': None}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:50:02.387855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6ebea432-44cd-4e10-af50-cbc1d83b763d None None] Current status of the port 77032517-9b91-4c66-bddc-dfa56e95f18e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:02.500254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (07b858d0-c707-4042-9bb2-3d3ae01ad15b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.525446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b858d0-c707-4042-9bb2-3d3ae01ad15b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:02.587178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (045e78e1-1f91-4d11-a800-91168ad17387), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.691435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (045e78e1-1f91-4d11-a800-91168ad17387), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.693934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Publish callbacks [] for router_controller (045e78e1-1f91-4d11-a800-91168ad17387), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.814673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (045e78e1-1f91-4d11-a800-91168ad17387), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.815358 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 045e78e1-1f91-4d11-a800-91168ad17387 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:50:02.819602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.820710 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ae1340ed-c8fe-412a-9d08-a2be175a4d78 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/045e78e1-1f91-4d11-a800-91168ad17387 HTTP/1.1" status: 204 len: 168 time: 1.0017982 Oct 23 01:50:02.823333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42552) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:02.869028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a16eac-b62d-4389-a59b-6943e6933120 admin admin] Deleting subnet 34b1b45f-1e32-413e-b11e-0efe44e40cad {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:50:02.872282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b2a16eac-b62d-4389-a59b-6943e6933120 admin admin] Publish callbacks [] for subnet (34b1b45f-1e32-413e-b11e-0efe44e40cad), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.910259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b2a16eac-b62d-4389-a59b-6943e6933120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (34b1b45f-1e32-413e-b11e-0efe44e40cad), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:02.984561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b2a16eac-b62d-4389-a59b-6943e6933120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (34b1b45f-1e32-413e-b11e-0efe44e40cad), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.101745 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b2a16eac-b62d-4389-a59b-6943e6933120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (34b1b45f-1e32-413e-b11e-0efe44e40cad), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.106407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cd7b26bb-9ae7-4f13-80ae-a13547dc8219 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:50:03.130727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: cd7b26bb-9ae7-4f13-80ae-a13547dc8219 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:50:03.131531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cd7b26bb-9ae7-4f13-80ae-a13547dc8219 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:50:03.132003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 07b858d0-c707-4042-9bb2-3d3ae01ad15b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:50:03.133451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a16eac-b62d-4389-a59b-6943e6933120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b1b45f-1e32-413e-b11e-0efe44e40cad,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:03.137794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b2a16eac-b62d-4389-a59b-6943e6933120 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.140981 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b2a16eac-b62d-4389-a59b-6943e6933120 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/34b1b45f-1e32-413e-b11e-0efe44e40cad HTTP/1.1" status: 204 len: 168 time: 0.3167250 Oct 23 01:50:03.143554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42554) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:03.156556 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c04e3-68c1-45c7-981e-da0b87c0c7a4 None None] Network 5b613fe5-dcb1-479f-9e30-551e99d66907 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:50:03.159246 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 07b858d0-c707-4042-9bb2-3d3ae01ad15b {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:50:03.159856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 07b858d0-c707-4042-9bb2-3d3ae01ad15b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:50:03.240321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (5b613fe5-dcb1-479f-9e30-551e99d66907), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.250128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:03.289601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Deleting port 77032517-9b91-4c66-bddc-dfa56e95f18e {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:50:03.290109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.351359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c78961-daa9-4942-b246-222a233791de None None] DHCP port deletion for 5b613fe5-dcb1-479f-9e30-551e99d66907 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:50:03.366511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] For port 77032517-9b91-4c66-bddc-dfa56e95f18e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77032517-9b91-4c66-bddc-dfa56e95f18e,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:03.366887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.381423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Calling delete_port for 77032517-9b91-4c66-bddc-dfa56e95f18e owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:50:03.397867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-91c78961-daa9-4942-b246-222a233791de None None] Deleting port 77032517-9b91-4c66-bddc-dfa56e95f18e {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:50:03.398247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.467012 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-91c78961-daa9-4942-b246-222a233791de None None] For port 77032517-9b91-4c66-bddc-dfa56e95f18e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77032517-9b91-4c66-bddc-dfa56e95f18e,segment=NetworkSegment(829f24e5-5d03-4529-bdce-0be3347e5c08),segment_id=829f24e5-5d03-4529-bdce-0be3347e5c08)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:03.467408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.477197 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:03.483091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-91c78961-daa9-4942-b246-222a233791de None None] Calling delete_port for 77032517-9b91-4c66-bddc-dfa56e95f18e owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:50:03.556410 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.563358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (77032517-9b91-4c66-bddc-dfa56e95f18e), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.590144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Pushing event deleted for resources: {'Port': ['ID=77032517-9b91-4c66-bddc-dfa56e95f18e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:03.590622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78961-daa9-4942-b246-222a233791de None None] Pushing event deleted for resources: {'Port': ['ID=77032517-9b91-4c66-bddc-dfa56e95f18e,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:03.593189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c78961-daa9-4942-b246-222a233791de None None] No DVR routers for this DVR port 77032517-9b91-4c66-bddc-dfa56e95f18e on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:50:03.606560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] No DVR routers for this DVR port 77032517-9b91-4c66-bddc-dfa56e95f18e on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:50:03.609198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.609495 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.609878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.610294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.610546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.610880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.611247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.611524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.611875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.612202 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.612530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.612920 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.613171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.613494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.613833 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78961-daa9-4942-b246-222a233791de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:03.676286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (5b613fe5-dcb1-479f-9e30-551e99d66907), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.697166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b613fe5-dcb1-479f-9e30-551e99d66907']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:03.706620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829f24e5-5d03-4529-bdce-0be3347e5c08') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:03.706919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829f24e5-5d03-4529-bdce-0be3347e5c08') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:03.717064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (829f24e5-5d03-4529-bdce-0be3347e5c08), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.730568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (829f24e5-5d03-4529-bdce-0be3347e5c08), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.736690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:50:03.737071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (829f24e5-5d03-4529-bdce-0be3347e5c08), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.781211 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 829f24e5-5d03-4529-bdce-0be3347e5c08 resource provider aggregate not found Oct 23 01:50:03.799318 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 829f24e5-5d03-4529-bdce-0be3347e5c08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 829f24e5-5d03-4529-bdce-0be3347e5c08 found for delete ", "request_id": "req-7b70b782-18ae-4a8b-9ddd-53098d246490"}]} Oct 23 01:50:03.876419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (5b613fe5-dcb1-479f-9e30-551e99d66907), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.882674 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:03.885762 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/5b613fe5-dcb1-479f-9e30-551e99d66907 HTTP/1.1" status: 204 len: 168 time: 0.7412977 Oct 23 01:50:03.890347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42560) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:03.897824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54f30a-6a61-4852-ba02-cd64d609960c admin admin] Pushing event deleted for resources: {'Network': ['ID=5b613fe5-dcb1-479f-9e30-551e99d66907,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:04.173867 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:04.204825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:04.244401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:04.421971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] Deleting port b8c10087-9a4f-4362-8abe-96214fdf3e8a {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:50:04.422192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:04.501723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] For port b8c10087-9a4f-4362-8abe-96214fdf3e8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8c10087-9a4f-4362-8abe-96214fdf3e8a,segment=NetworkSegment(9a93689a-5338-4358-8c8c-c87f28e14884),segment_id=9a93689a-5338-4358-8c8c-c87f28e14884)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:04.502106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:04.514370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] Calling delete_port for b8c10087-9a4f-4362-8abe-96214fdf3e8a owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:50:04.786111 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (b8c10087-9a4f-4362-8abe-96214fdf3e8a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:04.810422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c10087-9a4f-4362-8abe-96214fdf3e8a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:05.140744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 77032517-9b91-4c66-bddc-dfa56e95f18e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:50:05.162986 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 77032517-9b91-4c66-bddc-dfa56e95f18e {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:50:05.163335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 77032517-9b91-4c66-bddc-dfa56e95f18e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:50:05.233962 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:05.253111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae41392-c5a6-4000-bd3e-f9380d08b295 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:50:05.320659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:05.323151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae41392-c5a6-4000-bd3e-f9380d08b295 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:50:05.431921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:05.441561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] Router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:50:05.549241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:50:05.556420 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dd494410-716b-451f-841e-87f7732e68bf admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6644087 Oct 23 01:50:05.557275 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42562) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:05.560293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bceb187-aec3-4fea-827a-30c61485966f None None] Sync routers for ids ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:50:05.574269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bceb187-aec3-4fea-827a-30c61485966f None None] Routers {'003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:05.575211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6bceb187-aec3-4fea-827a-30c61485966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:49:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:05.666403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Publish callbacks [] for router (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:05.680165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6bceb187-aec3-4fea-827a-30c61485966f None None] Set router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:05.772130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Publish callbacks [] for router_gateway (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:05.843104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:05.857219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6bceb187-aec3-4fea-827a-30c61485966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'name': 'tempest-TestEncryptedCinderVolumes-1856924144-router', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:53Z', 'updated_at': '2022-10-23T01:50:04Z', 'revision_number': 5, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'gw_port': {'id': 'f888a800-62d1-4e1a-9479-767aa828a079', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:47:54Z', 'updated_at': '2022-10-23T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:05.859062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:05.869966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Deleting port f888a800-62d1-4e1a-9479-767aa828a079 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:50:05.875978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f888a800-62d1-4e1a-9479-767aa828a079), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:05.885340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bceb187-aec3-4fea-827a-30c61485966f None None] Checking router: 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:50:05.887048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:05.896445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bceb187-aec3-4fea-827a-30c61485966f None None] Routers {'003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:05.897046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6bceb187-aec3-4fea-827a-30c61485966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:49:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:05.966307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] For port f888a800-62d1-4e1a-9479-767aa828a079, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f888a800-62d1-4e1a-9479-767aa828a079,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:05.966988 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f888a800-62d1-4e1a-9479-767aa828a079), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:05.982556 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Calling delete_port for f888a800-62d1-4e1a-9479-767aa828a079 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:50:05.998301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6bceb187-aec3-4fea-827a-30c61485966f None None] Set router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:06.055026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6bceb187-aec3-4fea-827a-30c61485966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'name': 'tempest-TestEncryptedCinderVolumes-1856924144-router', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:53Z', 'updated_at': '2022-10-23T01:50:05Z', 'revision_number': 6, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:06.087230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bceb187-aec3-4fea-827a-30c61485966f None None] The sync data for ids ['003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a'] in dv-neutron-master-2-hyperv is: [{'id': '003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a', 'name': 'tempest-TestEncryptedCinderVolumes-1856924144-router', 'tenant_id': '71a2237d68184b909c1c3bdc038ca736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:47:53Z', 'updated_at': '2022-10-23T01:50:05Z', 'revision_number': 6, 'project_id': '71a2237d68184b909c1c3bdc038ca736', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:50:06.088515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3770e143-d6f3-45ab-beb4-57d5e6906e94 None None] Provisioning complete for port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:06.088882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3770e143-d6f3-45ab-beb4-57d5e6906e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.089211 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3770e143-d6f3-45ab-beb4-57d5e6906e94 None None] Attempt 1 to provision port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d Oct 23 01:50:06.168142 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3770e143-d6f3-45ab-beb4-57d5e6906e94 None None] Current status of the port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:06.254427 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f888a800-62d1-4e1a-9479-767aa828a079), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.278022 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Pushing event deleted for resources: {'Port': ['ID=f888a800-62d1-4e1a-9479-767aa828a079,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:06.287461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:06.342732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.431784 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.434154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Publish callbacks [] for router_controller (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.523122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.523770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:50:06.530819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.530819 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-122b8715-e466-4eb9-89df-67d24b24bcac admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/003a0fe8-593e-4ce5-a6b8-6fb4ff246e8a HTTP/1.1" status: 204 len: 168 time: 0.9708831 Oct 23 01:50:06.531826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42564) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:06.576785 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-776a99f5-8b51-4431-bc1f-3f6b99a721eb admin admin] Deleting subnet 7b0223b1-249b-4e78-b77c-bad74fe9d7b0 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:50:06.579929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-776a99f5-8b51-4431-bc1f-3f6b99a721eb admin admin] Publish callbacks [] for subnet (7b0223b1-249b-4e78-b77c-bad74fe9d7b0), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.614431 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-776a99f5-8b51-4431-bc1f-3f6b99a721eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (7b0223b1-249b-4e78-b77c-bad74fe9d7b0), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.644302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:06.696507 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-776a99f5-8b51-4431-bc1f-3f6b99a721eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (7b0223b1-249b-4e78-b77c-bad74fe9d7b0), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.787024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-776a99f5-8b51-4431-bc1f-3f6b99a721eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (7b0223b1-249b-4e78-b77c-bad74fe9d7b0), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.815386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a99f5-8b51-4431-bc1f-3f6b99a721eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0223b1-249b-4e78-b77c-bad74fe9d7b0,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:06.817402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-776a99f5-8b51-4431-bc1f-3f6b99a721eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.820584 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-776a99f5-8b51-4431-bc1f-3f6b99a721eb admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/7b0223b1-249b-4e78-b77c-bad74fe9d7b0 HTTP/1.1" status: 204 len: 168 time: 0.2878399 Oct 23 01:50:06.821622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10561044-8a5a-4f44-b4b0-f51cbfb3d975 None None] Network 8b5a4e97-e3de-499a-b9ce-a632ae8214df requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:50:06.823238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42566) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:06.894289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (8b5a4e97-e3de-499a-b9ce-a632ae8214df), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.944536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Deleting port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:50:06.944879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:06.968567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5122b88-b847-467f-9c52-d83d2f951f86 None None] DHCP port deletion for 8b5a4e97-e3de-499a-b9ce-a632ae8214df request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:50:07.012756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f5122b88-b847-467f-9c52-d83d2f951f86 None None] Deleting port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:50:07.013136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f5122b88-b847-467f-9c52-d83d2f951f86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:07.020174 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] For port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d,segment=NetworkSegment(9a93689a-5338-4358-8c8c-c87f28e14884),segment_id=9a93689a-5338-4358-8c8c-c87f28e14884)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:07.020585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:07.034964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Calling delete_port for ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:50:07.090698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f5122b88-b847-467f-9c52-d83d2f951f86 None None] For port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d,segment=NetworkSegment(9a93689a-5338-4358-8c8c-c87f28e14884),segment_id=9a93689a-5338-4358-8c8c-c87f28e14884)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:07.091389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f5122b88-b847-467f-9c52-d83d2f951f86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:07.105949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f5122b88-b847-467f-9c52-d83d2f951f86 None None] Calling delete_port for ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:50:07.153283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f888a800-62d1-4e1a-9479-767aa828a079 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:50:07.181408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: f888a800-62d1-4e1a-9479-767aa828a079 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:50:07.182502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device f888a800-62d1-4e1a-9479-767aa828a079 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:50:07.182502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:50:07.196247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:07.222185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:07.224675 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] No DVR routers for this DVR port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:50:07.237743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No active binding found for port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d {{(pid=105986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 23 01:50:07.238143 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] The host dv-neutron-master-2-hyperv is not matching for port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d host None! {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 23 01:50:07.238528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:50:07.238947 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b8c10087-9a4f-4362-8abe-96214fdf3e8a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:50:07.259608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: b8c10087-9a4f-4362-8abe-96214fdf3e8a {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:50:07.259962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b8c10087-9a4f-4362-8abe-96214fdf3e8a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:50:07.261336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f5122b88-b847-467f-9c52-d83d2f951f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:07.289943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5122b88-b847-467f-9c52-d83d2f951f86 None None] Pushing event deleted for resources: {'Port': ['ID=ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:07.293726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5122b88-b847-467f-9c52-d83d2f951f86 None None] No DVR routers for this DVR port ee21b2f4-1c1b-41a8-b8ae-d8e7cea00f3d on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:50:07.301869 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (8b5a4e97-e3de-499a-b9ce-a632ae8214df), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:07.583729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5a4e97-e3de-499a-b9ce-a632ae8214df']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:07.593407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a93689a-5338-4358-8c8c-c87f28e14884') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:07.593709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a93689a-5338-4358-8c8c-c87f28e14884') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:07.602606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (9a93689a-5338-4358-8c8c-c87f28e14884), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:07.616627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (9a93689a-5338-4358-8c8c-c87f28e14884), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:07.622816 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:50:07.623199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (9a93689a-5338-4358-8c8c-c87f28e14884), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:07.662160 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 9a93689a-5338-4358-8c8c-c87f28e14884 resource provider aggregate not found Oct 23 01:50:07.678132 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 9a93689a-5338-4358-8c8c-c87f28e14884 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a93689a-5338-4358-8c8c-c87f28e14884 found for delete ", "request_id": "req-dbc90807-0622-4adc-a3ca-4109866f43ef"}]} Oct 23 01:50:07.739679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (8b5a4e97-e3de-499a-b9ce-a632ae8214df), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:07.744963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:07.748011 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/8b5a4e97-e3de-499a-b9ce-a632ae8214df HTTP/1.1" status: 204 len: 168 time: 0.9231582 Oct 23 01:50:07.759455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec85603-8628-497e-b5b0-c5540e191a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5a4e97-e3de-499a-b9ce-a632ae8214df,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:08.099648 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42574) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:08.146779 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6cdc4cc2-30d9-4f92-9750-b2926c28971d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4b9bf48556b74ab695bd01aa396da841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459824 Oct 23 01:50:08.149229 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42576) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:08.155641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:08.191493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:08.203884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be88ee81-6022-4a0b-8ad7-1fa47c2ca404 admin admin] Publish callbacks [] for security_group (54e6c960-47bc-4c7f-9e4f-893d548ba6f9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:08.223949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be88ee81-6022-4a0b-8ad7-1fa47c2ca404 admin admin] Publish callbacks [] for security_group (54e6c960-47bc-4c7f-9e4f-893d548ba6f9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:08.328640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be88ee81-6022-4a0b-8ad7-1fa47c2ca404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (54e6c960-47bc-4c7f-9e4f-893d548ba6f9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:08.331154 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be88ee81-6022-4a0b-8ad7-1fa47c2ca404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:08.332327 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-be88ee81-6022-4a0b-8ad7-1fa47c2ca404 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/54e6c960-47bc-4c7f-9e4f-893d548ba6f9 HTTP/1.1" status: 204 len: 168 time: 0.1822195 Oct 23 01:50:08.340406 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88ee81-6022-4a0b-8ad7-1fa47c2ca404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e6c960-47bc-4c7f-9e4f-893d548ba6f9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:08.906008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f6b3fc42-bcbb-41a5-9104-3259952f7da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:09.020759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42582) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:09.060811 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f3b28b89-730e-414f-b4ba-5d47873bfaf4 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=71a2237d68184b909c1c3bdc038ca736&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406237 Oct 23 01:50:09.063363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42584) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:09.110692 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-93fd8733-d1f1-4ede-8f8a-a7311d6cdf91 admin admin] Publish callbacks [] for security_group (33c67776-073c-4dde-8b93-ce6707dd7d64), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:09.131094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-93fd8733-d1f1-4ede-8f8a-a7311d6cdf91 admin admin] Publish callbacks [] for security_group (33c67776-073c-4dde-8b93-ce6707dd7d64), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:09.243031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-93fd8733-d1f1-4ede-8f8a-a7311d6cdf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (33c67776-073c-4dde-8b93-ce6707dd7d64), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:09.245524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-93fd8733-d1f1-4ede-8f8a-a7311d6cdf91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:09.246741 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-93fd8733-d1f1-4ede-8f8a-a7311d6cdf91 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/33c67776-073c-4dde-8b93-ce6707dd7d64 HTTP/1.1" status: 204 len: 168 time: 0.1822472 Oct 23 01:50:09.254589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd8733-d1f1-4ede-8f8a-a7311d6cdf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c67776-073c-4dde-8b93-ce6707dd7d64,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:10.168021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42606) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:10.262372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-880820656-network', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:50:10.317028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Made reservation on behalf of 42316ffe3a474965904b3d4c5cc0329e for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:50:10.319357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:10.328093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:10.400959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Publish callbacks [] for security_group (4b75adb1-565d-4341-8129-c01406ef3873), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:10.454213 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4b75adb1-565d-4341-8129-c01406ef3873), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:10.482319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:50:10.488521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b75adb1-565d-4341-8129-c01406ef3873,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:10.495942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:10.495942 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Added segment 996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab of type vlan for network 437471c7-063c-447e-b578-786b4560a9e3 Oct 23 01:50:10.534461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (437471c7-063c-447e-b578-786b4560a9e3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:10.597312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (437471c7-063c-447e-b578-786b4560a9e3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:10.598356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:10.599567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:10.660797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] Pushing event updated for resources: {'Network': ['ID=437471c7-063c-447e-b578-786b4560a9e3,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:10.672311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 437471c7-063c-447e-b578-786b4560a9e3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:50:10.703072 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-268d174f-1bad-430c-b1f5-fbf60eb7cb76 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5338855 Oct 23 01:50:10.705934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42610) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:10.711175 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] Request body: {'subnet': {'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-880820656-subnet', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'ip_version': 4}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:50:10.790650 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] Made reservation on behalf of 42316ffe3a474965904b3d4c5cc0329e for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:50:10.793099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:10.806968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:10.877852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:11.031759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (73aaf08f-7ba6-48ef-93e6-4f983f15978e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.092596 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73aaf08f-7ba6-48ef-93e6-4f983f15978e,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:11.098333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] Checking segment: {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:50:11.099206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] Network hostable DHCP agents. Network: 437471c7-063c-447e-b578-786b4560a9e3, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:50:11.186136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] Network 437471c7-063c-447e-b578-786b4560a9e3 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:50:11.271034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 437471c7-063c-447e-b578-786b4560a9e3) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:50:11.275627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:11.276604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.279717 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd764575-eb67-43d9-87b0-fad6c17ad22e None None] Network 437471c7-063c-447e-b578-786b4560a9e3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:50:11.322291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-04910515-5c89-4c37-8d17-fac59eaa3699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.376981 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-eb4e320e-8bc4-4c6b-847d-d04e9119c310 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6700103 Oct 23 01:50:11.379564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42612) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:11.382638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-437471c7-063c-447e-b578-786b4560a9e3', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:50:11.383571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.384684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:50:11.465777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.466851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.520526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Publish callbacks [] for router_controller (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.521202 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Allocated IP 172.20.0.2 (437471c7-063c-447e-b578-786b4560a9e3/73aaf08f-7ba6-48ef-93e6-4f983f15978e/edfe9873-c05b-46a5-a3f4-7a22261d7464) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:50:11.586438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:11.667156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Publish callbacks [] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.707615 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Publish callbacks [] for router_gateway (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.740444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.787550 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Network 437471c7-063c-447e-b578-786b4560a9e3 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:50:11.790703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:50:11.794450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:50:11.797748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Pushing event updated for resources: {'Port': ['ID=edfe9873-c05b-46a5-a3f4-7a22261d7464,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:11.853513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Attempting to bind port edfe9873-c05b-46a5-a3f4-7a22261d7464 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:50:11.853900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Attempting to bind port edfe9873-c05b-46a5-a3f4-7a22261d7464 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:50:11.854194 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Attempting to bind port edfe9873-c05b-46a5-a3f4-7a22261d7464 on network 437471c7-063c-447e-b578-786b4560a9e3 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:50:11.896114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:50:11.896500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Checking segment: {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:50:11.896914 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.897306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Bound using segment: {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:50:11.897830 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Bound port: edfe9873-c05b-46a5-a3f4-7a22261d7464, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:50:11.898196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.957112 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Publish callbacks [] for router_gateway (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.957710 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:11.959579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] For port edfe9873-c05b-46a5-a3f4-7a22261d7464, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:50:11.962992 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] For port edfe9873-c05b-46a5-a3f4-7a22261d7464, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=edfe9873-c05b-46a5-a3f4-7a22261d7464,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:50:11.976980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:11.984591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:12.031921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:12.089953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Allocated IP 172.36.3.211 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/3bf2ac19-2dcd-4450-b75b-a407a990a4d5) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:50:12.090554 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1f60d-3187-46dd-b0f0-f5803b2e06f2 None None] Pushing event updated for resources: {'Port': ['ID=edfe9873-c05b-46a5-a3f4-7a22261d7464,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:12.198131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Publish callbacks [] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:12.306401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:12.339169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:12.348729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:50:12.354077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:50:12.358132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:50:12.363444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf2ac19-2dcd-4450-b75b-a407a990a4d5,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:12.521745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:12.627001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:12.692176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Publish callbacks [] for router_gateway (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:12.890943 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:12.929666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e15a14b-3338-42e7-af15-52f4f2b9e781 None None] Network 437471c7-063c-447e-b578-786b4560a9e3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:50:13.045826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7e280ef2-6a09-440d-84d3-26863a7f2381 None None] Provisioning complete for port edfe9873-c05b-46a5-a3f4-7a22261d7464 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:13.046205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7e280ef2-6a09-440d-84d3-26863a7f2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:13.046538 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7e280ef2-6a09-440d-84d3-26863a7f2381 None None] Attempt 1 to provision port edfe9873-c05b-46a5-a3f4-7a22261d7464 Oct 23 01:50:13.065531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:50:13.135446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7e280ef2-6a09-440d-84d3-26863a7f2381 None None] Current status of the port edfe9873-c05b-46a5-a3f4-7a22261d7464 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:13.135823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7e280ef2-6a09-440d-84d3-26863a7f2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:13.148601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device edfe9873-c05b-46a5-a3f4-7a22261d7464 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:13.175568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:13.195096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:50:13.210159 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Sync routers for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:50:13.217146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7e280ef2-6a09-440d-84d3-26863a7f2381 None None] For port edfe9873-c05b-46a5-a3f4-7a22261d7464, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=edfe9873-c05b-46a5-a3f4-7a22261d7464,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:13.222664 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:13.223919 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:50:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:13.227320 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port edfe9873-c05b-46a5-a3f4-7a22261d7464 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:13.232826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:13.232826 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port edfe9873-c05b-46a5-a3f4-7a22261d7464 Oct 23 01:50:13.272397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7e280ef2-6a09-440d-84d3-26863a7f2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:13.274162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:13.275405 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b7719e19-4bf9-45b7-b71e-a563e00c2654 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8942714 Oct 23 01:50:13.278243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42614) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:13.326995 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:13.343514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port edfe9873-c05b-46a5-a3f4-7a22261d7464 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:13.357676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e280ef2-6a09-440d-84d3-26863a7f2381 None None] Pushing event updated for resources: {'Port': ['ID=edfe9873-c05b-46a5-a3f4-7a22261d7464,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:13.390550 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e8e6f17c-2987-4c7e-aa67-bb1878eddf78 None None] Provisioning complete for port edfe9873-c05b-46a5-a3f4-7a22261d7464 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:13.390852 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e8e6f17c-2987-4c7e-aa67-bb1878eddf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:13.391322 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e8e6f17c-2987-4c7e-aa67-bb1878eddf78 None None] Attempt 1 to provision port edfe9873-c05b-46a5-a3f4-7a22261d7464 Oct 23 01:50:13.472111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6f17c-2987-4c7e-aa67-bb1878eddf78 None None] Current status of the port edfe9873-c05b-46a5-a3f4-7a22261d7464 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:13.497575 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:12Z', 'revision_number': 3, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:13.522887 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Checking router: d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:50:13.523230 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Updating router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:50:13.550861 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:13.572006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:13.573689 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:13.651232 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:13.697812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:13.856622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Allocated IP 172.20.0.1 (437471c7-063c-447e-b578-786b4560a9e3/73aaf08f-7ba6-48ef-93e6-4f983f15978e/3e896919-8e56-4a77-a530-1710849e7d7c) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:50:13.882639 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Publish callbacks [] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:13.922925 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:13.950694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:13.956838 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Attempting to bind port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:50:13.957202 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Attempting to bind port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:50:13.957553 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Attempting to bind port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:50:13.964156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Publish callbacks [] for port (3e896919-8e56-4a77-a530-1710849e7d7c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.004242 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Pushing event updated for resources: {'Port': ['ID=3bf2ac19-2dcd-4450-b75b-a407a990a4d5,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:14.014886 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:50:14.015253 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:50:14.015641 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.016017 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:50:14.016475 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Bound port: 3bf2ac19-2dcd-4450-b75b-a407a990a4d5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:50:14.016841 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.019924 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.020258 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.020592 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.020916 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.021239 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.021557 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.021931 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.022204 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.022519 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.022831 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.023148 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.023461 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.023767 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.024075 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.024383 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:50:14.070657 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.072477 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] For port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:50:14.075536 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] For port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bf2ac19-2dcd-4450-b75b-a407a990a4d5,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:50:14.100539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.101221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.113580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Network 437471c7-063c-447e-b578-786b4560a9e3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:50:14.117324 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:50:14.121075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:50:14.124479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3e896919-8e56-4a77-a530-1710849e7d7c,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:14.156521 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.161776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.197003 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:14.197620 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:50:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:14.251682 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be7a05-3ab6-41c5-abd2-0a4a3c7811ef None None] Pushing event updated for resources: {'Port': ['ID=3bf2ac19-2dcd-4450-b75b-a407a990a4d5,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:14.324853 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:14.341268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.394048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f57c4b23-4c53-4ae4-91b2-34b8ba06fd04 None None] Provisioning complete for port 3e896919-8e56-4a77-a530-1710849e7d7c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:14.394449 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f57c4b23-4c53-4ae4-91b2-34b8ba06fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.394861 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f57c4b23-4c53-4ae4-91b2-34b8ba06fd04 None None] Attempt 1 to provision port 3e896919-8e56-4a77-a530-1710849e7d7c Oct 23 01:50:14.432589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f57c4b23-4c53-4ae4-91b2-34b8ba06fd04 None None] Port 3e896919-8e56-4a77-a530-1710849e7d7c cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:50:14.498118 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:12Z', 'revision_number': 3, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:14.524643 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6596e-a3ac-4ce0-84b0-092f135cd490 None None] The sync data for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv is: [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:12Z', 'revision_number': 3, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:50:14.708715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:14.789556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Publish callbacks [] for port (3e896919-8e56-4a77-a530-1710849e7d7c), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.853194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:14.926013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3e896919-8e56-4a77-a530-1710849e7d7c,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:14.929405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:15.024981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Network 437471c7-063c-447e-b578-786b4560a9e3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:50:15.026468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:50:15.156114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:50:15.215707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:15.269932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:15.270400 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:15.270737 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 Oct 23 01:50:15.275482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:50:15.280983 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fc70e815-8126-4f00-94b5-684f4e3af8f8 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0017672 Oct 23 01:50:15.358327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:15.358720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:15.376763 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6d2f2223-5584-43d3-b7aa-a50ffd793416 None None] Provisioning complete for port 3e896919-8e56-4a77-a530-1710849e7d7c triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:15.377132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2223-5584-43d3-b7aa-a50ffd793416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:15.377498 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6d2f2223-5584-43d3-b7aa-a50ffd793416 None None] Attempt 1 to provision port 3e896919-8e56-4a77-a530-1710849e7d7c Oct 23 01:50:15.389308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bf2ac19-2dcd-4450-b75b-a407a990a4d5,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:15.421908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f2223-5584-43d3-b7aa-a50ffd793416 None None] Port 3e896919-8e56-4a77-a530-1710849e7d7c cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:50:15.494341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:15.495171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device edfe9873-c05b-46a5-a3f4-7a22261d7464 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:15.540661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:15.570839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=3bf2ac19-2dcd-4450-b75b-a407a990a4d5,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:15.583492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port edfe9873-c05b-46a5-a3f4-7a22261d7464 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:15.583822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:15.584171 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port edfe9873-c05b-46a5-a3f4-7a22261d7464 Oct 23 01:50:15.662823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port edfe9873-c05b-46a5-a3f4-7a22261d7464 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:15.992643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42630) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:15.997953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1085776854-network', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:50:16.081341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Sync routers for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:50:16.091526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:16.092132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:50:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:16.094035 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Made reservation on behalf of a19e4f4788cf4e42aed26167c45cc7d7 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:50:16.096540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.105939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.138026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:16.187550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Publish callbacks [] for security_group (04f29df8-9ea6-4694-88ad-ed63dc33f8d9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.197043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:16.270488 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (04f29df8-9ea6-4694-88ad-ed63dc33f8d9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.296958 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:50:16.307862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f29df8-9ea6-4694-88ad-ed63dc33f8d9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:16.312732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (47510443-4717-493a-990a-8095f66c3f88), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.313071 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Added segment 47510443-4717-493a-990a-8095f66c3f88 of type vlan for network c234c01e-e816-4c8f-8832-6c95b07a1a5d Oct 23 01:50:16.314766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:16.354303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (c234c01e-e816-4c8f-8832-6c95b07a1a5d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.387437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 2, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:16.417492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Checking router: d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:50:16.417871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Updating router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf port 3e896919-8e56-4a77-a530-1710849e7d7c binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:50:16.444945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.448477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (c234c01e-e816-4c8f-8832-6c95b07a1a5d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.449658 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:16.450310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.507178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:16.516855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] Pushing event updated for resources: {'Network': ['ID=c234c01e-e816-4c8f-8832-6c95b07a1a5d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:16.535287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network c234c01e-e816-4c8f-8832-6c95b07a1a5d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:50:16.562607 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5451b8e1-d4fc-4e2a-8030-a01210820028 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5661514 Oct 23 01:50:16.562885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42632) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:16.568075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] Request body: {'subnet': {'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1085776854-subnet', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'ip_version': 4}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:50:16.665639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] Made reservation on behalf of a19e4f4788cf4e42aed26167c45cc7d7 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:50:16.668371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.708731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:16.765982 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Publish callbacks [] for port (3e896919-8e56-4a77-a530-1710849e7d7c), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.859960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.920229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adb7e1-a180-462e-9a25-c130d644d283 None None] Pushing event updated for resources: {'Port': ['ID=3e896919-8e56-4a77-a530-1710849e7d7c,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:16.946033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (7d31167c-6a2b-47d6-b9c6-d87705165829), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.950317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:16.954955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Attempting to bind port 3e896919-8e56-4a77-a530-1710849e7d7c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:50:16.954955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Attempting to bind port 3e896919-8e56-4a77-a530-1710849e7d7c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:50:16.954955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Attempting to bind port 3e896919-8e56-4a77-a530-1710849e7d7c on network 437471c7-063c-447e-b578-786b4560a9e3 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:50:16.993475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:50:16.996193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Checking segment: {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:50:16.996193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:16.996193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Bound using segment: {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:50:16.996193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Bound port: 3e896919-8e56-4a77-a530-1710849e7d7c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:50:16.996193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:17.003666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d31167c-6a2b-47d6-b9c6-d87705165829,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:17.013050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] Checking segment: {'id': '47510443-4717-493a-990a-8095f66c3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:50:17.013450 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] Network hostable DHCP agents. Network: c234c01e-e816-4c8f-8832-6c95b07a1a5d, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:50:17.056943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] For port 3e896919-8e56-4a77-a530-1710849e7d7c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:50:17.064100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] For port 3e896919-8e56-4a77-a530-1710849e7d7c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e896919-8e56-4a77-a530-1710849e7d7c,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:50:17.102454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:17.140002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] Network c234c01e-e816-4c8f-8832-6c95b07a1a5d is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:50:17.140951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:17.183214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:17.183586 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:17.183916 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 Oct 23 01:50:17.189401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:17.190076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:50:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:17.236865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c234c01e-e816-4c8f-8832-6c95b07a1a5d) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:50:17.242353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:17.243138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:17.255450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab15adb-fba0-407d-b84d-d4bc3491bd80 None None] Network c234c01e-e816-4c8f-8832-6c95b07a1a5d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:50:17.324827 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6fd278e6-e317-4dac-a944-83db06180b98 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7607863 Oct 23 01:50:17.327432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42634) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:17.331983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1085776854-router', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:50:17.411579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adb7e1-a180-462e-9a25-c130d644d283 None None] Pushing event updated for resources: {'Port': ['ID=3e896919-8e56-4a77-a530-1710849e7d7c,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:17.418391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:17.431214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (da361395-fdf5-467e-a4c1-1be25992262b), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:17.435085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (da361395-fdf5-467e-a4c1-1be25992262b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:17.497607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Publish callbacks [] for router_controller (da361395-fdf5-467e-a4c1-1be25992262b), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:17.571707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:17.626939 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:17.635219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:17.635219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c234c01e-e816-4c8f-8832-6c95b07a1a5d', 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d', 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'fixed_ips': [{'subnet_id': '7d31167c-6a2b-47d6-b9c6-d87705165829'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:50:17.635888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:17.699577 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Publish callbacks [] for router_gateway (da361395-fdf5-467e-a4c1-1be25992262b), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:17.858495 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:17.906130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Allocated IP 172.20.0.2 (c234c01e-e816-4c8f-8832-6c95b07a1a5d/7d31167c-6a2b-47d6-b9c6-d87705165829/46c78c2e-0fca-4ee3-9084-dd5fd2c14dda) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:50:17.908566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:17Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:17.931983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Publish callbacks [] for router_gateway (da361395-fdf5-467e-a4c1-1be25992262b), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:17.944912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435d1a58-0e95-4302-8e53-168d4bb01413 None None] The sync data for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv is: [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:17Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:50:17.953770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:18.093621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Allocated IP 172.36.3.219 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/506a4197-70ac-4552-b865-0f91b7cfbba8) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:50:18.109079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Publish callbacks [] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:18.157741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:18.195149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Network c234c01e-e816-4c8f-8832-6c95b07a1a5d is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:50:18.199749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:50:18.200902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:18.205774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:50:18.207271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Publish callbacks [] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:18.220427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Pushing event updated for resources: {'Port': ['ID=46c78c2e-0fca-4ee3-9084-dd5fd2c14dda,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:18.273356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Attempting to bind port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:50:18.273878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Attempting to bind port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '47510443-4717-493a-990a-8095f66c3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:50:18.274272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Attempting to bind port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda on network c234c01e-e816-4c8f-8832-6c95b07a1a5d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:50:18.294186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:18.322141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:50:18.322526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Checking segment: {'id': '47510443-4717-493a-990a-8095f66c3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:50:18.322910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:18.323296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Bound using segment: {'id': '47510443-4717-493a-990a-8095f66c3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:50:18.323772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Bound port: 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47510443-4717-493a-990a-8095f66c3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:50:18.324154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:18.341233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:50:18.345921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:18.353944 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:50:18.353944 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:50:18.377946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Pushing event updated for resources: {'Port': ['ID=506a4197-70ac-4552-b865-0f91b7cfbba8,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:18.389399 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] For port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:50:18.393040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] For port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=46c78c2e-0fca-4ee3-9084-dd5fd2c14dda,segment=NetworkSegment(47510443-4717-493a-990a-8095f66c3f88),segment_id=47510443-4717-493a-990a-8095f66c3f88)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:50:18.477623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:18.546815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43031b-7b04-4bf0-91e0-bbd0cf70c862 None None] Pushing event updated for resources: {'Port': ['ID=46c78c2e-0fca-4ee3-9084-dd5fd2c14dda,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:18.701980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Publish callbacks [] for router_gateway (da361395-fdf5-467e-a4c1-1be25992262b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:18.913477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (da361395-fdf5-467e-a4c1-1be25992262b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.138645 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:19.146206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Router da361395-fdf5-467e-a4c1-1be25992262b is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:50:19.192909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:19.193282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.193615 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda Oct 23 01:50:19.263928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:50:19.274851 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Sync routers for ids ['da361395-fdf5-467e-a4c1-1be25992262b'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:50:19.278126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:19.278520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.296891 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Routers {'da361395-fdf5-467e-a4c1-1be25992262b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:19.297608 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:50:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['da361395-fdf5-467e-a4c1-1be25992262b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:19.315844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=46c78c2e-0fca-4ee3-9084-dd5fd2c14dda,segment=NetworkSegment(47510443-4717-493a-990a-8095f66c3f88),segment_id=47510443-4717-493a-990a-8095f66c3f88)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:19.337571 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:19.340988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.343656 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-957fc15c-42f1-49a2-bd26-ef95235b652d admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0142100 Oct 23 01:50:19.356837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42636) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:50:19.403201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.404130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3e896919-8e56-4a77-a530-1710849e7d7c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:19.410152 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Set router da361395-fdf5-467e-a4c1-1be25992262b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:19.507604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213ede4d-cd12-45b8-afba-f6bfeb8413af None None] Network c234c01e-e816-4c8f-8832-6c95b07a1a5d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:50:19.513501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=46c78c2e-0fca-4ee3-9084-dd5fd2c14dda,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:19.532094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 3e896919-8e56-4a77-a530-1710849e7d7c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:19.532474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.532816 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 3e896919-8e56-4a77-a530-1710849e7d7c Oct 23 01:50:19.567505 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:19.610933 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'name': 'tempest-TestMinimumBasicScenario-1085776854-router', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:18Z', 'revision_number': 3, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'gw_port': {'id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:19.622301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ffa34c7f-f7a0-4d78-84f6-593489383328 None None] Provisioning complete for port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:19.622683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ffa34c7f-f7a0-4d78-84f6-593489383328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.623020 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ffa34c7f-f7a0-4d78-84f6-593489383328 None None] Attempt 1 to provision port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda Oct 23 01:50:19.627115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:19.640377 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Checking router: da361395-fdf5-467e-a4c1-1be25992262b for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:50:19.640748 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Updating router da361395-fdf5-467e-a4c1-1be25992262b port 506a4197-70ac-4552-b865-0f91b7cfbba8 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:50:19.670825 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.728994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:19.769407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 3e896919-8e56-4a77-a530-1710849e7d7c is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:19.769825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.782428 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:19.799634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34c7f-f7a0-4d78-84f6-593489383328 None None] Current status of the port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:19.818144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 3e896919-8e56-4a77-a530-1710849e7d7c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e896919-8e56-4a77-a530-1710849e7d7c,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:19.824422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.845449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:19.928672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.957479 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Publish callbacks [] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:19.981100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=3e896919-8e56-4a77-a530-1710849e7d7c,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:20.012612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Allocated IP 172.20.0.1 (c234c01e-e816-4c8f-8832-6c95b07a1a5d/7d31167c-6a2b-47d6-b9c6-d87705165829/c3188357-ef54-4346-b250-ee27085caeb4) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:50:20.020768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e7100293-68c1-41ea-b8d0-3d32e6a5ab7f None None] Provisioning complete for port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:20.021349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e7100293-68c1-41ea-b8d0-3d32e6a5ab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.021685 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e7100293-68c1-41ea-b8d0-3d32e6a5ab7f None None] Attempt 1 to provision port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda Oct 23 01:50:20.025734 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.060160 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Attempting to bind port 506a4197-70ac-4552-b865-0f91b7cfbba8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:50:20.060777 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Attempting to bind port 506a4197-70ac-4552-b865-0f91b7cfbba8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:50:20.061303 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Attempting to bind port 506a4197-70ac-4552-b865-0f91b7cfbba8 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:50:20.090534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:20.099388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e7100293-68c1-41ea-b8d0-3d32e6a5ab7f None None] Current status of the port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:20.112851 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eca36-c05f-494e-860c-6ffbe3f70b57 None None] Pushing event updated for resources: {'Port': ['ID=506a4197-70ac-4552-b865-0f91b7cfbba8,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:20.115362 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:50:20.115720 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:50:20.116114 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.116486 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:50:20.116954 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Bound port: 506a4197-70ac-4552-b865-0f91b7cfbba8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:50:20.117320 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.131102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Publish callbacks [] for port (c3188357-ef54-4346-b250-ee27085caeb4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.169124 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] For port 506a4197-70ac-4552-b865-0f91b7cfbba8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:50:20.172063 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] For port 506a4197-70ac-4552-b865-0f91b7cfbba8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=506a4197-70ac-4552-b865-0f91b7cfbba8,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:50:20.243221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (c3188357-ef54-4346-b250-ee27085caeb4), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.286239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Network c234c01e-e816-4c8f-8832-6c95b07a1a5d is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:50:20.289058 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.291967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:50:20.294479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:50:20.328236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Pushing event updated for resources: {'Port': ['ID=c3188357-ef54-4346-b250-ee27085caeb4,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:20.328355 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Routers {'da361395-fdf5-467e-a4c1-1be25992262b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:20.328355 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:50:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['da361395-fdf5-467e-a4c1-1be25992262b'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:20.343005 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (da361395-fdf5-467e-a4c1-1be25992262b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.381241 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eca36-c05f-494e-860c-6ffbe3f70b57 None None] Pushing event updated for resources: {'Port': ['ID=506a4197-70ac-4552-b865-0f91b7cfbba8,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:20.450116 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] Set router da361395-fdf5-467e-a4c1-1be25992262b gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:20.519965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-9c8dab5c-83b8-409d-b4a3-4e7a49ad3aac None None] Provisioning complete for port c3188357-ef54-4346-b250-ee27085caeb4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:20.520514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9c8dab5c-83b8-409d-b4a3-4e7a49ad3aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c3188357-ef54-4346-b250-ee27085caeb4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.520914 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-9c8dab5c-83b8-409d-b4a3-4e7a49ad3aac None None] Attempt 1 to provision port c3188357-ef54-4346-b250-ee27085caeb4 Oct 23 01:50:20.558175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9c8dab5c-83b8-409d-b4a3-4e7a49ad3aac None None] Port c3188357-ef54-4346-b250-ee27085caeb4 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:50:20.572733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c3188357-ef54-4346-b250-ee27085caeb4), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.642809 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:20.706386 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'name': 'tempest-TestMinimumBasicScenario-1085776854-router', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:18Z', 'revision_number': 3, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'gw_port': {'id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:20.707994 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:20.732518 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ced2de-3d11-4b5e-8bae-92f8b52af0ce None None] The sync data for ids ['da361395-fdf5-467e-a4c1-1be25992262b'] in dv-neutron-master-2-hyperv is: [{'id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'name': 'tempest-TestMinimumBasicScenario-1085776854-router', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:18Z', 'revision_number': 3, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'gw_port': {'id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:50:20.735877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Publish callbacks [] for port (c3188357-ef54-4346-b250-ee27085caeb4), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.803276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (c3188357-ef54-4346-b250-ee27085caeb4), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.827833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:20.874446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (da361395-fdf5-467e-a4c1-1be25992262b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:20.876157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Pushing event updated for resources: {'Port': ['ID=c3188357-ef54-4346-b250-ee27085caeb4,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:20.987639 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:50:20.988896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Network c234c01e-e816-4c8f-8832-6c95b07a1a5d is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:50:20.990292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:50:21.140207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Router da361395-fdf5-467e-a4c1-1be25992262b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:50:21.205457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:21.229191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:21.266665 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:50:21.278414 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-29f553a8-4649-4675-b9f3-141d57d0b29c admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/da361395-fdf5-467e-a4c1-1be25992262b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9142056 Oct 23 01:50:21.290567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:21.290949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:21.291286 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda Oct 23 01:50:21.292834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-452fbf18-01ed-4d69-9568-f050fe6435a7 None None] Provisioning complete for port c3188357-ef54-4346-b250-ee27085caeb4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:21.293196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-452fbf18-01ed-4d69-9568-f050fe6435a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c3188357-ef54-4346-b250-ee27085caeb4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:21.293525 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-452fbf18-01ed-4d69-9568-f050fe6435a7 None None] Attempt 1 to provision port c3188357-ef54-4346-b250-ee27085caeb4 Oct 23 01:50:21.358052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-452fbf18-01ed-4d69-9568-f050fe6435a7 None None] Port c3188357-ef54-4346-b250-ee27085caeb4 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:50:21.400726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:21.401822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 506a4197-70ac-4552-b865-0f91b7cfbba8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:21.446805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 506a4197-70ac-4552-b865-0f91b7cfbba8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:21.447180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:21.447515 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 506a4197-70ac-4552-b865-0f91b7cfbba8 Oct 23 01:50:21.668439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 506a4197-70ac-4552-b865-0f91b7cfbba8 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:21.669109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:21.692067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 506a4197-70ac-4552-b865-0f91b7cfbba8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=506a4197-70ac-4552-b865-0f91b7cfbba8,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:21.751721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:21.752614 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3e896919-8e56-4a77-a530-1710849e7d7c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:21.832199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=506a4197-70ac-4552-b865-0f91b7cfbba8,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:21.836328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 3e896919-8e56-4a77-a530-1710849e7d7c triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:21.836697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:21.837045 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 3e896919-8e56-4a77-a530-1710849e7d7c Oct 23 01:50:21.913459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 3e896919-8e56-4a77-a530-1710849e7d7c is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:22.197180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:22.476815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Sync routers for ids ['da361395-fdf5-467e-a4c1-1be25992262b'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:50:22.490537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Routers {'da361395-fdf5-467e-a4c1-1be25992262b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:22.491289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:50:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['da361395-fdf5-467e-a4c1-1be25992262b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:22.605879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Set router da361395-fdf5-467e-a4c1-1be25992262b gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:22.810926 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'name': 'tempest-TestMinimumBasicScenario-1085776854-router', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:20Z', 'revision_number': 4, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'gw_port': {'id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3188357-ef54-4346-b250-ee27085caeb4', 'name': '', 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'mac_address': 'fa:16:3e:13:ed:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '7d31167c-6a2b-47d6-b9c6-d87705165829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:19Z', 'updated_at': '2022-10-23T01:50:20Z', 'revision_number': 2, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'subnets': [{'id': '7d31167c-6a2b-47d6-b9c6-d87705165829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:22.840882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Checking router: da361395-fdf5-467e-a4c1-1be25992262b for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:50:22.841219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Updating router da361395-fdf5-467e-a4c1-1be25992262b port c3188357-ef54-4346-b250-ee27085caeb4 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:50:22.873855 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c3188357-ef54-4346-b250-ee27085caeb4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:22.882581 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:22.914827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:23.138617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 506a4197-70ac-4552-b865-0f91b7cfbba8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:23.148766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:23.222973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Publish callbacks [] for port (c3188357-ef54-4346-b250-ee27085caeb4), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:23.233458 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 506a4197-70ac-4552-b865-0f91b7cfbba8 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:23.237458 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:23.237458 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 506a4197-70ac-4552-b865-0f91b7cfbba8 Oct 23 01:50:23.273794 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c3188357-ef54-4346-b250-ee27085caeb4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:23.371861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f415f8b-0faf-463b-b935-3bf8968d6aff None None] Pushing event updated for resources: {'Port': ['ID=c3188357-ef54-4346-b250-ee27085caeb4,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:23.391127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 506a4197-70ac-4552-b865-0f91b7cfbba8 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:23.408091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Attempting to bind port c3188357-ef54-4346-b250-ee27085caeb4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:50:23.408464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Attempting to bind port c3188357-ef54-4346-b250-ee27085caeb4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '47510443-4717-493a-990a-8095f66c3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:50:23.408823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Attempting to bind port c3188357-ef54-4346-b250-ee27085caeb4 on network c234c01e-e816-4c8f-8832-6c95b07a1a5d {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:50:23.453237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:50:23.453662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Checking segment: {'id': '47510443-4717-493a-990a-8095f66c3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:50:23.454025 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:23.454411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Bound using segment: {'id': '47510443-4717-493a-990a-8095f66c3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:50:23.455514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Bound port: c3188357-ef54-4346-b250-ee27085caeb4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47510443-4717-493a-990a-8095f66c3f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:50:23.455514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c3188357-ef54-4346-b250-ee27085caeb4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:23.524643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] For port c3188357-ef54-4346-b250-ee27085caeb4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:50:23.528090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] For port c3188357-ef54-4346-b250-ee27085caeb4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3188357-ef54-4346-b250-ee27085caeb4,segment=NetworkSegment(47510443-4717-493a-990a-8095f66c3f88),segment_id=47510443-4717-493a-990a-8095f66c3f88)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:50:23.603615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c3188357-ef54-4346-b250-ee27085caeb4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:23.639246 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Routers {'da361395-fdf5-467e-a4c1-1be25992262b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:50:23.639884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:50:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['da361395-fdf5-467e-a4c1-1be25992262b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:23.700480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f415f8b-0faf-463b-b935-3bf8968d6aff None None] Pushing event updated for resources: {'Port': ['ID=c3188357-ef54-4346-b250-ee27085caeb4,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:23.771263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] Set router da361395-fdf5-467e-a4c1-1be25992262b gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:50:23.979042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'name': 'tempest-TestMinimumBasicScenario-1085776854-router', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:20Z', 'revision_number': 4, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'gw_port': {'id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3188357-ef54-4346-b250-ee27085caeb4', 'name': '', 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'mac_address': 'fa:16:3e:13:ed:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '7d31167c-6a2b-47d6-b9c6-d87705165829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:19Z', 'updated_at': '2022-10-23T01:50:23Z', 'revision_number': 4, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'subnets': [{'id': '7d31167c-6a2b-47d6-b9c6-d87705165829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:50:24.011898 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69484e85-844a-464e-8a20-042ba5d6ce43 None None] The sync data for ids ['da361395-fdf5-467e-a4c1-1be25992262b'] in dv-neutron-master-2-hyperv is: [{'id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'name': 'tempest-TestMinimumBasicScenario-1085776854-router', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:20Z', 'revision_number': 4, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'gw_port': {'id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3188357-ef54-4346-b250-ee27085caeb4', 'name': '', 'network_id': 'c234c01e-e816-4c8f-8832-6c95b07a1a5d', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'mac_address': 'fa:16:3e:13:ed:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '7d31167c-6a2b-47d6-b9c6-d87705165829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:19Z', 'updated_at': '2022-10-23T01:50:23Z', 'revision_number': 4, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'subnets': [{'id': '7d31167c-6a2b-47d6-b9c6-d87705165829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:50:25.120346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c3188357-ef54-4346-b250-ee27085caeb4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:25.206993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c3188357-ef54-4346-b250-ee27085caeb4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:25.206993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c3188357-ef54-4346-b250-ee27085caeb4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:25.206993 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c3188357-ef54-4346-b250-ee27085caeb4 Oct 23 01:50:25.242832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c3188357-ef54-4346-b250-ee27085caeb4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:25.243222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (c3188357-ef54-4346-b250-ee27085caeb4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:25.280215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port c3188357-ef54-4346-b250-ee27085caeb4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3188357-ef54-4346-b250-ee27085caeb4,segment=NetworkSegment(47510443-4717-493a-990a-8095f66c3f88),segment_id=47510443-4717-493a-990a-8095f66c3f88)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:25.545963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (c3188357-ef54-4346-b250-ee27085caeb4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:25.598464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=c3188357-ef54-4346-b250-ee27085caeb4,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:27.130668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c3188357-ef54-4346-b250-ee27085caeb4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:27.165218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:27.184869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:27.186979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port c3188357-ef54-4346-b250-ee27085caeb4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:27.187351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (c3188357-ef54-4346-b250-ee27085caeb4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:27.187742 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port c3188357-ef54-4346-b250-ee27085caeb4 Oct 23 01:50:27.269456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port c3188357-ef54-4346-b250-ee27085caeb4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:29.255318 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:29.277816 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:30.983506 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:31.261057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=18 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:31.264397 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:33.435568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-6800c979-9646-48a9-b016-b09e8ecc493f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:33.436943 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-6800c979-9646-48a9-b016-b09e8ecc493f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 814 time: 0.1055512 Oct 23 01:50:33.451683 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-f6162e82-4355-40d5-8777-6d41e41ab67e tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/quotas/42316ffe3a474965904b3d4c5cc0329e HTTP/1.1" status: 200 len: 375 time: 0.0090928 Oct 23 01:50:33.501014 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-da2af081-01aa-4049-a80f-337fcba7e141 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444596 Oct 23 01:50:33.516013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99c989d1-a6e4-4837-abce-478c227511cd service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:50:33.516971 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99c989d1-a6e4-4837-abce-478c227511cd service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050716 Oct 23 01:50:33.611146 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-758b656f-e213-4808-aabb-2f962092ecd6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888216 Oct 23 01:50:33.699988 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-dab103a3-fb67-4d42-b3f3-cbf1f89a542b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825949 Oct 23 01:50:34.006100 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-80885504-c78a-4f03-ae6b-7b2f48cb6455 req-4a7ef9b0-2e95-4bf5-ad73-408137600b6c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 210 time: 0.0303681 Oct 23 01:50:35.090631 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8cd5c3d5-c46b-493c-8cfa-35596d252214 req-b1030676-9c67-4c28-bce4-7b2563576c1f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 210 time: 0.0279322 Oct 23 01:50:36.192198 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a1bf9d81-adb5-4b77-92dc-aaa0ffbf9cba req-23de0ec4-e8ec-426f-9476-f00560604c22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 210 time: 0.0280433 Oct 23 01:50:36.577222 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-f7c4c0cc-68c8-4c32-8966-d68b1838f853 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:36.578753 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-f7c4c0cc-68c8-4c32-8966-d68b1838f853 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 814 time: 0.1076052 Oct 23 01:50:36.595599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'port': {'device_id': '4ce60cff-c670-44dc-b018-b08355336043', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'admin_state_up': True, 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:50:36.766947 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Made reservation on behalf of 42316ffe3a474965904b3d4c5cc0329e for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:50:36.771116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:36.896426 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Allocated IP 172.20.0.9 (437471c7-063c-447e-b578-786b4560a9e3/73aaf08f-7ba6-48ef-93e6-4f983f15978e/8b1dbf89-5300-41db-8a08-9538f095c4dd) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:50:37.076050 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:37.268558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:37.314563 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-39ef50d8-df10-4fc3-a7f3-f8761ca7241f req-17d9b205-e30f-4ee0-933e-d296cb480862 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 210 time: 0.0395074 Oct 23 01:50:37.355326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:37.388667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:37.389491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:37.460978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:37.506238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Network 437471c7-063c-447e-b578-786b4560a9e3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:50:37.509962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:50:37.514206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:50:37.551771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'Port': ['ID=8b1dbf89-5300-41db-8a08-9538f095c4dd,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:37.597494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:37.598803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:37.697196 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-99bb4aed-ef3a-4751-bdf5-634d178ef653 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1052063 Oct 23 01:50:37.788896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-88d07e23-6be0-4831-8c36-f59c54e560bc None None] Provisioning complete for port 8b1dbf89-5300-41db-8a08-9538f095c4dd triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:37.789271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-88d07e23-6be0-4831-8c36-f59c54e560bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:37.789606 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-88d07e23-6be0-4831-8c36-f59c54e560bc None None] Attempt 1 to provision port 8b1dbf89-5300-41db-8a08-9538f095c4dd Oct 23 01:50:37.824565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-88d07e23-6be0-4831-8c36-f59c54e560bc None None] Port 8b1dbf89-5300-41db-8a08-9538f095c4dd cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:50:38.475064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcae62-4ec6-4c1f-b059-086ecdc2acab req-ec8dbf06-f87e-4b82-9508-aa8b015b40eb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:38.476724 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b2fcae62-4ec6-4c1f-b059-086ecdc2acab req-ec8dbf06-f87e-4b82-9508-aa8b015b40eb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 931 time: 0.0603604 Oct 23 01:50:38.530373 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b2fcae62-4ec6-4c1f-b059-086ecdc2acab req-f4778a58-3fb4-419d-95aa-e1b819d6f859 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475338 Oct 23 01:50:38.881228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cb2cc557-4979-4e46-aa62-c11df2ce3fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:39.668210 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff2d40-59f3-4f97-97ba-e2297e9d93f9 req-a46b60d5-5293-4a5b-a8f4-8c9d3eb0082f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:39.679099 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dfff2d40-59f3-4f97-97ba-e2297e9d93f9 req-a46b60d5-5293-4a5b-a8f4-8c9d3eb0082f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 931 time: 0.0492713 Oct 23 01:50:39.731203 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dfff2d40-59f3-4f97-97ba-e2297e9d93f9 req-bbf2c47a-99e0-4f84-afb2-dd6e04855cc8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558374 Oct 23 01:50:40.865733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0fab1-b571-44cd-8871-2bce7a8835d8 req-f58ae4b1-15de-42cf-b551-0338a3703afc tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:40.867330 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-92f0fab1-b571-44cd-8871-2bce7a8835d8 req-f58ae4b1-15de-42cf-b551-0338a3703afc tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 931 time: 0.0517876 Oct 23 01:50:40.920125 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-92f0fab1-b571-44cd-8871-2bce7a8835d8 req-f8dd91ec-41b2-4058-b3e4-97f4cb4c1b68 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457959 Oct 23 01:50:41.180080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e78ec0f0-f28d-46b1-884d-7636d43f2777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:42.047457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821f507-18a5-481b-adb9-964bca456cff req-44f33117-8564-41a0-954c-2acb91c374b8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:42.048972 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0821f507-18a5-481b-adb9-964bca456cff req-44f33117-8564-41a0-954c-2acb91c374b8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 931 time: 0.0478406 Oct 23 01:50:42.106250 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0821f507-18a5-481b-adb9-964bca456cff req-212e6362-5ff3-4e9e-b77c-8046c29b058d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509288 Oct 23 01:50:42.585384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:43.232361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18f8e4-8f47-4ec5-b90c-da131833d8d3 req-faa6bd0d-c41a-4487-9518-d5ce1b38dd1d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:43.236309 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9b18f8e4-8f47-4ec5-b90c-da131833d8d3 req-faa6bd0d-c41a-4487-9518-d5ce1b38dd1d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 931 time: 0.0486088 Oct 23 01:50:43.285014 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9b18f8e4-8f47-4ec5-b90c-da131833d8d3 req-325dd73b-b387-4ffa-83eb-de024e73c4a1 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450099 Oct 23 01:50:44.070317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:44.098805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:44.420447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132db29-a6b9-4ea3-9fdb-984ec93d9abc req-3d94ca80-c9fe-4879-80a0-a132e3e53db8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:44.421953 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a132db29-a6b9-4ea3-9fdb-984ec93d9abc req-3d94ca80-c9fe-4879-80a0-a132e3e53db8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 931 time: 0.0500336 Oct 23 01:50:44.474030 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a132db29-a6b9-4ea3-9fdb-984ec93d9abc req-0c678850-df4e-40df-9da7-c2394f7dbd29 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459156 Oct 23 01:50:45.597571 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4385eac-3be8-4579-9378-09618547667a req-02e767c8-a04b-448f-8056-d4e79bb35335 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:45.599628 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a4385eac-3be8-4579-9378-09618547667a req-02e767c8-a04b-448f-8056-d4e79bb35335 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 931 time: 0.0512543 Oct 23 01:50:45.645964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Request body: {'port': {'device_id': '4ce60cff-c670-44dc-b018-b08355336043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:50:45.656445 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a4385eac-3be8-4579-9378-09618547667a req-9b339d69-7e85-43b3-837c-da7edc2d72dc tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420501 Oct 23 01:50:45.707135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:45.950640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:45.956479 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1dbf89-5300-41db-8a08-9538f095c4dd {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:50:45.964527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Publish callbacks [] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:45.977488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Transition to ACTIVE for port object 8b1dbf89-5300-41db-8a08-9538f095c4dd will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:50:46.054092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:46.119370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1dbf89-5300-41db-8a08-9538f095c4dd,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:46.147666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:46.166804 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Attempting to bind port 8b1dbf89-5300-41db-8a08-9538f095c4dd on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:50:46.167143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Attempting to bind port 8b1dbf89-5300-41db-8a08-9538f095c4dd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:50:46.167474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Attempting to bind port 8b1dbf89-5300-41db-8a08-9538f095c4dd on network 437471c7-063c-447e-b578-786b4560a9e3 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:50:46.208754 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Port 8b1dbf89-5300-41db-8a08-9538f095c4dd on network 437471c7-063c-447e-b578-786b4560a9e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:50:46.209083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Attempting to bind port 8b1dbf89-5300-41db-8a08-9538f095c4dd on network 437471c7-063c-447e-b578-786b4560a9e3 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:50:46.250838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:50:46.251201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Checking segment: {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:50:46.251593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Bound using segment: {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:50:46.252034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Bound port: 8b1dbf89-5300-41db-8a08-9538f095c4dd, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:50:46.252398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:46.317628 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] For port 8b1dbf89-5300-41db-8a08-9538f095c4dd, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:50:46.320740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] For port 8b1dbf89-5300-41db-8a08-9538f095c4dd, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:50:46.389934 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:46.394044 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:46.394684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:46.396559 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 1093 time: 0.7554016 Oct 23 01:50:46.397159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:50:46.399504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20732f1d-e14d-4e98-803a-211f9a433c74" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:50:46.443068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64622168-8af2-47cb-ac3e-8aa4c1953c46 x-openstack-request-id: req-64622168-8af2-47cb-ac3e-8aa4c1953c46 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:50:46.443870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:50:46.443870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64622168-8af2-47cb-ac3e-8aa4c1953c46 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:50:46.444124 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64622168-8af2-47cb-ac3e-8aa4c1953c46'] response: {'name': 'network-changed', 'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'status': 'completed', 'code': 200} Oct 23 01:50:46.448575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44e66b-2ca1-4017-8035-c040df1fa765 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1dbf89-5300-41db-8a08-9538f095c4dd,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:46.529889 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20732f1d-e14d-4e98-803a-211f9a433c74 req-e6a05823-dab7-4775-8ddd-6a3262a160dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:46.531395 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-20732f1d-e14d-4e98-803a-211f9a433c74 req-e6a05823-dab7-4775-8ddd-6a3262a160dd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1127 time: 0.0397177 Oct 23 01:50:46.639137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20732f1d-e14d-4e98-803a-211f9a433c74 req-4ed76e18-debb-474b-a8dc-8e0b0f14a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:46.640597 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-20732f1d-e14d-4e98-803a-211f9a433c74 req-4ed76e18-debb-474b-a8dc-8e0b0f14a750 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=42316ffe3a474965904b3d4c5cc0329e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0957129 Oct 23 01:50:46.733157 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20732f1d-e14d-4e98-803a-211f9a433c74 req-ff8aa750-0bfa-4d81-9dff-0387907b755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:46.734662 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-20732f1d-e14d-4e98-803a-211f9a433c74 req-ff8aa750-0bfa-4d81-9dff-0387907b755c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885565 Oct 23 01:50:46.767945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690cfd-eb97-4157-8b0b-8d6bd36e6d83 req-39f3afc0-3d53-46f1-b24c-4ef827b93948 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:46.769409 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c690cfd-eb97-4157-8b0b-8d6bd36e6d83 req-39f3afc0-3d53-46f1-b24c-4ef827b93948 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 943 time: 0.0468953 Oct 23 01:50:46.818177 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c690cfd-eb97-4157-8b0b-8d6bd36e6d83 req-4e702138-d00e-4bcb-8a59-2eaa43e6f0cf tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424812 Oct 23 01:50:46.840915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-b16ed4c7-ca96-46c1-a5d4-7e4acbf1e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:46.842754 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-b16ed4c7-ca96-46c1-a5d4-7e4acbf1e6d0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1127 time: 0.0520530 Oct 23 01:50:46.886972 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-f5c4d857-88c4-4aef-9d51-37e9e0e5f5c7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 217 time: 0.0321536 Oct 23 01:50:46.934431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-c51dc529-f62c-4e03-8efb-25260a5eb231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:46.935806 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-c51dc529-f62c-4e03-8efb-25260a5eb231 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0434527 Oct 23 01:50:46.983396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-fae84a66-1c15-4dda-93ab-0c0692e17336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:46.985026 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-fae84a66-1c15-4dda-93ab-0c0692e17336 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436199 Oct 23 01:50:46.997633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:47.076239 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-4877e628-39d8-4379-a310-2c25ff61ba44 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851381 Oct 23 01:50:47.170459 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e686ce87-cf7e-4a2c-b831-f0cc4be0383d req-94e788ad-7dea-4c9b-97f2-a48aa617fcfa service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870926 Oct 23 01:50:47.939482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887c338-079c-49c8-98fe-9882e9fe8582 req-eef5f8db-8261-4ccf-812a-ced82673d02f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:47.940945 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8887c338-079c-49c8-98fe-9882e9fe8582 req-eef5f8db-8261-4ccf-812a-ced82673d02f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 943 time: 0.0469036 Oct 23 01:50:47.987527 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8887c338-079c-49c8-98fe-9882e9fe8582 req-f55e009a-54cd-4a86-9705-75937e56d84f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Oct 23 01:50:49.108955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a4617-b9ad-4302-b4bb-8590cd2a6eeb req-f8e60892-b04f-4d36-95b5-efc76858a618 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:49.110427 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-800a4617-b9ad-4302-b4bb-8590cd2a6eeb req-f8e60892-b04f-4d36-95b5-efc76858a618 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 943 time: 0.0496089 Oct 23 01:50:49.156570 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-800a4617-b9ad-4302-b4bb-8590cd2a6eeb req-1a79213b-7216-4ce0-ab6e-217b234690b4 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Oct 23 01:50:49.398148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8b1dbf89-5300-41db-8a08-9538f095c4dd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:50:49.496608 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8b1dbf89-5300-41db-8a08-9538f095c4dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:49.507286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'port_id': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'mac_address': 'fa:16:3e:2a:1e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:50:49.541487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 8b1dbf89-5300-41db-8a08-9538f095c4dd is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:49.542005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:49.554856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1dbf89-5300-41db-8a08-9538f095c4dd {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:50:49.574396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8b1dbf89-5300-41db-8a08-9538f095c4dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:49.677171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:49.727793 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=8b1dbf89-5300-41db-8a08-9538f095c4dd,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:49.950213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['8b1dbf89-5300-41db-8a08-9538f095c4dd'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:50:49.991669 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:49.996719 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:50.274541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a55eef-b9c2-4535-9f41-0f7ec77b1719 req-732d70c8-6719-4851-a3d8-d2304b4d3d5a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:50.276031 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00a55eef-b9c2-4535-9f41-0f7ec77b1719 req-732d70c8-6719-4851-a3d8-d2304b4d3d5a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 944 time: 0.0462990 Oct 23 01:50:50.326312 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00a55eef-b9c2-4535-9f41-0f7ec77b1719 req-1aa573c3-d224-4296-bb30-90fa6004c298 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448744 Oct 23 01:50:51.418720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8b1dbf89-5300-41db-8a08-9538f095c4dd up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:50:51.443240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea6fcd-0f3e-410c-9e94-8671c8d25151 req-a560b4ba-54a7-4fe2-85d2-5de44c3b95ef tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:51.444775 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-46ea6fcd-0f3e-410c-9e94-8671c8d25151 req-a560b4ba-54a7-4fe2-85d2-5de44c3b95ef tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 944 time: 0.0470018 Oct 23 01:50:51.495256 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-46ea6fcd-0f3e-410c-9e94-8671c8d25151 req-7b7ee3fb-e812-461c-8ca7-0c2b109da567 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Oct 23 01:50:51.598668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 8b1dbf89-5300-41db-8a08-9538f095c4dd completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:50:51.664729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 8b1dbf89-5300-41db-8a08-9538f095c4dd triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:50:51.665065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:51.665406 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 8b1dbf89-5300-41db-8a08-9538f095c4dd Oct 23 01:50:51.736369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 8b1dbf89-5300-41db-8a08-9538f095c4dd is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:50:51.736816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:51.759832 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:50:51.762062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c006436-5bbc-407f-8d37-3be0373f10d5" -d '{"events": [{"server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "name": "network-vif-plugged", "status": "completed", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:50:51.774134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 8b1dbf89-5300-41db-8a08-9538f095c4dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:50:51.799273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4a6a33-6b8b-4db9-810e-04ce79a288b2 x-openstack-request-id: req-1e4a6a33-6b8b-4db9-810e-04ce79a288b2 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:50:51.799583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "name": "network-vif-plugged", "status": "completed", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:50:51.799837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e4a6a33-6b8b-4db9-810e-04ce79a288b2 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:50:51.800237 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4a6a33-6b8b-4db9-810e-04ce79a288b2'] response: {'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'code': 200} Oct 23 01:50:51.835106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:51.884884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=8b1dbf89-5300-41db-8a08-9538f095c4dd,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:50:52.103722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:50:52.124805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:50:52.131954 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e520b-e486-4c08-865f-8df3ffdb562f req-16ed3708-2b80-440a-9915-aa36bdf317cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:52.133422 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fd7e520b-e486-4c08-865f-8df3ffdb562f req-16ed3708-2b80-440a-9915-aa36bdf317cc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1129 time: 0.0395303 Oct 23 01:50:52.178180 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fd7e520b-e486-4c08-865f-8df3ffdb562f req-a6f7d805-d07f-4974-bcce-e36b11d51fa6 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380018 Oct 23 01:50:52.614577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b413-c67b-4c27-b93f-f22818983382 req-d4bfd55c-bdc9-4945-a485-66f15aa56f68 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:52.616010 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b5c0b413-c67b-4c27-b93f-f22818983382 req-d4bfd55c-bdc9-4945-a485-66f15aa56f68 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 945 time: 0.0464756 Oct 23 01:50:52.665564 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b5c0b413-c67b-4c27-b93f-f22818983382 req-77e86076-4c7c-4edb-8ed3-ab8e22ce30c0 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441172 Oct 23 01:50:53.784620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48546ef-e1af-4f6b-b41d-d58a72cb1f34 req-6a22da18-abfa-4cee-a12c-d6d5c74915b6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:53.786646 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d48546ef-e1af-4f6b-b41d-d58a72cb1f34 req-6a22da18-abfa-4cee-a12c-d6d5c74915b6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 945 time: 0.0459952 Oct 23 01:50:53.833073 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d48546ef-e1af-4f6b-b41d-d58a72cb1f34 req-6ebf1163-7e50-4264-8e43-adb29cf16b05 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Oct 23 01:50:53.949632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c636c1-2773-4996-822e-c494c80fc750 req-7afdaa1b-4ec7-4628-8c34-013d9d75c924 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:53.951103 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-47c636c1-2773-4996-822e-c494c80fc750 req-7afdaa1b-4ec7-4628-8c34-013d9d75c924 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 945 time: 0.0462360 Oct 23 01:50:53.997760 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-47c636c1-2773-4996-822e-c494c80fc750 req-3d746ee9-cc16-459f-aacd-e4b44a637bdd tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Oct 23 01:50:54.324499 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0aaf8-ed82-41a5-8ba9-096baf183b82 req-6126d4eb-4e37-46cd-b02d-806a22f77159 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:50:54.325949 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-72d0aaf8-ed82-41a5-8ba9-096baf183b82 req-6126d4eb-4e37-46cd-b02d-806a22f77159 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 945 time: 0.0456567 Oct 23 01:50:54.371149 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-72d0aaf8-ed82-41a5-8ba9-096baf183b82 req-93cb7384-f606-4f98-8b00-d5b8a86c4f90 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 Oct 23 01:50:57.992177 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:51:02.035392 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:02.040288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:02.042023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=69,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:03.827305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:03.829202 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=39 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:04.358194 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:04.368273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:05.097647 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-ffd2ffb1-b9e5-44c9-899e-ae3d6e667245 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419409 Oct 23 01:51:05.198849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-23eebc98-e5f0-4aa7-bd89-a66212e06ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:05.200320 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-23eebc98-e5f0-4aa7-bd89-a66212e06ad5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1129 time: 0.0406969 Oct 23 01:51:05.302608 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-3aa7293a-b468-4279-bbce-42d797cef52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:05.304574 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-3aa7293a-b468-4279-bbce-42d797cef52f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0840507 Oct 23 01:51:05.348268 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-04661849-f83a-4685-90ef-50b8b4882f12 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 217 time: 0.0364189 Oct 23 01:51:05.395536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-96528082-1ee3-4f17-9bfe-072845d4bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:05.401028 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-96528082-1ee3-4f17-9bfe-072845d4bf27 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0427024 Oct 23 01:51:05.443138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-49d9f515-2d24-4d76-9f1e-ca656857e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:05.445179 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-49d9f515-2d24-4d76-9f1e-ca656857e5a6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0403082 Oct 23 01:51:05.538809 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-07937303-ea04-4bc7-b219-7126f1d59199 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863528 Oct 23 01:51:05.626627 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a7a5b951-1e3b-4754-9cba-11e32d3d8d5f req-1f51b3c5-97a5-4a2c-abdf-8beff33c5a6c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813720 Oct 23 01:51:07.984930 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:08.863567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-66c2fdcf-5b03-4032-9ac0-55fb6674466b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:11.680533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-faa43c31-81df-4bc3-aad0-184c52113ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:12.504746 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8cec0-4aa4-4925-8c55-e2f0eb7b4b17 req-1ce70c61-0890-437e-9a2a-16f96c406d47 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:12.506214 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e3e8cec0-4aa4-4925-8c55-e2f0eb7b4b17 req-1ce70c61-0890-437e-9a2a-16f96c406d47 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 945 time: 0.0514750 Oct 23 01:51:12.556079 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e3e8cec0-4aa4-4925-8c55-e2f0eb7b4b17 req-2f146955-720a-4e1e-b3d2-eedf2cdfcec6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440595 Oct 23 01:51:12.585021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42848) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:51:12.594788 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:12.710558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d4a671-b097-4945-bb1e-3b6a61cb7697 tempest-TestMinimumBasicScenario-1390414160 tempest-TestMinimumBasicScenario-1390414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:12.712052 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-96d4a671-b097-4945-bb1e-3b6a61cb7697 tempest-TestMinimumBasicScenario-1390414160 tempest-TestMinimumBasicScenario-1390414160-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1124 time: 0.1260695 Oct 23 01:51:12.715207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42852) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:51:12.719330 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:51:12.784683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:12.865875 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:12.967504 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Allocated IP 172.36.3.145 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/6ba0c794-1d4c-4c4f-9ede-f7bb91488083) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:51:13.331447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for port (6ba0c794-1d4c-4c4f-9ede-f7bb91488083), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:13.424902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6ba0c794-1d4c-4c4f-9ede-f7bb91488083), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:13.461708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:51:13.464603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:51:13.470285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:51:13.499777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'Port': ['ID=6ba0c794-1d4c-4c4f-9ede-f7bb91488083,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:51:13.513227 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.513849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.513971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.514266 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.514602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.514945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.515276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.515607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.515935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.516261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.516588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.516912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.517238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.517560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.517909 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:13.726214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:13.735655 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:13.835576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for floatingip (6d0684ca-0375-4b40-aa57-0ea3040b2777), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:13.974258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6ba0c794-1d4c-4c4f-9ede-f7bb91488083), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:14.057603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:14.098072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:14.127116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for port (6ba0c794-1d4c-4c4f-9ede-f7bb91488083), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:14.183581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (6ba0c794-1d4c-4c4f-9ede-f7bb91488083), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:14.247920 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'Port': ['ID=6ba0c794-1d4c-4c4f-9ede-f7bb91488083,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:51:14.252804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (6d0684ca-0375-4b40-aa57-0ea3040b2777), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:14.349395 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Floating IP 6d0684ca-0375-4b40-aa57-0ea3040b2777 associated. External IP: 172.36.3.145, port: 8b1dbf89-5300-41db-8a08-9538f095c4dd. Oct 23 01:51:14.546113 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:51:14.551851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:14.649516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:51:14.659131 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da106fc2-fb35-47dd-aecf-098e0eb70116 None None] Sync routers for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:51:14.668429 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da106fc2-fb35-47dd-aecf-098e0eb70116 None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:51:14.671728 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-da106fc2-fb35-47dd-aecf-098e0eb70116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:51:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:51:14.713008 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:14.745925 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fc651049-7051-47c1-83d2-340815103e4a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0296905 Oct 23 01:51:14.746565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:51:14.748830 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d28341-cdce-43f2-b57c-50ddb0affa10" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:51:14.749036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42854) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:51:14.754466 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288905210', 'description': 'tempest-secgroup-smoke-288905210 description', 'project_id': '42316ffe3a474965904b3d4c5cc0329e'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:51:14.769411 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-da106fc2-fb35-47dd-aecf-098e0eb70116 None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:51:14.835519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:14.909605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:14.917613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf02725-faec-431d-8d44-4fc0747b399c x-openstack-request-id: req-aaf02725-faec-431d-8d44-4fc0747b399c {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:51:14.917964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:51:14.918217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aaf02725-faec-431d-8d44-4fc0747b399c {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:51:14.918688 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf02725-faec-431d-8d44-4fc0747b399c'] response: {'name': 'network-changed', 'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'status': 'completed', 'code': 200} Oct 23 01:51:14.985063 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-da106fc2-fb35-47dd-aecf-098e0eb70116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6d0684ca-0375-4b40-aa57-0ea3040b2777', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'floating_ip_address': '172.36.3.145', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'port_id': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'mac_address': 'fa:16:3e:2a:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce60cff-c670-44dc-b018-b08355336043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:51:13Z', 'updated_at': '2022-10-23T01:51:13Z', 'revision_number': 0, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:51:14.994459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:15.010539 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da106fc2-fb35-47dd-aecf-098e0eb70116 None None] Checking router: d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:51:15.019099 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da106fc2-fb35-47dd-aecf-098e0eb70116 None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:51:15.019709 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-da106fc2-fb35-47dd-aecf-098e0eb70116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:51:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:51:15.032514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d28341-cdce-43f2-b57c-50ddb0affa10 req-430b5574-8df8-4631-b9ca-6ad657715ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:15.034093 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4d28341-cdce-43f2-b57c-50ddb0affa10 req-430b5574-8df8-4631-b9ca-6ad657715ba6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1129 time: 0.0663755 Oct 23 01:51:15.035899 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:51:15.051202 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.051553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.051937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.052281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.052618 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.053471 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.053827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.054156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.054483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.054808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.055139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.055463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.055788 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.056109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.056429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:51:15.105805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:15.107036 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3f0e4151-41fe-4ec9-8686-7096fb44110c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3564405 Oct 23 01:51:15.110301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42860) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:51:15.115925 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a88b4811-7b7e-4fc4-a2db-3b580e8f3f77 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': 'c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:51:15.132013 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-da106fc2-fb35-47dd-aecf-098e0eb70116 None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:51:15.133465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:15.146868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d28341-cdce-43f2-b57c-50ddb0affa10 req-5667fe44-ed01-48d4-8344-adafa7476453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:15.148345 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4d28341-cdce-43f2-b57c-50ddb0affa10 req-5667fe44-ed01-48d4-8344-adafa7476453 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.1056976 Oct 23 01:51:15.210326 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4d28341-cdce-43f2-b57c-50ddb0affa10 req-498000a2-4bf3-4807-98ec-aec25ec77a03 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 999 time: 0.0557814 Oct 23 01:51:15.225424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a88b4811-7b7e-4fc4-a2db-3b580e8f3f77 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (8d03893b-776f-42b3-bbfb-e3b6f6c1c6bb), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:15.266105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d28341-cdce-43f2-b57c-50ddb0affa10 req-2eaf20a7-e154-4642-a8db-6da2ff0b3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:15.267701 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4d28341-cdce-43f2-b57c-50ddb0affa10 req-2eaf20a7-e154-4642-a8db-6da2ff0b3ec3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0515525 Oct 23 01:51:15.286255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a88b4811-7b7e-4fc4-a2db-3b580e8f3f77 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (8d03893b-776f-42b3-bbfb-e3b6f6c1c6bb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:15.315274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d28341-cdce-43f2-b57c-50ddb0affa10 req-325c8896-87f4-429a-affb-232b76b7474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:15.316889 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4d28341-cdce-43f2-b57c-50ddb0affa10 req-325c8896-87f4-429a-affb-232b76b7474d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429447 Oct 23 01:51:15.341812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:15.344302 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:15.357201 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a88b4811-7b7e-4fc4-a2db-3b580e8f3f77 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (8d03893b-776f-42b3-bbfb-e3b6f6c1c6bb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:15.359078 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-da106fc2-fb35-47dd-aecf-098e0eb70116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6d0684ca-0375-4b40-aa57-0ea3040b2777', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'floating_ip_address': '172.36.3.145', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'port_id': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'mac_address': 'fa:16:3e:2a:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce60cff-c670-44dc-b018-b08355336043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:51:13Z', 'updated_at': '2022-10-23T01:51:13Z', 'revision_number': 0, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:51:15.377852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b4811-7b7e-4fc4-a2db-3b580e8f3f77 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d03893b-776f-42b3-bbfb-e3b6f6c1c6bb,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:51:15.387170 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da106fc2-fb35-47dd-aecf-098e0eb70116 None None] The sync data for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv is: [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6d0684ca-0375-4b40-aa57-0ea3040b2777', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'floating_ip_address': '172.36.3.145', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'port_id': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'mac_address': 'fa:16:3e:2a:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce60cff-c670-44dc-b018-b08355336043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:51:13Z', 'updated_at': '2022-10-23T01:51:13Z', 'revision_number': 0, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:51:15.423435 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4d28341-cdce-43f2-b57c-50ddb0affa10 req-d1576ea2-3fd9-46a1-9186-688bfb64c3ab service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003890 Oct 23 01:51:15.496471 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a88b4811-7b7e-4fc4-a2db-3b580e8f3f77 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:15.498453 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a88b4811-7b7e-4fc4-a2db-3b580e8f3f77 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3871608 Oct 23 01:51:15.505154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42862) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:51:15.509759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3549771c-dbaf-4703-8ab6-4bf222e1e956 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': 'c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:51:15.527176 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a4d28341-cdce-43f2-b57c-50ddb0affa10 req-1414baf4-aa3f-45a9-8f1f-98fc0f8140d8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974863 Oct 23 01:51:15.607853 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3549771c-dbaf-4703-8ab6-4bf222e1e956 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (8c7d171f-dbd1-4bba-9695-1e1729579f20), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:15.627927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba21cf-91fb-40fa-95f8-a3e129556acc None None] New status for floating IP 6d0684ca-0375-4b40-aa57-0ea3040b2777: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:51:15.669319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3549771c-dbaf-4703-8ab6-4bf222e1e956 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (8c7d171f-dbd1-4bba-9695-1e1729579f20), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:15.737816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3549771c-dbaf-4703-8ab6-4bf222e1e956 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (8c7d171f-dbd1-4bba-9695-1e1729579f20), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:15.761721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549771c-dbaf-4703-8ab6-4bf222e1e956 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7d171f-dbd1-4bba-9695-1e1729579f20,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:51:15.838210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3549771c-dbaf-4703-8ab6-4bf222e1e956 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:15.839230 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3549771c-dbaf-4703-8ab6-4bf222e1e956 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3331151 Oct 23 01:51:15.842135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42864) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:51:15.846772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e953329e-e714-4e5b-91b1-259471f44012 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': 'c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:51:15.947619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e953329e-e714-4e5b-91b1-259471f44012 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (75c66b43-5b33-4e80-8717-ea6f6a106436), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.015665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e953329e-e714-4e5b-91b1-259471f44012 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (75c66b43-5b33-4e80-8717-ea6f6a106436), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.080151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e953329e-e714-4e5b-91b1-259471f44012 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (75c66b43-5b33-4e80-8717-ea6f6a106436), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.099102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953329e-e714-4e5b-91b1-259471f44012 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c66b43-5b33-4e80-8717-ea6f6a106436,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:51:16.162243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e953329e-e714-4e5b-91b1-259471f44012 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.163472 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e953329e-e714-4e5b-91b1-259471f44012 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3203104 Oct 23 01:51:16.166138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42866) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:51:16.170401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-657ebebe-1790-4ede-bfe1-9961246a5abb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': 'c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:51:16.247224 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-657ebebe-1790-4ede-bfe1-9961246a5abb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (662fb40e-9574-48c7-9404-626a758e8a0d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.308232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-657ebebe-1790-4ede-bfe1-9961246a5abb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (662fb40e-9574-48c7-9404-626a758e8a0d), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.373105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-657ebebe-1790-4ede-bfe1-9961246a5abb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (662fb40e-9574-48c7-9404-626a758e8a0d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.392610 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ebebe-1790-4ede-bfe1-9961246a5abb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662fb40e-9574-48c7-9404-626a758e8a0d,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:51:16.466493 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-657ebebe-1790-4ede-bfe1-9961246a5abb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.467695 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-657ebebe-1790-4ede-bfe1-9961246a5abb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3006475 Oct 23 01:51:16.470357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42868) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:51:16.474552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e25b1643-a5b3-4a79-9e9c-6ed348006ac7 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': 'c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:51:16.544769 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-e25b1643-a5b3-4a79-9e9c-6ed348006ac7 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Project 42316ffe3a474965904b3d4c5cc0329e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:51:16.550993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e25b1643-a5b3-4a79-9e9c-6ed348006ac7 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (b1a330c1-3c8e-4c79-9a43-178df7b747d9), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.608641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e25b1643-a5b3-4a79-9e9c-6ed348006ac7 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (b1a330c1-3c8e-4c79-9a43-178df7b747d9), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.653037 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e25b1643-a5b3-4a79-9e9c-6ed348006ac7 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (b1a330c1-3c8e-4c79-9a43-178df7b747d9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.672014 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b1643-a5b3-4a79-9e9c-6ed348006ac7 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a330c1-3c8e-4c79-9a43-178df7b747d9,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:51:16.735160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e25b1643-a5b3-4a79-9e9c-6ed348006ac7 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.736371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e25b1643-a5b3-4a79-9e9c-6ed348006ac7 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2651169 Oct 23 01:51:16.739137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 42870) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:51:16.744109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-59ffa85b-ea52-466e-8100-c8f2849192ac tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': 'c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:51:16.819292 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-59ffa85b-ea52-466e-8100-c8f2849192ac tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Project 42316ffe3a474965904b3d4c5cc0329e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:51:16.824937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59ffa85b-ea52-466e-8100-c8f2849192ac tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (387498ab-bf9f-4ea6-8322-1d3d8201f85f), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.869320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:16.885905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59ffa85b-ea52-466e-8100-c8f2849192ac tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (387498ab-bf9f-4ea6-8322-1d3d8201f85f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.945082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59ffa85b-ea52-466e-8100-c8f2849192ac tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (387498ab-bf9f-4ea6-8322-1d3d8201f85f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:16.964084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffa85b-ea52-466e-8100-c8f2849192ac tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387498ab-bf9f-4ea6-8322-1d3d8201f85f,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:51:17.055954 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-59ffa85b-ea52-466e-8100-c8f2849192ac tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:17.057189 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-59ffa85b-ea52-466e-8100-c8f2849192ac tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3171089 Oct 23 01:51:17.148546 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-376c673a-f562-447f-b777-0bfc83b5a590 req-02a658dd-e2dd-4a7f-9e00-230a55c1112e tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-288905210&fields=id&tenant_id=42316ffe3a474965904b3d4c5cc0329e HTTP/1.1" status: 200 len: 267 time: 0.0447924 Oct 23 01:51:17.199163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c673a-f562-447f-b777-0bfc83b5a590 req-125ea795-fd19-4cc4-ab2a-ed8ad517a77c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:17.200762 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-376c673a-f562-447f-b777-0bfc83b5a590 req-125ea795-fd19-4cc4-ab2a-ed8ad517a77c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 945 time: 0.0466003 Oct 23 01:51:17.211910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-376c673a-f562-447f-b777-0bfc83b5a590 req-9291fad4-5139-4255-8052-dfca86b5d648 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'port': {'security_groups': ['4b75adb1-565d-4341-8129-c01406ef3873', 'c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:51:17.279714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-376c673a-f562-447f-b777-0bfc83b5a590 req-9291fad4-5139-4255-8052-dfca86b5d648 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:17.466675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-376c673a-f562-447f-b777-0bfc83b5a590 req-9291fad4-5139-4255-8052-dfca86b5d648 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] For port 8b1dbf89-5300-41db-8a08-9538f095c4dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:51:17.493561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-376c673a-f562-447f-b777-0bfc83b5a590 req-9291fad4-5139-4255-8052-dfca86b5d648 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:17.556319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-376c673a-f562-447f-b777-0bfc83b5a590 req-9291fad4-5139-4255-8052-dfca86b5d648 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:17.568236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c673a-f562-447f-b777-0bfc83b5a590 req-9291fad4-5139-4255-8052-dfca86b5d648 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:17.568852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-376c673a-f562-447f-b777-0bfc83b5a590 req-9291fad4-5139-4255-8052-dfca86b5d648 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:17.570747 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-376c673a-f562-447f-b777-0bfc83b5a590 req-9291fad4-5139-4255-8052-dfca86b5d648 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "PUT /networking/v2.0/ports/8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 981 time: 0.3639183 Oct 23 01:51:17.571235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:51:17.573648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:51:17.591849 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['8b1dbf89-5300-41db-8a08-9538f095c4dd'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:51:17.598764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:17.627328 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb007603-845f-40b3-954b-4431e881e4f8 x-openstack-request-id: req-bb007603-845f-40b3-954b-4431e881e4f8 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:51:17.627632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:51:17.627878 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb007603-845f-40b3-954b-4431e881e4f8 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:51:17.628286 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb007603-845f-40b3-954b-4431e881e4f8'] response: {'name': 'network-changed', 'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'status': 'completed', 'code': 200} Oct 23 01:51:17.641954 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291fad4-5139-4255-8052-dfca86b5d648 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'Port': ['ID=8b1dbf89-5300-41db-8a08-9538f095c4dd,revision_number=6']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:51:17.684042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a197b4-1fff-4639-8a18-bf78daeeedb1 req-72ceccbf-145a-4153-bcd5-64a23d059ba8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:17.685624 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5a197b4-1fff-4639-8a18-bf78daeeedb1 req-72ceccbf-145a-4153-bcd5-64a23d059ba8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 984 time: 0.0544188 Oct 23 01:51:17.714317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250 req-2cfad981-1791-4704-86d4-e230c78998b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:17.715848 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250 req-2cfad981-1791-4704-86d4-e230c78998b9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1168 time: 0.0411363 Oct 23 01:51:17.732714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['8b1dbf89-5300-41db-8a08-9538f095c4dd'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:51:17.752369 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e5a197b4-1fff-4639-8a18-bf78daeeedb1 req-edf5734c-88a8-4d9f-815f-7ced907e0b30 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605221 Oct 23 01:51:17.817811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250 req-b69a1d43-66e7-42cf-bfef-4fe2052b4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:17.819374 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250 req-b69a1d43-66e7-42cf-bfef-4fe2052b4dca service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0971830 Oct 23 01:51:17.831079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:17.883051 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250 req-b5f9d4cb-c852-4c85-905b-e7ea5695bc95 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 1001 time: 0.0573564 Oct 23 01:51:17.933188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250 req-4c9732e7-f85b-4a90-a3ac-b95df9edfab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:17.934709 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250 req-4c9732e7-f85b-4a90-a3ac-b95df9edfab5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0446436 Oct 23 01:51:17.981670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250 req-c5ba6164-b35b-4e4a-8217-a61f1fffd7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:51:17.983357 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250 req-c5ba6164-b35b-4e4a-8217-a61f1fffd7c6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423596 Oct 23 01:51:18.074255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250 req-5ac534d8-bf64-4eea-a351-170e1b960837 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844142 Oct 23 01:51:18.168538 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6e2b6aec-83e3-4316-b71e-a9ed7dbf5250 req-1187a51b-78c7-41d4-93ad-4093de0b0b7c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878081 Oct 23 01:51:22.104818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:26.989471 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=73 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:26.990232 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=81 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:27.744534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:28.154368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=19 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:28.165424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=63 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:32.034842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:32.039746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=77 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:32.043307 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:34.990647 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:51:38.857162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4d85197a-119d-4a60-9964-a52c31def5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:41.190071 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-791070bb-a8a1-4526-9584-bde7844b0d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:42.664355 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:44.058735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:44.081429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:51:44.986315 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:44.987018 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:51:52.110216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:02.050618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:02.054480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:02.056241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:03.986010 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:03.986802 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:06.125615 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-7a7e0960-9d2a-407c-ad37-d34256029553 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389855 Oct 23 01:52:06.224050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-9af345a7-83fb-4bf6-87e7-d27d81257a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:52:06.225523 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-9af345a7-83fb-4bf6-87e7-d27d81257a21 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1168 time: 0.0389173 Oct 23 01:52:06.328869 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-0fefd752-9a90-42d5-9ff9-183f3c7ef48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:52:06.330349 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-0fefd752-9a90-42d5-9ff9-183f3c7ef48a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0879226 Oct 23 01:52:06.390245 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-dc1ac2df-041f-4ddf-a71d-823f89a6c514 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 1001 time: 0.0540900 Oct 23 01:52:06.440254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-33c2920d-8b0b-44fc-8e7b-28edccdc56ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:52:06.441620 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-33c2920d-8b0b-44fc-8e7b-28edccdc56ea service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0463955 Oct 23 01:52:06.483492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-e020b866-70ba-4dc2-bb0a-b233ed83b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:52:06.484937 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-e020b866-70ba-4dc2-bb0a-b233ed83b2a4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380516 Oct 23 01:52:06.572536 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-2063418b-977b-45f3-90c8-86f92636e8d6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818951 Oct 23 01:52:06.663604 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5665fcfe-4a10-4def-ad7a-2408d1513f09 req-fd5e0f42-0e03-4285-b90d-0859d286c734 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848978 Oct 23 01:52:08.874144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-22834fe8-2115-4db0-8682-11dc136dfcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:11.142438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-db3c317e-ca64-483d-bb4f-8e7490ad2a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:11.989448 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:52:12.612681 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:14.052590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:14.069587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:16.659116 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=50 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:16.660999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=51 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:21.985159 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:21.985944 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=12 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:22.132173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:32.050164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:32.053116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:32.054919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:38.863747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-17b69524-3857-416d-8678-ff6f0ebe76b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:40.982792 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:40.983472 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:41.137874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b9f05453-7837-4a4e-b9c3-9420b6c79610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:42.618061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:44.074809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:44.097393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:48.988214 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:52:51.067326 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4097a1-9fa6-48c1-bbf9-09b411c99e88 req-49201291-8cb7-4142-8d85-d299dfbb1812 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:52:51.068829 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6c4097a1-9fa6-48c1-bbf9-09b411c99e88 req-49201291-8cb7-4142-8d85-d299dfbb1812 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 984 time: 0.1328731 Oct 23 01:52:51.072622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfcafd-df2d-46aa-a532-e1e4c45eb0c8 req-35ad7046-9868-4825-b848-7131dc4e8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:52:51.079492 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-77bfcafd-df2d-46aa-a532-e1e4c45eb0c8 req-35ad7046-9868-4825-b848-7131dc4e8e44 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1168 time: 0.0419111 Oct 23 01:52:51.130292 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6c4097a1-9fa6-48c1-bbf9-09b411c99e88 req-1334ff13-a08e-4a9f-afcc-0afd4b132b95 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556021 Oct 23 01:52:51.167827 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfcafd-df2d-46aa-a532-e1e4c45eb0c8 req-f73e2f69-440a-44a5-85fd-c5e9b482c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:52:51.169317 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-77bfcafd-df2d-46aa-a532-e1e4c45eb0c8 req-f73e2f69-440a-44a5-85fd-c5e9b482c6cf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0899363 Oct 23 01:52:51.230206 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-77bfcafd-df2d-46aa-a532-e1e4c45eb0c8 req-09693f5c-fa84-4a52-b175-4dce31b714ea service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 1001 time: 0.0542486 Oct 23 01:52:51.281623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfcafd-df2d-46aa-a532-e1e4c45eb0c8 req-69d527f1-51e2-4575-b419-c085556dfa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:52:51.283065 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-77bfcafd-df2d-46aa-a532-e1e4c45eb0c8 req-69d527f1-51e2-4575-b419-c085556dfa3e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0468354 Oct 23 01:52:51.325454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfcafd-df2d-46aa-a532-e1e4c45eb0c8 req-646874f6-0d4f-4855-9292-2906e5ecfa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:52:51.326950 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-77bfcafd-df2d-46aa-a532-e1e4c45eb0c8 req-646874f6-0d4f-4855-9292-2906e5ecfa4e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378401 Oct 23 01:52:51.413461 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-77bfcafd-df2d-46aa-a532-e1e4c45eb0c8 req-f60e394c-e6da-4216-a97c-5f39a6f11d26 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808084 Oct 23 01:52:51.504477 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-77bfcafd-df2d-46aa-a532-e1e4c45eb0c8 req-52eb1beb-8188-4f71-8dc5-b0d4b226de7b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852182 Oct 23 01:52:52.130016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:52:52.301688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b20c3-bf1d-4a0e-919e-10d5d268794f req-5ddce8df-8964-4bc5-9312-9e600855b26a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:52:52.303169 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e06b20c3-bf1d-4a0e-919e-10d5d268794f req-5ddce8df-8964-4bc5-9312-9e600855b26a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 984 time: 0.0952802 Oct 23 01:52:52.361718 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e06b20c3-bf1d-4a0e-919e-10d5d268794f req-33202093-bfbd-47b7-b153-7d9176e78964 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529318 Oct 23 01:52:53.481715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99310d-aabf-48fa-a3ca-a738943c6569 req-7028a377-408d-4e5d-ac68-dafb7f8872a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:52:53.483231 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cd99310d-aabf-48fa-a3ca-a738943c6569 req-7028a377-408d-4e5d-ac68-dafb7f8872a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 984 time: 0.0498316 Oct 23 01:52:53.543516 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cd99310d-aabf-48fa-a3ca-a738943c6569 req-03330acc-32de-40aa-aa00-44725254d160 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541606 Oct 23 01:52:55.995790 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:52:58.983913 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:02.068764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:02.070636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:02.346492 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=56 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:02.355473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=59 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:03.529309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=19 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:03.538305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=23 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:06.083461 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-e7ef5631-eb64-4442-b169-ef5caf4f080f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425236 Oct 23 01:53:06.183525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-04f6cc44-90b8-4404-9bb1-7d4e17ec3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:53:06.184996 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-04f6cc44-90b8-4404-9bb1-7d4e17ec3845 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1168 time: 0.0396190 Oct 23 01:53:06.288298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-51fb7945-52d6-4b12-83bc-d499892acdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:53:06.289776 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-51fb7945-52d6-4b12-83bc-d499892acdbb service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0864811 Oct 23 01:53:06.349279 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-fe8a1724-eb17-481d-891a-ea7928118906 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 1001 time: 0.0535624 Oct 23 01:53:06.397998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-ec30da86-a549-4924-9fa0-c670581f480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:53:06.399399 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-ec30da86-a549-4924-9fa0-c670581f480d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0440102 Oct 23 01:53:06.444983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-1510e202-247b-4043-9be8-6a39d8e6c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:53:06.446449 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-1510e202-247b-4043-9be8-6a39d8e6c1b3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418041 Oct 23 01:53:06.533632 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-7b790849-b033-4ca2-bb9a-727cac134e93 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798988 Oct 23 01:53:06.880790 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2e12c7c5-714f-43e6-bcea-ec57e2d79715 req-fc37ca36-1efe-49f5-b6cc-d19fa867a6b3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413029 Oct 23 01:53:08.857468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-63707764-8f28-4f89-bb33-0f7612e3c828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:11.175060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f434f18-78ac-4eaf-af70-ce4441961c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:12.617459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:14.063366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:14.118100 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:16.871695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=48 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:16.877602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=53 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:17.969833 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:17.979775 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=5 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:22.131304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:25.986370 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:53:32.064226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:32.068574 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:32.070278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:35.983119 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:38.840110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9ca4987d-924f-4aa7-b541-fa8bf240d7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:41.146173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1537125e-0c75-43ab-b851-bfb2b0386964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:42.626247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:44.102544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:44.114481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:52.137210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:53:54.041522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:54.984019 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:53:54.984713 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:02.076847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:02.082812 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:02.985112 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:54:06.247654 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0de5e9eb-64ee-42b2-9db5-cfb6576dcb8e req-71a4b3a7-aa08-4d9d-8a2f-5d62502f0521 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-288905210&fields=id&tenant_id=42316ffe3a474965904b3d4c5cc0329e HTTP/1.1" status: 200 len: 267 time: 0.0443065 Oct 23 01:54:06.298097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5e9eb-64ee-42b2-9db5-cfb6576dcb8e req-462081d6-5ff1-4234-ad9e-3a4b4cd606d8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:06.299606 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0de5e9eb-64ee-42b2-9db5-cfb6576dcb8e req-462081d6-5ff1-4234-ad9e-3a4b4cd606d8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 984 time: 0.0465667 Oct 23 01:54:06.309958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-0de5e9eb-64ee-42b2-9db5-cfb6576dcb8e req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'port': {'security_groups': ['4b75adb1-565d-4341-8129-c01406ef3873']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:54:06.379723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0de5e9eb-64ee-42b2-9db5-cfb6576dcb8e req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:06.547696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-0de5e9eb-64ee-42b2-9db5-cfb6576dcb8e req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] For port 8b1dbf89-5300-41db-8a08-9538f095c4dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:54:06.575562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0de5e9eb-64ee-42b2-9db5-cfb6576dcb8e req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:06.631148 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0de5e9eb-64ee-42b2-9db5-cfb6576dcb8e req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:06.641176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5e9eb-64ee-42b2-9db5-cfb6576dcb8e req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:06.646574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-0de5e9eb-64ee-42b2-9db5-cfb6576dcb8e req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:06.646574 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0de5e9eb-64ee-42b2-9db5-cfb6576dcb8e req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "PUT /networking/v2.0/ports/8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 942 time: 0.3383982 Oct 23 01:54:06.646574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:54:06.646574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:54:06.650542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42956) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:54:06.665836 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['8b1dbf89-5300-41db-8a08-9538f095c4dd'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:54:06.703726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'Port': ['ID=8b1dbf89-5300-41db-8a08-9538f095c4dd,revision_number=7']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:54:06.713084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.713445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.713824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.714191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.714545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.714880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.715216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.715545 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.715876 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.716381 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.716728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.717056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.717429 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.717937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.718270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dbcb1-a40a-4c98-a48e-f0c6b8ac91aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.718470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:06.747240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:06.784478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c30d7f3-ea84-44fc-9706-0c898d3a7bc0 x-openstack-request-id: req-5c30d7f3-ea84-44fc-9706-0c898d3a7bc0 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:54:06.784775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:54:06.785030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c30d7f3-ea84-44fc-9706-0c898d3a7bc0 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:54:06.785437 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c30d7f3-ea84-44fc-9706-0c898d3a7bc0'] response: {'name': 'network-changed', 'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'status': 'completed', 'code': 200} Oct 23 01:54:06.797117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['8b1dbf89-5300-41db-8a08-9538f095c4dd'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:54:06.891310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:06.894611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:06.895809 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b HTTP/1.1" status: 204 len: 168 time: 0.2439888 Oct 23 01:54:06.900516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 42966) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:54:06.922151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37 req-b3f84942-2686-4743-b632-73020c6892ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:06.923601 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37 req-b3f84942-2686-4743-b632-73020c6892ae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1129 time: 0.0913005 Oct 23 01:54:06.946375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ee04c7-bb73-4e70-9cc9-fcd8a229a64b,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:54:06.959138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.959760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.960314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.960864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.961422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.961981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.967560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.967560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.967560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.967560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.967560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.967560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.967560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.967560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:06.967560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a948c31b-97a6-4d54-9e18-e9fb2f5fc705 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:07.029526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37 req-6b245993-15a4-46f0-a392-6a914131a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:07.031080 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37 req-6b245993-15a4-46f0-a392-6a914131a4e5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.1004107 Oct 23 01:54:07.061814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.48', 50522) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:54:07.099329 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37 req-ebb195db-9f22-4b5c-807f-cf87a4eb9415 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 1001 time: 0.0584548 Oct 23 01:54:07.101669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Deleting port 6ba0c794-1d4c-4c4f-9ede-f7bb91488083 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:54:07.102614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6ba0c794-1d4c-4c4f-9ede-f7bb91488083), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:07.150697 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2936381c-db68-4858-bc52-aef60c24d67b req-4014e0e6-cffb-4c29-840f-afc9eaea54b9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876729 Oct 23 01:54:07.155553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37 req-b2ed991a-6344-4c6d-bb1b-cb652df13e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:07.157124 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37 req-b2ed991a-6344-4c6d-bb1b-cb652df13e27 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0511625 Oct 23 01:54:07.192595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6ba0c794-1d4c-4c4f-9ede-f7bb91488083), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:07.192929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for floatingip (6ba0c794-1d4c-4c4f-9ede-f7bb91488083), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:07.202590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37 req-2243f731-6ffe-42a1-be76-5ab9ada8ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:07.207678 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37 req-2243f731-6ffe-42a1-be76-5ab9ada8ca74 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405917 Oct 23 01:54:07.207816 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Calling delete_port for 6ba0c794-1d4c-4c4f-9ede-f7bb91488083 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:54:07.294481 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37 req-8e4f96aa-7bab-4149-9053-feb80b165ed1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834286 Oct 23 01:54:07.373709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:07.389426 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5bcbdde7-ea70-4fc0-9c48-0636d37c0f37 req-90f51982-1c0e-4850-8fb9-d2c0c78d8f1b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887678 Oct 23 01:54:07.399960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6ba0c794-1d4c-4c4f-9ede-f7bb91488083), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:07.426343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event deleted for resources: {'Port': ['ID=6ba0c794-1d4c-4c4f-9ede-f7bb91488083,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:54:07.489340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for floatingip (6d0684ca-0375-4b40-aa57-0ea3040b2777), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:07.489670 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Floating IP 6d0684ca-0375-4b40-aa57-0ea3040b2777 disassociated (deleted). External IP: 172.36.3.145, port: 8b1dbf89-5300-41db-8a08-9538f095c4dd. Oct 23 01:54:07.523531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936381c-db68-4858-bc52-aef60c24d67b req-de9c5f86-0f43-40fb-8455-04f4926c2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:07.525048 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2936381c-db68-4858-bc52-aef60c24d67b req-de9c5f86-0f43-40fb-8455-04f4926c2487 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1129 time: 0.0416782 Oct 23 01:54:07.597894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:07.623231 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:07.636386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936381c-db68-4858-bc52-aef60c24d67b req-e695d23e-18e4-43dc-942e-aab3aa9b3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:07.637813 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2936381c-db68-4858-bc52-aef60c24d67b req-e695d23e-18e4-43dc-942e-aab3aa9b3225 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0931551 Oct 23 01:54:07.677717 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2936381c-db68-4858-bc52-aef60c24d67b req-fbb20538-189a-42b7-8c63-83ac4aafc518 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 217 time: 0.0341439 Oct 23 01:54:07.679124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:07.697283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:54:07.728420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936381c-db68-4858-bc52-aef60c24d67b req-25a91a06-6969-4935-886a-11c17e814a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:07.729933 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2936381c-db68-4858-bc52-aef60c24d67b req-25a91a06-6969-4935-886a-11c17e814a77 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0462446 Oct 23 01:54:07.778596 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936381c-db68-4858-bc52-aef60c24d67b req-b0de434c-0b67-4a00-a0c6-6345d1eeed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:07.780139 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2936381c-db68-4858-bc52-aef60c24d67b req-b0de434c-0b67-4a00-a0c6-6345d1eeed3b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446606 Oct 23 01:54:07.802890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:54:07.807696 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:07.814219 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0394e5-7dd8-4ea9-bf89-5eab778d3e1d None None] Sync routers for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:54:07.838895 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9e723239-d4fa-4441-b672-5a85f38a7879 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/6d0684ca-0375-4b40-aa57-0ea3040b2777 HTTP/1.1" status: 204 len: 168 time: 0.9372742 Oct 23 01:54:07.839656 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:54:07.842372 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:54:07.890138 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2936381c-db68-4858-bc52-aef60c24d67b req-d8cc01ce-088a-4517-9ad9-091ae881e8fb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014493 Oct 23 01:54:07.898212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c01a5b-3dd5-4d2e-bcfe-bcecb0dc40ca x-openstack-request-id: req-34c01a5b-3dd5-4d2e-bcfe-bcecb0dc40ca {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:54:07.898707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:54:07.899152 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34c01a5b-3dd5-4d2e-bcfe-bcecb0dc40ca {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:54:07.899737 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c01a5b-3dd5-4d2e-bcfe-bcecb0dc40ca'] response: {'name': 'network-changed', 'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'status': 'completed', 'code': 200} Oct 23 01:54:07.928304 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0394e5-7dd8-4ea9-bf89-5eab778d3e1d None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:54:07.928940 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6d0394e5-7dd8-4ea9-bf89-5eab778d3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:53:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:54:08.008716 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2936381c-db68-4858-bc52-aef60c24d67b req-a554c684-b3f4-4bb9-a979-914fe41eab10 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141014 Oct 23 01:54:08.037132 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-6d0394e5-7dd8-4ea9-bf89-5eab778d3e1d None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:54:08.195431 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0 req-76313d46-d720-44b4-af0e-8a6eaa6b30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:08.196973 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0 req-76313d46-d720-44b4-af0e-8a6eaa6b30c8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 1129 time: 0.0403607 Oct 23 01:54:08.236503 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6d0394e5-7dd8-4ea9-bf89-5eab778d3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:54:08.266918 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0394e5-7dd8-4ea9-bf89-5eab778d3e1d None None] Checking router: d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:54:08.276631 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0394e5-7dd8-4ea9-bf89-5eab778d3e1d None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:54:08.277288 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6d0394e5-7dd8-4ea9-bf89-5eab778d3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:53:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:54:08.296130 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0 req-512b9aff-a801-4547-a0be-d0c78362df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:08.297644 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0 req-512b9aff-a801-4547-a0be-d0c78362df68 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0954235 Oct 23 01:54:08.337836 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0 req-0da78983-08ee-41a6-8890-6b416f07b652 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 200 len: 217 time: 0.0337417 Oct 23 01:54:08.377876 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-6d0394e5-7dd8-4ea9-bf89-5eab778d3e1d None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:54:08.395632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0 req-c67cf42b-ecfa-45be-b66a-0f1dc41566e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:08.397136 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0 req-c67cf42b-ecfa-45be-b66a-0f1dc41566e7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0464337 Oct 23 01:54:08.447136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0 req-60d3df08-41e5-4a21-8579-3038b88a8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:08.448583 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0 req-60d3df08-41e5-4a21-8579-3038b88a8069 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454996 Oct 23 01:54:08.562452 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6d0394e5-7dd8-4ea9-bf89-5eab778d3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:54:08.586803 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0394e5-7dd8-4ea9-bf89-5eab778d3e1d None None] The sync data for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv is: [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:54:08.809895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba8bc6c-9343-44d3-9864-659dc6f36c03 None None] New status for floating IP 6d0684ca-0375-4b40-aa57-0ea3040b2777: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:54:08.835975 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0 req-f59c931b-3670-47f4-b711-169a867e0295 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943043 Oct 23 01:54:08.865645 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8edbd8f8-9096-4bfe-b3b9-9819b1b0aed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:08.923632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:08.954123 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc016c6e-0a17-4b63-a0bf-a4fb02308ea0 req-a1318fe4-e50f-45db-bc20-cb3be7d57260 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961180 Oct 23 01:54:11.146050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-af7627ba-aca7-496f-b83b-0d79d34ce3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:12.625609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:14.056773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:14.125674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:17.438360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a2497-2952-4246-a2fd-ad886c45d385 req-9270ba62-a353-4a04-a9de-3821952dbbc1 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:17.439855 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe2a2497-2952-4246-a2fd-ad886c45d385 req-9270ba62-a353-4a04-a9de-3821952dbbc1 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 945 time: 0.0498347 Oct 23 01:54:17.488668 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe2a2497-2952-4246-a2fd-ad886c45d385 req-5ffa4896-2bef-4aea-b044-3bfe9fe9432a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430932 Oct 23 01:54:17.836288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=37 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:18.565233 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=82 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:18.566409 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=78 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:18.609771 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265ac9a-c3bb-4e62-bcb7-0e11689e3a48 req-3800e7c0-7d8d-48f7-bdce-3d1f3663f11b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:18.611925 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f265ac9a-c3bb-4e62-bcb7-0e11689e3a48 req-3800e7c0-7d8d-48f7-bdce-3d1f3663f11b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 945 time: 0.0481992 Oct 23 01:54:18.658707 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f265ac9a-c3bb-4e62-bcb7-0e11689e3a48 req-e51be9ca-5e12-4738-a4d7-b8b83e547727 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Oct 23 01:54:19.135885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e97d7-9164-4e74-93fe-af26b87fc62d req-678b6108-48f3-41b0-be17-a975cf668a9c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:19.137331 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3c7e97d7-9164-4e74-93fe-af26b87fc62d req-678b6108-48f3-41b0-be17-a975cf668a9c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 945 time: 0.0453436 Oct 23 01:54:19.225584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-3c7e97d7-9164-4e74-93fe-af26b87fc62d req-8d71c762-0ff1-49eb-b26c-d05d4bdecc22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Deleting port 8b1dbf89-5300-41db-8a08-9538f095c4dd {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:54:19.225958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-3c7e97d7-9164-4e74-93fe-af26b87fc62d req-8d71c762-0ff1-49eb-b26c-d05d4bdecc22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:19.317185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-3c7e97d7-9164-4e74-93fe-af26b87fc62d req-8d71c762-0ff1-49eb-b26c-d05d4bdecc22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] For port 8b1dbf89-5300-41db-8a08-9538f095c4dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b1dbf89-5300-41db-8a08-9538f095c4dd,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:54:19.317547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-3c7e97d7-9164-4e74-93fe-af26b87fc62d req-8d71c762-0ff1-49eb-b26c-d05d4bdecc22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:19.330649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-3c7e97d7-9164-4e74-93fe-af26b87fc62d req-8d71c762-0ff1-49eb-b26c-d05d4bdecc22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Calling delete_port for 8b1dbf89-5300-41db-8a08-9538f095c4dd owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:54:19.338145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:19.507964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-3c7e97d7-9164-4e74-93fe-af26b87fc62d req-8d71c762-0ff1-49eb-b26c-d05d4bdecc22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (8b1dbf89-5300-41db-8a08-9538f095c4dd), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:19.539191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71c762-0ff1-49eb-b26c-d05d4bdecc22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event deleted for resources: {'Port': ['ID=8b1dbf89-5300-41db-8a08-9538f095c4dd,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:54:19.544263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['8b1dbf89-5300-41db-8a08-9538f095c4dd'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:54:19.587330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7e97d7-9164-4e74-93fe-af26b87fc62d req-8d71c762-0ff1-49eb-b26c-d05d4bdecc22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] No DVR routers for this DVR port 8b1dbf89-5300-41db-8a08-9538f095c4dd on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:54:19.592581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-3c7e97d7-9164-4e74-93fe-af26b87fc62d req-8d71c762-0ff1-49eb-b26c-d05d4bdecc22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:19.592868 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3c7e97d7-9164-4e74-93fe-af26b87fc62d req-8d71c762-0ff1-49eb-b26c-d05d4bdecc22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.48 "DELETE /networking/v2.0/ports/8b1dbf89-5300-41db-8a08-9538f095c4dd HTTP/1.1" status: 204 len: 173 time: 0.4461837 Oct 23 01:54:19.593355 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'name': 'network-vif-deleted', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:54:19.595667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93f66c0-872b-444f-8ce5-696ea52cd586" -d '{"events": [{"server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "name": "network-vif-deleted", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:54:19.631432 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0a3ad4-76c6-4265-82cf-707289e47fb2 x-openstack-request-id: req-2c0a3ad4-76c6-4265-82cf-707289e47fb2 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:54:19.631725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce60cff-c670-44dc-b018-b08355336043", "name": "network-vif-deleted", "tag": "8b1dbf89-5300-41db-8a08-9538f095c4dd", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:54:19.631990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c0a3ad4-76c6-4265-82cf-707289e47fb2 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:54:19.632382 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0a3ad4-76c6-4265-82cf-707289e47fb2'] response: {'server_uuid': '4ce60cff-c670-44dc-b018-b08355336043', 'name': 'network-vif-deleted', 'tag': '8b1dbf89-5300-41db-8a08-9538f095c4dd', 'status': 'completed', 'code': 200} Oct 23 01:54:19.764748 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-716f59f2-c05f-42f0-961b-a8a8ee819795 req-84db5362-89b3-4ced-a623-44f010820283 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ce60cff-c670-44dc-b018-b08355336043 HTTP/1.1" status: 200 len: 210 time: 0.0326777 Oct 23 01:54:22.142489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:24.430225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8b1dbf89-5300-41db-8a08-9538f095c4dd no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:54:24.454497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 8b1dbf89-5300-41db-8a08-9538f095c4dd {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:54:24.455097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 8b1dbf89-5300-41db-8a08-9538f095c4dd not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:54:29.570428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=13,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:29.571593 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=60,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:29.742985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:29.744031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=12 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:31.982086 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:32.085552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:33.688434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-70d1180e-a7a7-4396-b41c-728bd59307d9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:33.690349 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-70d1180e-a7a7-4396-b41c-728bd59307d9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 814 time: 0.1013567 Oct 23 01:54:33.704280 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-801c5186-02be-44c8-8290-21061e98e529 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/quotas/42316ffe3a474965904b3d4c5cc0329e HTTP/1.1" status: 200 len: 375 time: 0.0087938 Oct 23 01:54:33.756605 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-91b3829a-b07b-415b-ab10-cc3f40fc1c13 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470705 Oct 23 01:54:33.812625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-81c87032-a6e7-4f3a-ab38-75c97c7b1303 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:54:33.813640 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-81c87032-a6e7-4f3a-ab38-75c97c7b1303 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0463741 Oct 23 01:54:33.902844 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-a78f4f01-2e3f-417a-9e03-bbd89033d8b6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826316 Oct 23 01:54:33.995512 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-378d0da8-8da5-40fa-b7ae-1204ad7eecb5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869672 Oct 23 01:54:34.256688 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-909c1c90-b8c5-4e9f-80fe-eb613708b45e req-e284d9d0-bb82-4421-83ef-de39baf63384 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 210 time: 0.0295036 Oct 23 01:54:34.434469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:34.454349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:35.358077 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-27ebce5b-f522-4dd2-b73b-89e4da9dc5f4 req-de126d19-a3bd-4069-bf52-06f40a524d67 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 210 time: 0.0288999 Oct 23 01:54:36.286942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f19a9def-cbf3-4930-8f78-3085f2450702 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:36.288415 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f19a9def-cbf3-4930-8f78-3085f2450702 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 814 time: 0.1059132 Oct 23 01:54:36.304861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'port': {'device_id': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'admin_state_up': True, 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:54:36.467830 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4298ac43-ae43-42e2-8876-18d2db9bc5fa req-717f128f-31cd-4b28-bbc7-d9eee0f228fd tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 210 time: 0.0348454 Oct 23 01:54:36.479156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Made reservation on behalf of 42316ffe3a474965904b3d4c5cc0329e for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:54:36.482949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:36.612710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Allocated IP 172.20.0.10 (437471c7-063c-447e-b578-786b4560a9e3/73aaf08f-7ba6-48ef-93e6-4f983f15978e/2f16e1e6-2082-4883-abb3-803fc90147c3) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:54:36.766048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:36.843085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:36.883122 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Network 437471c7-063c-447e-b578-786b4560a9e3 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:54:36.886218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:54:36.892207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:54:36.925919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'Port': ['ID=2f16e1e6-2082-4883-abb3-803fc90147c3,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:54:36.981364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:36.982077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:37.062936 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-f28e2fea-32db-48fd-b00f-74f8cfeb09e2 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7618093 Oct 23 01:54:37.073359 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:37.238079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-097172fb-84d4-4d0d-803d-72d7d7d2c900 None None] Provisioning complete for port 2f16e1e6-2082-4883-abb3-803fc90147c3 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:54:37.238690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-097172fb-84d4-4d0d-803d-72d7d7d2c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:37.239011 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-097172fb-84d4-4d0d-803d-72d7d7d2c900 None None] Attempt 1 to provision port 2f16e1e6-2082-4883-abb3-803fc90147c3 Oct 23 01:54:37.276882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-097172fb-84d4-4d0d-803d-72d7d7d2c900 None None] Port 2f16e1e6-2082-4883-abb3-803fc90147c3 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:54:37.595403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69df9c1-5161-4f60-afb6-f831b0942d74 req-636f559b-cc96-4fa9-86a4-ebd39a1a082c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:37.596895 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c69df9c1-5161-4f60-afb6-f831b0942d74 req-636f559b-cc96-4fa9-86a4-ebd39a1a082c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 932 time: 0.0502217 Oct 23 01:54:37.654150 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c69df9c1-5161-4f60-afb6-f831b0942d74 req-f59081cb-17e4-4ccb-b8a7-2c1ef1235236 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506625 Oct 23 01:54:38.791145 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c5bb1-8624-40cb-ac07-92770241a02b req-49223f47-5177-4d63-af57-13954e19df6d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:38.792682 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f4c5bb1-8624-40cb-ac07-92770241a02b req-49223f47-5177-4d63-af57-13954e19df6d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 932 time: 0.0561969 Oct 23 01:54:38.847604 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f4c5bb1-8624-40cb-ac07-92770241a02b req-c371a228-1fbd-4675-9496-cc10ab6654a6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483713 Oct 23 01:54:38.853985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-959163b0-b0bd-4806-b5c0-f42212060834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:39.976682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31ee06-ca31-4579-9eaf-ed5f5c09e0c8 req-2c9eccf1-99c8-487c-8581-a5b5359b6fc7 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:39.983947 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2d31ee06-ca31-4579-9eaf-ed5f5c09e0c8 req-2c9eccf1-99c8-487c-8581-a5b5359b6fc7 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 932 time: 0.0584328 Oct 23 01:54:39.986712 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:54:40.030751 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2d31ee06-ca31-4579-9eaf-ed5f5c09e0c8 req-2ec435b0-748c-45a9-a8c1-8d28f0391f1b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459220 Oct 23 01:54:41.145391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4a3c-2b3d-43ba-9be6-1541c0ca8bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:41.170169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bc963-0fee-452c-8b51-c77d58a0a5fd req-e2a48ddc-b10f-4dad-8587-95df4d82bdb1 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:41.172304 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b57bc963-0fee-452c-8b51-c77d58a0a5fd req-e2a48ddc-b10f-4dad-8587-95df4d82bdb1 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 932 time: 0.0547137 Oct 23 01:54:41.185621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:41.193819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:41.231059 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b57bc963-0fee-452c-8b51-c77d58a0a5fd req-f7f493a7-036b-4022-9086-db4c52491494 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518253 Oct 23 01:54:42.355334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67dd42-da19-479d-9671-ac6e36515268 req-89f0f68a-94d8-4353-9feb-f2b3b510c84a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:42.356985 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8a67dd42-da19-479d-9671-ac6e36515268 req-89f0f68a-94d8-4353-9feb-f2b3b510c84a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 932 time: 0.0494874 Oct 23 01:54:42.405633 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8a67dd42-da19-479d-9671-ac6e36515268 req-468e9f61-b9d9-402e-a04f-5b950e8a8064 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Oct 23 01:54:42.642688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:43.530831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de137f8-abd8-4b7d-a896-bab9ac1b0252 req-8e6d7cf8-6841-4dbf-9799-24a8a0bad9e9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:43.532412 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9de137f8-abd8-4b7d-a896-bab9ac1b0252 req-8e6d7cf8-6841-4dbf-9799-24a8a0bad9e9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 932 time: 0.0488541 Oct 23 01:54:43.584255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9de137f8-abd8-4b7d-a896-bab9ac1b0252 req-d3d7586c-08e2-4970-beab-5699f35827fb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460312 Oct 23 01:54:44.639626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:44.662753 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:44.720380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12547b34-0b69-4753-b2ab-7ebb73956ea0 req-7be12dca-341d-4923-a5ba-d874582748ef tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:44.722645 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-12547b34-0b69-4753-b2ab-7ebb73956ea0 req-7be12dca-341d-4923-a5ba-d874582748ef tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 932 time: 0.0566235 Oct 23 01:54:44.776314 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-12547b34-0b69-4753-b2ab-7ebb73956ea0 req-4aa20685-1719-47e4-89af-f52cb1b92121 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464189 Oct 23 01:54:45.545320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Request body: {'port': {'device_id': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:54:45.602749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:45.865287 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f16e1e6-2082-4883-abb3-803fc90147c3 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:54:45.873900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Publish callbacks [] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:45.910927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Transition to ACTIVE for port object 2f16e1e6-2082-4883-abb3-803fc90147c3 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:54:45.917029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca03c5b-930f-4153-b012-5dfd5b608ded req-a20603ac-99e9-498d-949e-c6b9f0d4f5a9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:45.921126 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aca03c5b-930f-4153-b012-5dfd5b608ded req-a20603ac-99e9-498d-949e-c6b9f0d4f5a9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 932 time: 0.0676289 Oct 23 01:54:45.970159 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aca03c5b-930f-4153-b012-5dfd5b608ded req-05835776-c4d1-4a6c-982f-2310571975ea tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Oct 23 01:54:46.005150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:46.067033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2f16e1e6-2082-4883-abb3-803fc90147c3,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:54:46.114550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Attempting to bind port 2f16e1e6-2082-4883-abb3-803fc90147c3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:54:46.114887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Attempting to bind port 2f16e1e6-2082-4883-abb3-803fc90147c3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:54:46.115214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Attempting to bind port 2f16e1e6-2082-4883-abb3-803fc90147c3 on network 437471c7-063c-447e-b578-786b4560a9e3 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:54:46.155237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Port 2f16e1e6-2082-4883-abb3-803fc90147c3 on network 437471c7-063c-447e-b578-786b4560a9e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:54:46.155566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Attempting to bind port 2f16e1e6-2082-4883-abb3-803fc90147c3 on network 437471c7-063c-447e-b578-786b4560a9e3 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:54:46.200246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:54:46.200580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Checking segment: {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:54:46.200959 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Bound using segment: {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:54:46.201388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Bound port: 2f16e1e6-2082-4883-abb3-803fc90147c3, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '437471c7-063c-447e-b578-786b4560a9e3'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:54:46.201743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:46.242216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:46.260952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] For port 2f16e1e6-2082-4883-abb3-803fc90147c3, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:54:46.262626 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:46.264321 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] For port 2f16e1e6-2082-4883-abb3-803fc90147c3, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2f16e1e6-2082-4883-abb3-803fc90147c3,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:54:46.325056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:46.329131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:46.329837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:46.331222 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 200 len: 1094 time: 0.7902057 Oct 23 01:54:46.331695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:54:46.333950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5e3805-fba1-4f9a-88fa-51ef0583a0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:54:46.374010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f578596-6e73-4b23-bfec-1e08a3497d38 x-openstack-request-id: req-1f578596-6e73-4b23-bfec-1e08a3497d38 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:54:46.374010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:54:46.374010 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f578596-6e73-4b23-bfec-1e08a3497d38 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:54:46.374317 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f578596-6e73-4b23-bfec-1e08a3497d38'] response: {'name': 'network-changed', 'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'status': 'completed', 'code': 200} Oct 23 01:54:46.383470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f0309-e08c-4a24-8db0-8752876a22d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2f16e1e6-2082-4883-abb3-803fc90147c3,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:54:46.462443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e3805-fba1-4f9a-88fa-51ef0583a0a6 req-945255a0-5850-4419-95da-d2bc1b7ba608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:46.463935 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5a5e3805-fba1-4f9a-88fa-51ef0583a0a6 req-945255a0-5850-4419-95da-d2bc1b7ba608 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 1128 time: 0.0433927 Oct 23 01:54:46.565427 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e3805-fba1-4f9a-88fa-51ef0583a0a6 req-55e76525-49ca-4228-90a8-1f79df0e45da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:46.566919 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5a5e3805-fba1-4f9a-88fa-51ef0583a0a6 req-55e76525-49ca-4228-90a8-1f79df0e45da service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=42316ffe3a474965904b3d4c5cc0329e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0910990 Oct 23 01:54:46.663981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e3805-fba1-4f9a-88fa-51ef0583a0a6 req-46ee8017-dffd-41ed-813d-c08ac4c15fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:46.665463 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5a5e3805-fba1-4f9a-88fa-51ef0583a0a6 req-46ee8017-dffd-41ed-813d-c08ac4c15fa2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917399 Oct 23 01:54:46.758759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-9277c497-9539-482a-aae3-d4bd0d17cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:46.760239 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-9277c497-9539-482a-aae3-d4bd0d17cc99 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 1128 time: 0.0391788 Oct 23 01:54:46.805137 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-27b1bd4b-bfc2-43ff-a64f-f834e1a9f7c6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 200 len: 217 time: 0.0327225 Oct 23 01:54:46.864287 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-fe06a467-21f2-408e-936f-16f44996260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:46.865736 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-fe06a467-21f2-408e-936f-16f44996260e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0471749 Oct 23 01:54:46.910016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-69d6bcd8-d9b2-4bf0-acc9-6424cf414f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:46.911484 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-69d6bcd8-d9b2-4bf0-acc9-6424cf414f7e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388427 Oct 23 01:54:47.007037 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-c6ddc713-7545-4f31-88e7-5cf820507b20 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885854 Oct 23 01:54:47.119489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb0dc7-c5e0-4091-87c5-e49eec12197c req-baeb09a9-07c9-4ad9-9e1e-449d9246e3d9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:47.120943 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52eb0dc7-c5e0-4091-87c5-e49eec12197c req-baeb09a9-07c9-4ad9-9e1e-449d9246e3d9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 944 time: 0.0644765 Oct 23 01:54:47.141875 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-908f5098-ac53-4f60-88df-6645b1e9b692 req-c887b398-5111-40eb-af94-113d159bdebf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289353 Oct 23 01:54:47.181908 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52eb0dc7-c5e0-4091-87c5-e49eec12197c req-28309365-89f9-4b93-a717-efecf4c44e85 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517635 Oct 23 01:54:48.302131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092dc08-b0e5-4f3e-b010-77e49232252d req-12dea029-8941-43d1-a0f2-0c8d63db9fd9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:48.303576 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e092dc08-b0e5-4f3e-b010-77e49232252d req-12dea029-8941-43d1-a0f2-0c8d63db9fd9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 944 time: 0.0472503 Oct 23 01:54:48.350645 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e092dc08-b0e5-4f3e-b010-77e49232252d req-da726307-3b21-458a-a3b0-d128939827d7 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Oct 23 01:54:48.548994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 2f16e1e6-2082-4883-abb3-803fc90147c3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:54:48.650342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 2f16e1e6-2082-4883-abb3-803fc90147c3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2f16e1e6-2082-4883-abb3-803fc90147c3,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:54:48.661083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'port_id': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'mac_address': 'fa:16:3e:89:6f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:54:48.695056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 2f16e1e6-2082-4883-abb3-803fc90147c3 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:54:48.695470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:48.711913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f16e1e6-2082-4883-abb3-803fc90147c3 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:54:48.730368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 2f16e1e6-2082-4883-abb3-803fc90147c3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2f16e1e6-2082-4883-abb3-803fc90147c3,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:54:48.833167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:48.879097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=2f16e1e6-2082-4883-abb3-803fc90147c3,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:54:48.885969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.888894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.888894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.888894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.888894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.888894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.888894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.888894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.888894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.888894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.889563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.889563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.889772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.890116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:48.890436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:54:49.116334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['2f16e1e6-2082-4883-abb3-803fc90147c3'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:54:49.468850 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059cb73-3fdf-4ced-98ac-d35d6ad3dd69 req-b4e775dc-5e93-4393-b889-3eb00535ce34 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:49.470347 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f059cb73-3fdf-4ced-98ac-d35d6ad3dd69 req-b4e775dc-5e93-4393-b889-3eb00535ce34 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 945 time: 0.0468497 Oct 23 01:54:49.505403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:49.516759 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f059cb73-3fdf-4ced-98ac-d35d6ad3dd69 req-a082bb78-e9e7-4bda-8968-9ce2d915480e tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Oct 23 01:54:49.980315 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:50.586719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 2f16e1e6-2082-4883-abb3-803fc90147c3 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:54:50.628877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 2f16e1e6-2082-4883-abb3-803fc90147c3 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:54:50.638060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d41130-eb4c-4053-b692-3bb95a3af5be req-a8e3e762-8590-479b-86d3-bb0cff471632 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:50.639521 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-90d41130-eb4c-4053-b692-3bb95a3af5be req-a8e3e762-8590-479b-86d3-bb0cff471632 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 945 time: 0.0471349 Oct 23 01:54:50.690991 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-90d41130-eb4c-4053-b692-3bb95a3af5be req-cf9e0ff3-5ca0-4946-b891-86cfefc72e05 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452363 Oct 23 01:54:50.716450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 2f16e1e6-2082-4883-abb3-803fc90147c3 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:54:50.724909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:50.724909 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 2f16e1e6-2082-4883-abb3-803fc90147c3 Oct 23 01:54:50.787467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 2f16e1e6-2082-4883-abb3-803fc90147c3 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:54:50.787848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:50.813017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:54:50.813017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5153db1d-e1bc-433b-b87f-664ecd4828f3" -d '{"events": [{"server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "name": "network-vif-plugged", "status": "completed", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:54:50.828274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 2f16e1e6-2082-4883-abb3-803fc90147c3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2f16e1e6-2082-4883-abb3-803fc90147c3,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:54:50.879451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:50.906547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3039808c-b0ea-4f7b-bcf8-10d75a7dcb58 x-openstack-request-id: req-3039808c-b0ea-4f7b-bcf8-10d75a7dcb58 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:54:50.906840 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "name": "network-vif-plugged", "status": "completed", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:54:50.907148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3039808c-b0ea-4f7b-bcf8-10d75a7dcb58 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:54:50.907543 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3039808c-b0ea-4f7b-bcf8-10d75a7dcb58'] response: {'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'code': 200} Oct 23 01:54:50.930367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=2f16e1e6-2082-4883-abb3-803fc90147c3,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:54:51.250466 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165a7b5-c0bc-4491-aaed-7274f53c0f82 req-64694495-02dc-4330-a27d-ac56c8ed6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:51.251932 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b165a7b5-c0bc-4491-aaed-7274f53c0f82 req-64694495-02dc-4330-a27d-ac56c8ed6ac3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 1130 time: 0.0379577 Oct 23 01:54:51.295396 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b165a7b5-c0bc-4491-aaed-7274f53c0f82 req-be747d73-e9c1-4de8-a454-f8173df7e7be service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372775 Oct 23 01:54:51.970212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee808d-1853-4ee3-91c7-93a563dcd461 req-658d6e95-f87d-4ebd-93e7-151cbe201e9d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:51.971622 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-44ee808d-1853-4ee3-91c7-93a563dcd461 req-658d6e95-f87d-4ebd-93e7-151cbe201e9d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 946 time: 0.0477223 Oct 23 01:54:52.014676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:52.019297 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-44ee808d-1853-4ee3-91c7-93a563dcd461 req-8edb2b6c-bffb-403d-a3dd-99285a67aa3c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 Oct 23 01:54:52.170946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:54:53.150013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a50a46-329b-439c-aa16-c790d3df896d req-a0a3b17e-e60e-452f-bc85-5569cbe36650 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:53.151490 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-61a50a46-329b-439c-aa16-c790d3df896d req-a0a3b17e-e60e-452f-bc85-5569cbe36650 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 946 time: 0.0499024 Oct 23 01:54:53.198010 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-61a50a46-329b-439c-aa16-c790d3df896d req-61445ab5-d335-4ef1-9407-a09a6e99acfb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 Oct 23 01:54:53.301315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:54:53.318628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f9d62-52f6-4769-85f1-e3fac78dc927 req-d657b280-f0b8-45cb-80d3-16fdf47d6c9a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:53.318628 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fa8f9d62-52f6-4769-85f1-e3fac78dc927 req-d657b280-f0b8-45cb-80d3-16fdf47d6c9a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 946 time: 0.0460904 Oct 23 01:54:53.361337 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fa8f9d62-52f6-4769-85f1-e3fac78dc927 req-c85c6798-1a7a-48f4-97d1-78335eefddf9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 Oct 23 01:54:53.554886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5d678-9f8d-4270-9b46-b0da4361add3 req-d96ed471-ea6e-4ba7-b4f7-9ec1ce019b61 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:54:53.556379 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-14f5d678-9f8d-4270-9b46-b0da4361add3 req-d96ed471-ea6e-4ba7-b4f7-9ec1ce019b61 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 946 time: 0.0495734 Oct 23 01:54:53.603454 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-14f5d678-9f8d-4270-9b46-b0da4361add3 req-0cfd2437-6df6-4a14-b803-0a5db94003cd tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Oct 23 01:55:02.092411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:02.098285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:02.099985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:03.192267 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=22 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:03.194090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=76 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:03.590049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=12 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:03.600193 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=21 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:08.833174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-54a98e1f-d451-4384-9b65-a3b2b50c9465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:08.974312 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:08.979282 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:09.090564 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-1d4caebd-04e3-4a19-8de6-24a136f8e510 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388029 Oct 23 01:55:09.093371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0590-00c4-4b56-aff7-53d83fa0bbfa req-9035c9f8-814b-490f-a9ec-ee76fd2a9f43 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:09.094869 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1edf0590-00c4-4b56-aff7-53d83fa0bbfa req-9035c9f8-814b-490f-a9ec-ee76fd2a9f43 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 946 time: 0.0477650 Oct 23 01:55:09.143530 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1edf0590-00c4-4b56-aff7-53d83fa0bbfa req-c02c9b2d-e8b0-4aab-8f41-a709b4de531f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 Oct 23 01:55:09.171881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43268) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:55:09.206539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-c83dee3c-f9ea-4c94-a343-f64d830613c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:09.208045 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-c83dee3c-f9ea-4c94-a343-f64d830613c7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 1130 time: 0.0402923 Oct 23 01:55:09.213924 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1966a8c-03c7-4e51-b8a6-134d44c513d2 tempest-TestMinimumBasicScenario-1390414160 tempest-TestMinimumBasicScenario-1390414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:09.215446 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a1966a8c-03c7-4e51-b8a6-134d44c513d2 tempest-TestMinimumBasicScenario-1390414160 tempest-TestMinimumBasicScenario-1390414160-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 1125 time: 0.0425918 Oct 23 01:55:09.218213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43270) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:55:09.222538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:55:09.319223 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:09.322656 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-3a319de6-dda2-4245-8061-8b77591da9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:09.324191 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-3a319de6-dda2-4245-8061-8b77591da9b3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0957098 Oct 23 01:55:09.363257 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-47ce984a-eaa8-455c-b7eb-87813b34fe8e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 200 len: 217 time: 0.0324974 Oct 23 01:55:09.399118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:09.410489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-182b82db-f13a-4780-b84e-fcfb5b00f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:09.412476 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-182b82db-f13a-4780-b84e-fcfb5b00f6d8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0430374 Oct 23 01:55:09.462602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-5b9bd132-d2d6-4e58-9bb7-8adb556e7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:09.464133 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-5b9bd132-d2d6-4e58-9bb7-8adb556e7453 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455458 Oct 23 01:55:09.561285 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-67f6648d-4dd8-4048-ac74-31ba1914d8d4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903437 Oct 23 01:55:09.659097 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52dcfefc-1551-4ad5-a83c-40b3e0816b2a req-7f35231c-0b72-4795-9c49-35caecde4425 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912566 Oct 23 01:55:09.765840 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Allocated IP 172.36.3.160 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/f08f8bff-102a-4e06-b85e-6b51968563b4) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:55:09.871548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for port (f08f8bff-102a-4e06-b85e-6b51968563b4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:09.950347 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f08f8bff-102a-4e06-b85e-6b51968563b4), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:09.988564 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:55:09.995362 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:55:09.999370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:55:10.002341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'Port': ['ID=f08f8bff-102a-4e06-b85e-6b51968563b4,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:55:10.031062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.031411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.031754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.032094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.032430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.032792 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.033120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.033450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.033798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.034714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.034714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.034916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.035112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.035415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.035738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:10.247261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:10.261121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:10.360299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for floatingip (5dc805ae-6148-408d-b5eb-0bcdad6e97d0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:10.477114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (f08f8bff-102a-4e06-b85e-6b51968563b4), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:10.625742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for port (f08f8bff-102a-4e06-b85e-6b51968563b4), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:10.678950 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (f08f8bff-102a-4e06-b85e-6b51968563b4), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:10.747912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'Port': ['ID=f08f8bff-102a-4e06-b85e-6b51968563b4,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:55:10.750668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (5dc805ae-6148-408d-b5eb-0bcdad6e97d0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:10.846149 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Floating IP 5dc805ae-6148-408d-b5eb-0bcdad6e97d0 associated. External IP: 172.36.3.160, port: 2f16e1e6-2082-4883-abb3-803fc90147c3. Oct 23 01:55:10.980848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:11.043976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:55:11.141902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-881e0161-0025-4b24-b7cf-ebecbe360810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:11.153160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:55:11.162643 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4bd3b-29bf-44b9-87ba-c851c28ad5b5 None None] Sync routers for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:55:11.172965 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b4bd3b-29bf-44b9-87ba-c851c28ad5b5 None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:55:11.173597 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56b4bd3b-29bf-44b9-87ba-c851c28ad5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:55:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:55:11.246762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:11.273074 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-56b4bd3b-29bf-44b9-87ba-c851c28ad5b5 None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:55:11.283468 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1d74e531-698d-4ea8-9d5f-5b493420458d tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0616839 Oct 23 01:55:11.283468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:55:11.284192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43272) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:55:11.288687 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1556789441', 'description': 'tempest-secgroup-smoke-1556789441 description', 'project_id': '42316ffe3a474965904b3d4c5cc0329e'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:55:11.294893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:55:11.341463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ea9654-d4c5-429a-ab34-b391df5794e0 x-openstack-request-id: req-10ea9654-d4c5-429a-ab34-b391df5794e0 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:55:11.341463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:55:11.341463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10ea9654-d4c5-429a-ab34-b391df5794e0 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:55:11.341463 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ea9654-d4c5-429a-ab34-b391df5794e0'] response: {'name': 'network-changed', 'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'status': 'completed', 'code': 200} Oct 23 01:55:11.376344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:11.440238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5 req-7d4bf8d7-1596-48bb-b816-885fd0387449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:11.441670 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5 req-7d4bf8d7-1596-48bb-b816-885fd0387449 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 1130 time: 0.0528255 Oct 23 01:55:11.485105 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56b4bd3b-29bf-44b9-87ba-c851c28ad5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5dc805ae-6148-408d-b5eb-0bcdad6e97d0', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'floating_ip_address': '172.36.3.160', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'port_id': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'mac_address': 'fa:16:3e:89:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:55:10Z', 'updated_at': '2022-10-23T01:55:10Z', 'revision_number': 0, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:55:11.509597 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4bd3b-29bf-44b9-87ba-c851c28ad5b5 None None] Checking router: d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:55:11.517957 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b4bd3b-29bf-44b9-87ba-c851c28ad5b5 None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:55:11.518561 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56b4bd3b-29bf-44b9-87ba-c851c28ad5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:55:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:55:11.539602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (7fa10618-5edf-442e-bba0-6928384569c8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:11.572698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5 req-41e02a12-c1f4-43c0-a433-ac298d655fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:11.574223 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5 req-41e02a12-c1f4-43c0-a433-ac298d655fd2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.1248286 Oct 23 01:55:11.615500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7fa10618-5edf-442e-bba0-6928384569c8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:11.621101 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-56b4bd3b-29bf-44b9-87ba-c851c28ad5b5 None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:55:11.665991 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5 req-99e4d282-4079-4598-bd7a-75e86add5450 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 200 len: 1000 time: 0.0858815 Oct 23 01:55:11.666725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa10618-5edf-442e-bba0-6928384569c8,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:55:11.928278 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-56b4bd3b-29bf-44b9-87ba-c851c28ad5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5dc805ae-6148-408d-b5eb-0bcdad6e97d0', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'floating_ip_address': '172.36.3.160', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'port_id': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'mac_address': 'fa:16:3e:89:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:55:10Z', 'updated_at': '2022-10-23T01:55:10Z', 'revision_number': 0, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:55:11.952983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.953333 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.953677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.954041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.954383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.954719 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.955003 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4bd3b-29bf-44b9-87ba-c851c28ad5b5 None None] The sync data for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv is: [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5dc805ae-6148-408d-b5eb-0bcdad6e97d0', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'floating_ip_address': '172.36.3.160', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'port_id': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'mac_address': 'fa:16:3e:89:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:55:10Z', 'updated_at': '2022-10-23T01:55:10Z', 'revision_number': 0, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:55:11.955195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.955363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.955696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.956021 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.956346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.956672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.957001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.957323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.957643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:55:11.964547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:11.968391 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ab538fa7-30d9-4e49-9138-781d4e58661b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6811039 Oct 23 01:55:11.969248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43276) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:55:11.980303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f743153c-85fd-430e-97d1-9e77fdc5ed80 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': '7fa10618-5edf-442e-bba0-6928384569c8', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:55:11.986347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:12.003859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5 req-c5461134-f9c4-44cc-9a97-6b5766df3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:12.006202 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5 req-c5461134-f9c4-44cc-9a97-6b5766df3e24 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.3328302 Oct 23 01:55:12.061628 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5 req-14abe044-ec25-4b1d-97d7-3c77ead08381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:12.063236 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5 req-14abe044-ec25-4b1d-97d7-3c77ead08381 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411634 Oct 23 01:55:12.087607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f743153c-85fd-430e-97d1-9e77fdc5ed80 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (118dc25c-1ca9-4f53-80e1-bd126811d62c), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.118776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:12.152808 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f743153c-85fd-430e-97d1-9e77fdc5ed80 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (118dc25c-1ca9-4f53-80e1-bd126811d62c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.189162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e9432-653d-460e-b589-5cad2fba4b22 None None] New status for floating IP 5dc805ae-6148-408d-b5eb-0bcdad6e97d0: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:55:12.190203 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5 req-6d63231c-5290-4513-8638-39474953e4da service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941453 Oct 23 01:55:12.213577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f743153c-85fd-430e-97d1-9e77fdc5ed80 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (118dc25c-1ca9-4f53-80e1-bd126811d62c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.234338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743153c-85fd-430e-97d1-9e77fdc5ed80 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118dc25c-1ca9-4f53-80e1-bd126811d62c,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:55:12.295617 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f743153c-85fd-430e-97d1-9e77fdc5ed80 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.296898 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f743153c-85fd-430e-97d1-9e77fdc5ed80 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3229108 Oct 23 01:55:12.299806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43278) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:55:12.304987 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-52b491a8-3355-42a1-bd49-9c71337432e9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': '7fa10618-5edf-442e-bba0-6928384569c8', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:55:12.310959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:12.394423 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-52b491a8-3355-42a1-bd49-9c71337432e9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (bd1ebc2d-017f-42a9-85dc-496361027a60), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.428102 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e45f7f41-27fc-4d35-b9e4-c1d9ae45c9a5 req-fbf1d759-2f59-4d27-be93-0c60d68568cc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942919 Oct 23 01:55:12.460785 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-52b491a8-3355-42a1-bd49-9c71337432e9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (bd1ebc2d-017f-42a9-85dc-496361027a60), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.547114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-52b491a8-3355-42a1-bd49-9c71337432e9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (bd1ebc2d-017f-42a9-85dc-496361027a60), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.570752 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b491a8-3355-42a1-bd49-9c71337432e9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1ebc2d-017f-42a9-85dc-496361027a60,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:55:12.635631 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.660592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-52b491a8-3355-42a1-bd49-9c71337432e9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.662552 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-52b491a8-3355-42a1-bd49-9c71337432e9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3617835 Oct 23 01:55:12.668596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43280) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:55:12.669434 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9a2152a8-47dd-40cb-9891-dad94c58300e tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': '7fa10618-5edf-442e-bba0-6928384569c8', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:55:12.750391 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9a2152a8-47dd-40cb-9891-dad94c58300e tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (81506924-7f29-4690-99b4-ccde6e11401a), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.809583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9a2152a8-47dd-40cb-9891-dad94c58300e tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (81506924-7f29-4690-99b4-ccde6e11401a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.875755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9a2152a8-47dd-40cb-9891-dad94c58300e tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (81506924-7f29-4690-99b4-ccde6e11401a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.895349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2152a8-47dd-40cb-9891-dad94c58300e tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81506924-7f29-4690-99b4-ccde6e11401a,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:55:12.968977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9a2152a8-47dd-40cb-9891-dad94c58300e tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:12.970238 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9a2152a8-47dd-40cb-9891-dad94c58300e tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040605 Oct 23 01:55:12.972948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43282) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:55:12.977361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a0571540-53a8-4c59-aa6f-2036ab080637 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': '7fa10618-5edf-442e-bba0-6928384569c8', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:55:13.061484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a0571540-53a8-4c59-aa6f-2036ab080637 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (3747a427-6193-47a3-849e-6890bac0f529), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.071318 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:13.120443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a0571540-53a8-4c59-aa6f-2036ab080637 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (3747a427-6193-47a3-849e-6890bac0f529), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.230116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a0571540-53a8-4c59-aa6f-2036ab080637 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (3747a427-6193-47a3-849e-6890bac0f529), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.251000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0571540-53a8-4c59-aa6f-2036ab080637 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3747a427-6193-47a3-849e-6890bac0f529,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:55:13.363271 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a0571540-53a8-4c59-aa6f-2036ab080637 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.364404 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a0571540-53a8-4c59-aa6f-2036ab080637 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905156 Oct 23 01:55:13.367615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43284) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:55:13.371845 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6ec5bc1e-72a4-4712-b840-e5b7eb76ca71 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': '7fa10618-5edf-442e-bba0-6928384569c8', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:55:13.447471 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-6ec5bc1e-72a4-4712-b840-e5b7eb76ca71 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Project 42316ffe3a474965904b3d4c5cc0329e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:55:13.453264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bc1e-72a4-4712-b840-e5b7eb76ca71 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (47edceb2-e3a1-42ac-aea9-bfb17f5f0445), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.513982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bc1e-72a4-4712-b840-e5b7eb76ca71 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (47edceb2-e3a1-42ac-aea9-bfb17f5f0445), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.572927 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bc1e-72a4-4712-b840-e5b7eb76ca71 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (47edceb2-e3a1-42ac-aea9-bfb17f5f0445), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.592695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5bc1e-72a4-4712-b840-e5b7eb76ca71 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47edceb2-e3a1-42ac-aea9-bfb17f5f0445,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:55:13.654956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6ec5bc1e-72a4-4712-b840-e5b7eb76ca71 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.656131 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6ec5bc1e-72a4-4712-b840-e5b7eb76ca71 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2875710 Oct 23 01:55:13.658825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43286) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:55:13.663757 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d6a4983c-def3-4d83-ad19-7492d671e48b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'security_group_rule': {'security_group_id': '7fa10618-5edf-442e-bba0-6928384569c8', 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:55:13.741498 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-d6a4983c-def3-4d83-ad19-7492d671e48b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Project 42316ffe3a474965904b3d4c5cc0329e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:55:13.746932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d6a4983c-def3-4d83-ad19-7492d671e48b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (99028959-1911-410e-a626-9ea9fc070d79), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.806664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d6a4983c-def3-4d83-ad19-7492d671e48b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (99028959-1911-410e-a626-9ea9fc070d79), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.890211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d6a4983c-def3-4d83-ad19-7492d671e48b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (99028959-1911-410e-a626-9ea9fc070d79), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.907975 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4983c-def3-4d83-ad19-7492d671e48b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99028959-1911-410e-a626-9ea9fc070d79,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:55:13.983567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d6a4983c-def3-4d83-ad19-7492d671e48b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:13.984765 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d6a4983c-def3-4d83-ad19-7492d671e48b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3250396 Oct 23 01:55:14.075500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:14.078168 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dfb34945-e190-4e35-9d72-78f2ca0254bb req-14be43eb-e7d2-463a-b64c-ea0eed1939bc tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1556789441&fields=id&tenant_id=42316ffe3a474965904b3d4c5cc0329e HTTP/1.1" status: 200 len: 267 time: 0.0478034 Oct 23 01:55:14.121601 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:14.129187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb34945-e190-4e35-9d72-78f2ca0254bb req-d6fedd47-0296-47c9-aafc-3c0ad5bd488c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:14.130794 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dfb34945-e190-4e35-9d72-78f2ca0254bb req-d6fedd47-0296-47c9-aafc-3c0ad5bd488c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 946 time: 0.0467243 Oct 23 01:55:14.141241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-dfb34945-e190-4e35-9d72-78f2ca0254bb req-3736c849-41a4-4900-b5fc-6d8c7f5d4932 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'port': {'security_groups': ['4b75adb1-565d-4341-8129-c01406ef3873', '7fa10618-5edf-442e-bba0-6928384569c8']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:55:14.168999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:14.218216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-dfb34945-e190-4e35-9d72-78f2ca0254bb req-3736c849-41a4-4900-b5fc-6d8c7f5d4932 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:14.413845 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-dfb34945-e190-4e35-9d72-78f2ca0254bb req-3736c849-41a4-4900-b5fc-6d8c7f5d4932 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] For port 2f16e1e6-2082-4883-abb3-803fc90147c3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2f16e1e6-2082-4883-abb3-803fc90147c3,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:55:14.441095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-dfb34945-e190-4e35-9d72-78f2ca0254bb req-3736c849-41a4-4900-b5fc-6d8c7f5d4932 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:14.529993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-dfb34945-e190-4e35-9d72-78f2ca0254bb req-3736c849-41a4-4900-b5fc-6d8c7f5d4932 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:14.541656 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb34945-e190-4e35-9d72-78f2ca0254bb req-3736c849-41a4-4900-b5fc-6d8c7f5d4932 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:14.542290 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-dfb34945-e190-4e35-9d72-78f2ca0254bb req-3736c849-41a4-4900-b5fc-6d8c7f5d4932 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:14.545812 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dfb34945-e190-4e35-9d72-78f2ca0254bb req-3736c849-41a4-4900-b5fc-6d8c7f5d4932 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "PUT /networking/v2.0/ports/2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 200 len: 982 time: 0.4068379 Oct 23 01:55:14.545812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:55:14.549179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc92eb9e-710f-4238-a82d-f20cee550022" -d '{"events": [{"name": "network-changed", "server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:55:14.566025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:14.570671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['2f16e1e6-2082-4883-abb3-803fc90147c3'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:55:14.596890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736c849-41a4-4900-b5fc-6d8c7f5d4932 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'Port': ['ID=2f16e1e6-2082-4883-abb3-803fc90147c3,revision_number=6']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:55:14.614647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff79c7c-91cd-475e-bca6-6fd1ba35c106 x-openstack-request-id: req-4ff79c7c-91cd-475e-bca6-6fd1ba35c106 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:55:14.614967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:55:14.615245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ff79c7c-91cd-475e-bca6-6fd1ba35c106 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:55:14.615706 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff79c7c-91cd-475e-bca6-6fd1ba35c106'] response: {'name': 'network-changed', 'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'status': 'completed', 'code': 200} Oct 23 01:55:14.665750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c331e-634c-42f5-a0a1-bcee77ca5cbb req-bad874d5-5589-4e43-8402-87dbce03d2aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:14.667394 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7a6c331e-634c-42f5-a0a1-bcee77ca5cbb req-bad874d5-5589-4e43-8402-87dbce03d2aa tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0587635 Oct 23 01:55:14.697144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['2f16e1e6-2082-4883-abb3-803fc90147c3'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:55:14.736083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92eb9e-710f-4238-a82d-f20cee550022 req-fda4074a-c354-45d2-b1b1-f9ef8f735d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:14.737583 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc92eb9e-710f-4238-a82d-f20cee550022 req-fda4074a-c354-45d2-b1b1-f9ef8f735d5f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 1169 time: 0.0678215 Oct 23 01:55:14.812170 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7a6c331e-634c-42f5-a0a1-bcee77ca5cbb req-6a95628c-c81a-408c-ad05-47f3827077b0 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318564 Oct 23 01:55:14.860584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92eb9e-710f-4238-a82d-f20cee550022 req-60c4f72e-4f06-4eae-b2bc-dff413697c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:14.862113 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc92eb9e-710f-4238-a82d-f20cee550022 req-60c4f72e-4f06-4eae-b2bc-dff413697c0c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.1141005 Oct 23 01:55:14.928592 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc92eb9e-710f-4238-a82d-f20cee550022 req-17486d3f-355b-4e0c-8977-b69cde612a32 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 200 len: 1002 time: 0.0602241 Oct 23 01:55:14.976353 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92eb9e-710f-4238-a82d-f20cee550022 req-2dcfa312-8e46-4414-8b18-dff8d9c5c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:14.977770 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc92eb9e-710f-4238-a82d-f20cee550022 req-2dcfa312-8e46-4414-8b18-dff8d9c5c744 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0434644 Oct 23 01:55:15.024962 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92eb9e-710f-4238-a82d-f20cee550022 req-7550cc4a-6e9b-4f59-901e-a5b023973e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:15.026498 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc92eb9e-710f-4238-a82d-f20cee550022 req-7550cc4a-6e9b-4f59-901e-a5b023973e8f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433254 Oct 23 01:55:15.120652 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc92eb9e-710f-4238-a82d-f20cee550022 req-b5e58f56-a5b8-49c6-9a12-fa4e58dbeadb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875354 Oct 23 01:55:15.221029 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bc92eb9e-710f-4238-a82d-f20cee550022 req-f5faabb9-12bc-427c-9a4b-8f6ae8162369 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944476 Oct 23 01:55:16.985566 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:55:21.931375 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=79 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:22.155886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:24.594248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:25.207534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=67 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:25.217900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:26.982384 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=71 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:29.241169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b434d-c94c-40c7-9b16-03226bdce117 req-5bef3ba3-e40d-4089-ba8f-2207682f58ef tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:29.242762 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a08b434d-c94c-40c7-9b16-03226bdce117 req-5bef3ba3-e40d-4089-ba8f-2207682f58ef tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0485404 Oct 23 01:55:29.304140 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a08b434d-c94c-40c7-9b16-03226bdce117 req-c6f20b89-8021-4c1f-96fa-458f6b6f804f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557148 Oct 23 01:55:29.354177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c892ac-2fbf-4346-afd0-ba8b5813b7bc req-d01b4c9e-3894-4c4f-90bc-b7c8b23b9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:29.355699 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9c892ac-2fbf-4346-afd0-ba8b5813b7bc req-d01b4c9e-3894-4c4f-90bc-b7c8b23b9434 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 1169 time: 0.0398510 Oct 23 01:55:29.447161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c892ac-2fbf-4346-afd0-ba8b5813b7bc req-e691676b-245f-44f3-8fba-e15f0ac3d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:29.448565 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9c892ac-2fbf-4346-afd0-ba8b5813b7bc req-e691676b-245f-44f3-8fba-e15f0ac3d550 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0873976 Oct 23 01:55:29.510044 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9c892ac-2fbf-4346-afd0-ba8b5813b7bc req-02ad36c9-cf22-48dc-86c4-1dfed9e9b5b8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 200 len: 1002 time: 0.0549929 Oct 23 01:55:29.562076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c892ac-2fbf-4346-afd0-ba8b5813b7bc req-3c4b4c8d-25c5-4607-ba50-6159e45a8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:29.563550 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9c892ac-2fbf-4346-afd0-ba8b5813b7bc req-3c4b4c8d-25c5-4607-ba50-6159e45a8d92 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0477440 Oct 23 01:55:29.607708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c892ac-2fbf-4346-afd0-ba8b5813b7bc req-70713a5a-519b-4f5a-a590-0cb440418dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:29.609185 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9c892ac-2fbf-4346-afd0-ba8b5813b7bc req-70713a5a-519b-4f5a-a590-0cb440418dd0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391033 Oct 23 01:55:29.703608 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9c892ac-2fbf-4346-afd0-ba8b5813b7bc req-ac599ce2-e9ca-4dcd-9266-eb1f7d201e47 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882113 Oct 23 01:55:29.791649 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f9c892ac-2fbf-4346-afd0-ba8b5813b7bc req-2eaec28d-33c9-4a19-a4fd-2d60b1812eaf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822194 Oct 23 01:55:30.433886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c5c25-fd5c-4b61-aaf7-a402c21588e9 req-3751508a-aaa1-4173-93ff-03fdb3eef6f6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:30.435371 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bd1c5c25-fd5c-4b61-aaf7-a402c21588e9 req-3751508a-aaa1-4173-93ff-03fdb3eef6f6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0532527 Oct 23 01:55:30.494471 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bd1c5c25-fd5c-4b61-aaf7-a402c21588e9 req-385f594a-242e-4c25-8e5f-a8814d40ed85 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534496 Oct 23 01:55:31.617332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed58143-fd1f-4537-bf32-1f3591e0abb7 req-32d95b36-3b83-4574-aefa-86f39c85de97 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:31.618831 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ed58143-fd1f-4537-bf32-1f3591e0abb7 req-32d95b36-3b83-4574-aefa-86f39c85de97 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0468812 Oct 23 01:55:31.681135 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ed58143-fd1f-4537-bf32-1f3591e0abb7 req-db43b41b-aa60-425e-a5bc-35db757c3423 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568101 Oct 23 01:55:32.096579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:32.097369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:32.103834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:32.806236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ad5f1-0887-480b-b014-ba07e0a36119 req-60c0bab3-d14c-44e8-94b5-39227f06e419 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:32.808031 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c6ad5f1-0887-480b-b014-ba07e0a36119 req-60c0bab3-d14c-44e8-94b5-39227f06e419 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0511131 Oct 23 01:55:32.867350 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2c6ad5f1-0887-480b-b014-ba07e0a36119 req-d5c991aa-d9ab-4735-a438-22bdd78bff22 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536191 Oct 23 01:55:34.150714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f461b8-3282-4bab-a1d2-69d860ccc8de req-191c7088-d425-4109-9644-319608c7a73b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:34.152235 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a7f461b8-3282-4bab-a1d2-69d860ccc8de req-191c7088-d425-4109-9644-319608c7a73b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0474231 Oct 23 01:55:34.212087 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a7f461b8-3282-4bab-a1d2-69d860ccc8de req-a1e597ba-debf-45ad-83cb-2776575325d3 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543242 Oct 23 01:55:35.337076 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089a31a-763f-4012-9184-1ff19f0a1244 req-8a38d028-65a0-427b-906b-5a4b57afa246 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:35.338562 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9089a31a-763f-4012-9184-1ff19f0a1244 req-8a38d028-65a0-427b-906b-5a4b57afa246 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0521028 Oct 23 01:55:35.397077 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9089a31a-763f-4012-9184-1ff19f0a1244 req-3176ab9a-1a25-4bb8-ac31-711fd80fd824 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530012 Oct 23 01:55:36.516706 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef5e6c-f30a-4c33-b49a-94ef464ebf53 req-3d4b4f45-5c31-4951-b31c-c4e51c239f00 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:36.518202 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-78ef5e6c-f30a-4c33-b49a-94ef464ebf53 req-3d4b4f45-5c31-4951-b31c-c4e51c239f00 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0471597 Oct 23 01:55:36.578822 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-78ef5e6c-f30a-4c33-b49a-94ef464ebf53 req-b517e4f9-1c1a-4fdd-b803-ab5325ecbc69 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546911 Oct 23 01:55:37.699912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f3bd3-3dcd-436d-9ba3-41237b6b7bc0 req-52504002-9828-4f3d-b5f7-a83bb98f3a2b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:37.701367 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-193f3bd3-3dcd-436d-9ba3-41237b6b7bc0 req-52504002-9828-4f3d-b5f7-a83bb98f3a2b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0484354 Oct 23 01:55:37.759819 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-193f3bd3-3dcd-436d-9ba3-41237b6b7bc0 req-e2297726-945d-49eb-bb95-5f7516a74d7f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528557 Oct 23 01:55:38.864312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-522fecaf-3a44-4199-8291-c0dea59a64f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:38.883942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398e172-126f-4e05-9b2b-fc5ed2de6ab3 req-3daf6b2e-87f6-4cde-8c06-f0b626b3e2fc tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:38.885427 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a398e172-126f-4e05-9b2b-fc5ed2de6ab3 req-3daf6b2e-87f6-4cde-8c06-f0b626b3e2fc tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0514555 Oct 23 01:55:38.938727 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:38.948869 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a398e172-126f-4e05-9b2b-fc5ed2de6ab3 req-96f105a1-e618-4efb-8fa6-75b6cea366fb tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545270 Oct 23 01:55:40.068942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5231cb-a7a6-4aa4-844b-5fcbe5afb39d req-cbe2ba91-c1bc-4e50-a5d3-7df08a641492 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:40.070428 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ad5231cb-a7a6-4aa4-844b-5fcbe5afb39d req-cbe2ba91-c1bc-4e50-a5d3-7df08a641492 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0516133 Oct 23 01:55:40.129306 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ad5231cb-a7a6-4aa4-844b-5fcbe5afb39d req-7234419a-e0cd-4fae-9e87-d71ed4047cc4 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531514 Oct 23 01:55:41.132312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-55dfe176-b07d-44aa-84a7-82430824e1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:41.214137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:41.252259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c8f55-b0c1-415d-9e4f-3a19ed4df0ab req-1ee239be-875f-43ba-9d00-26b43be94252 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:41.253754 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d71c8f55-b0c1-415d-9e4f-3a19ed4df0ab req-1ee239be-875f-43ba-9d00-26b43be94252 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0488095 Oct 23 01:55:41.313223 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d71c8f55-b0c1-415d-9e4f-3a19ed4df0ab req-c42b6b17-b23f-43c3-a086-35e76338b2b9 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533173 Oct 23 01:55:42.437106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54a8ab-7fb4-417b-9e15-b3ee3b9a8801 req-1a4be9e6-7b3d-484d-bf2d-74039013753c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:42.438613 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-eb54a8ab-7fb4-417b-9e15-b3ee3b9a8801 req-1a4be9e6-7b3d-484d-bf2d-74039013753c tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0484965 Oct 23 01:55:42.498281 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-eb54a8ab-7fb4-417b-9e15-b3ee3b9a8801 req-bed407a7-3ba1-44b9-bb87-7283b07c29f3 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535245 Oct 23 01:55:42.594993 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:43.620935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9dc89-57f2-4cae-b8a9-79745874ac1e req-a4ffbdcb-fdb6-468e-a20d-e4f22cb93cec tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:43.622479 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-08a9dc89-57f2-4cae-b8a9-79745874ac1e req-a4ffbdcb-fdb6-468e-a20d-e4f22cb93cec tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0474424 Oct 23 01:55:43.685649 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-08a9dc89-57f2-4cae-b8a9-79745874ac1e req-00319234-d251-4deb-97e3-78a1abe41a46 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576410 Oct 23 01:55:44.075278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:44.115256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:44.804128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3a0e4-a90e-42a8-9c44-0eed7cb1da4d req-59e58628-0e21-4692-bcfd-59320b4a3980 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:44.805566 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a0f3a0e4-a90e-42a8-9c44-0eed7cb1da4d req-59e58628-0e21-4692-bcfd-59320b4a3980 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0461657 Oct 23 01:55:44.867734 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a0f3a0e4-a90e-42a8-9c44-0eed7cb1da4d req-cfbe7c03-9dfc-45fd-8e0b-5229ba3cd41a tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562217 Oct 23 01:55:45.974378 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:45.978557 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:45.988042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d064293-95e6-4caf-ac23-c33c4b766127 req-5043dcbb-9550-4090-b522-c0ec7b956d6f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:55:45.989528 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2d064293-95e6-4caf-ac23-c33c4b766127 req-5043dcbb-9550-4090-b522-c0ec7b956d6f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0481024 Oct 23 01:55:46.049039 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2d064293-95e6-4caf-ac23-c33c4b766127 req-cfec70fe-a50c-425b-9786-27bc9db05412 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&id=7fa10618-5edf-442e-bba0-6928384569c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537527 Oct 23 01:55:52.192473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:55:53.984190 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:55:54.054411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:54.858280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=72 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:54.862187 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=75 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:56.040389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=32 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:55:56.044296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=30 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:02.110890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=9 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:02.112729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:03.980057 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:03.980810 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:08.840342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e0b1820b-7911-4163-8efe-11db0b069953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:11.087692 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-abfb9b64-2cd2-4ea7-ac94-443c900aad25 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398769 Oct 23 01:56:11.188940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ae2014aa-119b-4508-8f06-4081bcd9c1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:11.199359 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-d680525d-281b-4ba4-8603-4300378266ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:11.200857 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-d680525d-281b-4ba4-8603-4300378266ef service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 1169 time: 0.0440438 Oct 23 01:56:11.303177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-96c0a8a6-761b-4e78-9bd9-82b35a718cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:11.304626 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-96c0a8a6-761b-4e78-9bd9-82b35a718cab service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0859554 Oct 23 01:56:11.369050 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-0f765487-62b0-41e3-b766-9d5d109c2e62 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 200 len: 1002 time: 0.0577869 Oct 23 01:56:11.415313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-acdff2ec-aa29-435c-a421-3a265f2e2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:11.416691 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-acdff2ec-aa29-435c-a421-3a265f2e2ed5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0420887 Oct 23 01:56:11.458855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-210c9e3f-d737-4c0d-98ee-02a765788b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:11.460211 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-210c9e3f-d737-4c0d-98ee-02a765788b64 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375543 Oct 23 01:56:11.552993 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-eab7498b-edfd-4942-b86c-73a75b850702 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856788 Oct 23 01:56:11.640913 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-91f66d44-101f-461d-b4a2-f35aa600ab26 req-3383584f-7d49-4f42-ad97-177a13f4db40 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814309 Oct 23 01:56:12.626506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:14.069157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:14.125684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:18.224209 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-52defe9e-90a1-4cd0-b41c-61d89dcd411e req-cde4bc16-b927-4fbf-a2e1-4242c861ef13 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1556789441&fields=id&tenant_id=42316ffe3a474965904b3d4c5cc0329e HTTP/1.1" status: 200 len: 267 time: 0.0443826 Oct 23 01:56:18.274312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52defe9e-90a1-4cd0-b41c-61d89dcd411e req-bcf3e1c0-7c23-4232-abe9-3b33b1156181 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:18.275753 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-52defe9e-90a1-4cd0-b41c-61d89dcd411e req-bcf3e1c0-7c23-4232-abe9-3b33b1156181 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 985 time: 0.0464964 Oct 23 01:56:18.285894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-52defe9e-90a1-4cd0-b41c-61d89dcd411e req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Request body: {'port': {'security_groups': ['4b75adb1-565d-4341-8129-c01406ef3873']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:18.357022 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-52defe9e-90a1-4cd0-b41c-61d89dcd411e req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:18.523438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-52defe9e-90a1-4cd0-b41c-61d89dcd411e req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] For port 2f16e1e6-2082-4883-abb3-803fc90147c3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2f16e1e6-2082-4883-abb3-803fc90147c3,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:18.550616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-52defe9e-90a1-4cd0-b41c-61d89dcd411e req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:18.615646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-52defe9e-90a1-4cd0-b41c-61d89dcd411e req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:18.626241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52defe9e-90a1-4cd0-b41c-61d89dcd411e req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:18.626906 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-52defe9e-90a1-4cd0-b41c-61d89dcd411e req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:18.628281 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-52defe9e-90a1-4cd0-b41c-61d89dcd411e req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "PUT /networking/v2.0/ports/2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 200 len: 943 time: 0.3467593 Oct 23 01:56:18.628833 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:56:18.631788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b810ae-48a3-4f11-b751-30c7c4222831" -d '{"events": [{"name": "network-changed", "server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:56:18.635556 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43358) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:18.648475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['2f16e1e6-2082-4883-abb3-803fc90147c3'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:56:18.719341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event updated for resources: {'Port': ['ID=2f16e1e6-2082-4883-abb3-803fc90147c3,revision_number=7']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:18.734538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8c64ff-8ccc-4b79-8f54-b84965e2d66a x-openstack-request-id: req-0e8c64ff-8ccc-4b79-8f54-b84965e2d66a {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:56:18.734826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:56:18.735078 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e8c64ff-8ccc-4b79-8f54-b84965e2d66a {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:56:18.735485 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8c64ff-8ccc-4b79-8f54-b84965e2d66a'] response: {'name': 'network-changed', 'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'status': 'completed', 'code': 200} Oct 23 01:56:18.739766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.740116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.740457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.740796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.741123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.741452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.741800 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.742136 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.742460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.742781 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.743104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.743427 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.743750 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.744071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.744394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8c170-bbe0-4f53-b267-53e1ff724a50 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:18.750546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a8dce0df-e33c-4fcc-9b45-19c2ea99f4f6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (7fa10618-5edf-442e-bba0-6928384569c8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:18.781483 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a8dce0df-e33c-4fcc-9b45-19c2ea99f4f6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (7fa10618-5edf-442e-bba0-6928384569c8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:18.793492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['2f16e1e6-2082-4883-abb3-803fc90147c3'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:56:18.834860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b810ae-48a3-4f11-b751-30c7c4222831 req-48ee28cd-3ca9-402a-a4a8-57b78fb408bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:18.836410 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b1b810ae-48a3-4f11-b751-30c7c4222831 req-48ee28cd-3ca9-402a-a4a8-57b78fb408bf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 1130 time: 0.0545983 Oct 23 01:56:18.934822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b810ae-48a3-4f11-b751-30c7c4222831 req-fe068f91-5c1b-4550-a55a-d2069b82a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:18.936371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b1b810ae-48a3-4f11-b751-30c7c4222831 req-fe068f91-5c1b-4550-a55a-d2069b82a947 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0898130 Oct 23 01:56:18.969361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a8dce0df-e33c-4fcc-9b45-19c2ea99f4f6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (7fa10618-5edf-442e-bba0-6928384569c8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:18.971941 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a8dce0df-e33c-4fcc-9b45-19c2ea99f4f6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:18.973113 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a8dce0df-e33c-4fcc-9b45-19c2ea99f4f6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7fa10618-5edf-442e-bba0-6928384569c8 HTTP/1.1" status: 204 len: 168 time: 0.3366573 Oct 23 01:56:18.977000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43362) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:19.002061 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b1b810ae-48a3-4f11-b751-30c7c4222831 req-13548692-e197-4e09-b17c-dca75931a76c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 200 len: 1002 time: 0.0597951 Oct 23 01:56:19.015997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dce0df-e33c-4fcc-9b45-19c2ea99f4f6 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa10618-5edf-442e-bba0-6928384569c8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:19.053281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b810ae-48a3-4f11-b751-30c7c4222831 req-8926aac0-79a4-4647-b30b-7bf4710d7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:19.055673 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b1b810ae-48a3-4f11-b751-30c7c4222831 req-8926aac0-79a4-4647-b30b-7bf4710d7d8a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0466249 Oct 23 01:56:19.098945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b810ae-48a3-4f11-b751-30c7c4222831 req-80fb0398-0ae6-49bf-bea0-73d78d41a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:19.100586 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b1b810ae-48a3-4f11-b751-30c7c4222831 req-80fb0398-0ae6-49bf-bea0-73d78d41a4b1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394027 Oct 23 01:56:19.130638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Deleting port f08f8bff-102a-4e06-b85e-6b51968563b4 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:56:19.130982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (f08f8bff-102a-4e06-b85e-6b51968563b4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:19.195080 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b1b810ae-48a3-4f11-b751-30c7c4222831 req-de8f3d83-0168-4f35-a28b-fd500f34ad9b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879002 Oct 23 01:56:19.206369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (f08f8bff-102a-4e06-b85e-6b51968563b4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:19.206695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for floatingip (f08f8bff-102a-4e06-b85e-6b51968563b4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:19.225139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Calling delete_port for f08f8bff-102a-4e06-b85e-6b51968563b4 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:56:19.235682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:19.273741 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:19.281298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:19.288165 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b1b810ae-48a3-4f11-b751-30c7c4222831 req-8beebdac-b3a3-47d7-b56a-974335884b45 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861869 Oct 23 01:56:19.415371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (f08f8bff-102a-4e06-b85e-6b51968563b4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:19.443417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event deleted for resources: {'Port': ['ID=f08f8bff-102a-4e06-b85e-6b51968563b4,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:19.503819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks [] for floatingip (5dc805ae-6148-408d-b5eb-0bcdad6e97d0), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:19.504145 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Floating IP 5dc805ae-6148-408d-b5eb-0bcdad6e97d0 disassociated (deleted). External IP: 172.36.3.160, port: 2f16e1e6-2082-4883-abb3-803fc90147c3. Oct 23 01:56:19.953061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:56:20.056426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:56:20.061484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:20.066510 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87621da6-41b4-4754-a3e4-0778b1dee8fa None None] Sync routers for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:56:20.076691 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87621da6-41b4-4754-a3e4-0778b1dee8fa None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:56:20.077409 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-87621da6-41b4-4754-a3e4-0778b1dee8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:20.092070 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4722dc4e-d90c-499c-8888-9649079e6249 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/5dc805ae-6148-408d-b5eb-0bcdad6e97d0 HTTP/1.1" status: 204 len: 168 time: 1.1136785 Oct 23 01:56:20.178737 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-87621da6-41b4-4754-a3e4-0778b1dee8fa None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:56:20.362605 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-87621da6-41b4-4754-a3e4-0778b1dee8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:20.388675 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87621da6-41b4-4754-a3e4-0778b1dee8fa None None] Checking router: d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:56:20.397123 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87621da6-41b4-4754-a3e4-0778b1dee8fa None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:56:20.397730 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-87621da6-41b4-4754-a3e4-0778b1dee8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:20.499582 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-87621da6-41b4-4754-a3e4-0778b1dee8fa None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:56:20.678898 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-87621da6-41b4-4754-a3e4-0778b1dee8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:20.705880 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87621da6-41b4-4754-a3e4-0778b1dee8fa None None] The sync data for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv is: [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:14Z', 'revision_number': 4, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e896919-8e56-4a77-a530-1710849e7d7c', 'name': '', 'network_id': '437471c7-063c-447e-b578-786b4560a9e3', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'mac_address': 'fa:16:3e:05:09:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:13Z', 'updated_at': '2022-10-23T01:50:19Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'subnets': [{'id': '73aaf08f-7ba6-48ef-93e6-4f983f15978e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:56:20.736641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:56:20.739063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcadcd45-9ac8-4991-be71-ce27382fef01" -d '{"events": [{"name": "network-changed", "server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:56:20.777861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca2f8ea-076f-4c56-9cb3-f7fabae36f09 x-openstack-request-id: req-9ca2f8ea-076f-4c56-9cb3-f7fabae36f09 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:56:20.778178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:56:20.778426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ca2f8ea-076f-4c56-9cb3-f7fabae36f09 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:56:20.778834 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca2f8ea-076f-4c56-9cb3-f7fabae36f09'] response: {'name': 'network-changed', 'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'status': 'completed', 'code': 200} Oct 23 01:56:20.928624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadcd45-9ac8-4991-be71-ce27382fef01 req-97ce740f-3a8d-468a-a0b2-cce1ebe7efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:20.930213 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fcadcd45-9ac8-4991-be71-ce27382fef01 req-97ce740f-3a8d-468a-a0b2-cce1ebe7efaf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42316ffe3a474965904b3d4c5cc0329e&device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 1130 time: 0.0468645 Oct 23 01:56:20.936868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a0943-5a1e-441e-8ff0-40472f87d77e None None] New status for floating IP 5dc805ae-6148-408d-b5eb-0bcdad6e97d0: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:56:20.955494 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:21.025583 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadcd45-9ac8-4991-be71-ce27382fef01 req-fbad4726-7562-46ea-a4a6-0bf858bbf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:21.027198 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fcadcd45-9ac8-4991-be71-ce27382fef01 req-fbad4726-7562-46ea-a4a6-0bf858bbf296 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 200 len: 915 time: 0.0910931 Oct 23 01:56:21.072747 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fcadcd45-9ac8-4991-be71-ce27382fef01 req-a9459a58-4a11-45e8-bca4-d793552029ee service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 200 len: 217 time: 0.0394228 Oct 23 01:56:21.121360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadcd45-9ac8-4991-be71-ce27382fef01 req-7202ce11-a3ec-4460-bfb5-402837142db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:21.122942 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fcadcd45-9ac8-4991-be71-ce27382fef01 req-7202ce11-a3ec-4460-bfb5-402837142db1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 200 len: 853 time: 0.0449636 Oct 23 01:56:21.168585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadcd45-9ac8-4991-be71-ce27382fef01 req-c66063b9-7c95-4461-896b-6ff046a76329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:21.170192 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fcadcd45-9ac8-4991-be71-ce27382fef01 req-c66063b9-7c95-4461-896b-6ff046a76329 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=437471c7-063c-447e-b578-786b4560a9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417759 Oct 23 01:56:21.263699 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fcadcd45-9ac8-4991-be71-ce27382fef01 req-2aad3ac6-d475-4f55-a221-a659fdf9b42c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877187 Oct 23 01:56:21.353810 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fcadcd45-9ac8-4991-be71-ce27382fef01 req-3b149ef4-288d-4875-9e23-7aa46d15b075 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838585 Oct 23 01:56:22.154859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:29.610168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6028a-7b8d-4170-a7d9-2d5716e98d5c req-db072a9a-2a35-40c7-9d5c-1b4b76d41450 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:29.611663 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a2e6028a-7b8d-4170-a7d9-2d5716e98d5c req-db072a9a-2a35-40c7-9d5c-1b4b76d41450 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 946 time: 0.0509744 Oct 23 01:56:29.660792 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a2e6028a-7b8d-4170-a7d9-2d5716e98d5c req-a8dd98f0-8976-4e24-8421-88c4db695e9e tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Oct 23 01:56:30.784981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435be53-fa4f-42df-a0fe-5f3b92f4ad72 req-c5bcf044-e23b-4ff9-8a17-62fe7ed04532 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:30.786468 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a435be53-fa4f-42df-a0fe-5f3b92f4ad72 req-c5bcf044-e23b-4ff9-8a17-62fe7ed04532 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 946 time: 0.0496988 Oct 23 01:56:30.832086 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a435be53-fa4f-42df-a0fe-5f3b92f4ad72 req-9ddb2e5e-cd0f-4ca4-8a15-e11a6279d975 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4b75adb1-565d-4341-8129-c01406ef3873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400124 Oct 23 01:56:30.968396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=32 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:30.982796 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:56:31.462001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae628-a917-497c-8279-ea0b4db8e191 req-80d20ff4-8c22-4af8-aed4-64d1182f184f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:31.463337 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f23ae628-a917-497c-8279-ea0b4db8e191 req-80d20ff4-8c22-4af8-aed4-64d1182f184f tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 946 time: 0.0456846 Oct 23 01:56:31.541094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-f23ae628-a917-497c-8279-ea0b4db8e191 req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Deleting port 2f16e1e6-2082-4883-abb3-803fc90147c3 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:56:31.541430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f23ae628-a917-497c-8279-ea0b4db8e191 req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:31.633604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-f23ae628-a917-497c-8279-ea0b4db8e191 req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] For port 2f16e1e6-2082-4883-abb3-803fc90147c3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2f16e1e6-2082-4883-abb3-803fc90147c3,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:31.634000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f23ae628-a917-497c-8279-ea0b4db8e191 req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:31.646580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-f23ae628-a917-497c-8279-ea0b4db8e191 req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Calling delete_port for 2f16e1e6-2082-4883-abb3-803fc90147c3 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:56:31.837918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f23ae628-a917-497c-8279-ea0b4db8e191 req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2f16e1e6-2082-4883-abb3-803fc90147c3), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:31.863435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Pushing event deleted for resources: {'Port': ['ID=2f16e1e6-2082-4883-abb3-803fc90147c3,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:31.871494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['2f16e1e6-2082-4883-abb3-803fc90147c3'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:56:31.893764 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:31.898409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.898799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.899110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.899526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.899784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.900119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.900448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.900775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.901104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.901430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.901758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.902126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.902448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.902771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.903095 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:31.920199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:31.925732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23ae628-a917-497c-8279-ea0b4db8e191 req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] No DVR routers for this DVR port 2f16e1e6-2082-4883-abb3-803fc90147c3 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:56:31.928351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-f23ae628-a917-497c-8279-ea0b4db8e191 req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:31.931974 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f23ae628-a917-497c-8279-ea0b4db8e191 req-dbd9071a-1042-40e9-94eb-bd6adbf336a8 tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.48 "DELETE /networking/v2.0/ports/2f16e1e6-2082-4883-abb3-803fc90147c3 HTTP/1.1" status: 204 len: 173 time: 0.4633207 Oct 23 01:56:31.932468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'name': 'network-vif-deleted', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:56:31.934759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa249ed1-871f-4958-96f3-f95099482f97" -d '{"events": [{"server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "name": "network-vif-deleted", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:56:31.942867 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8729e911-88c6-44f6-a41c-86b3a23967d0 req-c497cb36-6ef7-4c57-b1c0-799ac9046c7b tempest-TestMinimumBasicScenario-830228599 tempest-TestMinimumBasicScenario-830228599-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=74ac8f5d-5712-4f51-8de0-340a37a27103 HTTP/1.1" status: 200 len: 210 time: 0.0326209 Oct 23 01:56:31.973712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402d0ce5-23b2-40c5-9365-d040088366ab x-openstack-request-id: req-402d0ce5-23b2-40c5-9365-d040088366ab {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:56:31.974023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ac8f5d-5712-4f51-8de0-340a37a27103", "name": "network-vif-deleted", "tag": "2f16e1e6-2082-4883-abb3-803fc90147c3", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:56:31.974277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-402d0ce5-23b2-40c5-9365-d040088366ab {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:56:31.974676 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402d0ce5-23b2-40c5-9365-d040088366ab'] response: {'server_uuid': '74ac8f5d-5712-4f51-8de0-340a37a27103', 'name': 'network-vif-deleted', 'tag': '2f16e1e6-2082-4883-abb3-803fc90147c3', 'status': 'completed', 'code': 200} Oct 23 01:56:32.100465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:34.182216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43460) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:34.588735 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:34.733550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:34.808278 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] Deleting port 3e896919-8e56-4a77-a530-1710849e7d7c {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:56:34.808615 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:34.889167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] For port 3e896919-8e56-4a77-a530-1710849e7d7c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e896919-8e56-4a77-a530-1710849e7d7c,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:34.889456 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:34.902565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] Calling delete_port for 3e896919-8e56-4a77-a530-1710849e7d7c owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:56:35.066050 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:35.086867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 2f16e1e6-2082-4883-abb3-803fc90147c3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:56:35.107671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 2f16e1e6-2082-4883-abb3-803fc90147c3 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:56:35.108060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 2f16e1e6-2082-4883-abb3-803fc90147c3 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:56:35.154164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3e896919-8e56-4a77-a530-1710849e7d7c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:35.180095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e896919-8e56-4a77-a530-1710849e7d7c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:35.355936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:35.379980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423cf75f-fb2f-4d52-bb70-5b8269adb51d None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:56:35.400589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:35.461858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423cf75f-fb2f-4d52-bb70-5b8269adb51d None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:56:35.569346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] Router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:56:35.666991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:35.679641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:56:35.688548 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7d99872a-4a48-4e0b-871b-4f5df9c8797a admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5016887 Oct 23 01:56:35.688548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43464) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:35.691042 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949782b-dcc1-4fa2-b370-e156f71cfdae None None] Sync routers for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:56:35.696430 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=81 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:35.697224 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:35.709365 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949782b-dcc1-4fa2-b370-e156f71cfdae None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:56:35.710143 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-8949782b-dcc1-4fa2-b370-e156f71cfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:35.802407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Publish callbacks [] for router (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:35.823686 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-8949782b-dcc1-4fa2-b370-e156f71cfdae None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:56:35.913392 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Publish callbacks [] for router_gateway (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:35.999487 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-8949782b-dcc1-4fa2-b370-e156f71cfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211'}], 'enable_snat': True}, 'gw_port_id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:56:35Z', 'revision_number': 5, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port': {'id': '3bf2ac19-2dcd-4450-b75b-a407a990a4d5', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:36.016623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Deleting port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:56:36.016994 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.025853 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949782b-dcc1-4fa2-b370-e156f71cfdae None None] Checking router: d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:56:36.036020 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949782b-dcc1-4fa2-b370-e156f71cfdae None None] Routers {'d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:56:36.036637 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-8949782b-dcc1-4fa2-b370-e156f71cfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:36.087167 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:36.112230 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] For port 3bf2ac19-2dcd-4450-b75b-a407a990a4d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bf2ac19-2dcd-4450-b75b-a407a990a4d5,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:36.112595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.127534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Calling delete_port for 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:56:36.152430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b6cf8cda-6ba5-4a2d-8c10-11e903295261 None None] Provisioning complete for port edfe9873-c05b-46a5-a3f4-7a22261d7464 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:36.153526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b6cf8cda-6ba5-4a2d-8c10-11e903295261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.154142 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b6cf8cda-6ba5-4a2d-8c10-11e903295261 None None] Attempt 1 to provision port edfe9873-c05b-46a5-a3f4-7a22261d7464 Oct 23 01:56:36.214977 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-8949782b-dcc1-4fa2-b370-e156f71cfdae None None] Set router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:56:36.233225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf8cda-6ba5-4a2d-8c10-11e903295261 None None] Current status of the port edfe9873-c05b-46a5-a3f4-7a22261d7464 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:56:36.266598 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-8949782b-dcc1-4fa2-b370-e156f71cfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:56:35Z', 'revision_number': 6, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:36.291438 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949782b-dcc1-4fa2-b370-e156f71cfdae None None] The sync data for ids ['d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf'] in dv-neutron-master-2-hyperv is: [{'id': 'd7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf', 'name': 'tempest-TestMinimumBasicScenario-880820656-router', 'tenant_id': '42316ffe3a474965904b3d4c5cc0329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:11Z', 'updated_at': '2022-10-23T01:56:35Z', 'revision_number': 6, 'project_id': '42316ffe3a474965904b3d4c5cc0329e', 'gw_port_host': None}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:56:36.359980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (3bf2ac19-2dcd-4450-b75b-a407a990a4d5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.385518 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf2ac19-2dcd-4450-b75b-a407a990a4d5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:36.447939 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.535032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.537864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Publish callbacks [] for router_controller (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.632028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.632664 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:56:36.637573 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.639827 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b8898af9-ba39-45a8-b63d-b02b20674d52 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/d7cfb7d5-6029-4c99-8a43-7ec7aa0caaaf HTTP/1.1" status: 204 len: 168 time: 0.9507010 Oct 23 01:56:36.641307 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43466) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:36.690193 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23b8ace-a2c3-470a-81ba-e1f7b311d402 admin admin] Deleting subnet 73aaf08f-7ba6-48ef-93e6-4f983f15978e {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:56:36.693721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c23b8ace-a2c3-470a-81ba-e1f7b311d402 admin admin] Publish callbacks [] for subnet (73aaf08f-7ba6-48ef-93e6-4f983f15978e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.731007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c23b8ace-a2c3-470a-81ba-e1f7b311d402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (73aaf08f-7ba6-48ef-93e6-4f983f15978e), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.809436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c23b8ace-a2c3-470a-81ba-e1f7b311d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (73aaf08f-7ba6-48ef-93e6-4f983f15978e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.929637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c23b8ace-a2c3-470a-81ba-e1f7b311d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (73aaf08f-7ba6-48ef-93e6-4f983f15978e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.957936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b8ace-a2c3-470a-81ba-e1f7b311d402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73aaf08f-7ba6-48ef-93e6-4f983f15978e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:36.959957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c23b8ace-a2c3-470a-81ba-e1f7b311d402 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:36.963234 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c23b8ace-a2c3-470a-81ba-e1f7b311d402 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/73aaf08f-7ba6-48ef-93e6-4f983f15978e HTTP/1.1" status: 204 len: 168 time: 0.3208330 Oct 23 01:56:36.965663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43468) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:36.968092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa6a6d-b554-4129-a8e3-0fbae5550216 None None] Network 437471c7-063c-447e-b578-786b4560a9e3 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:56:36.972973 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:37.048368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (437471c7-063c-447e-b578-786b4560a9e3), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.088204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:37.101080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Deleting port edfe9873-c05b-46a5-a3f4-7a22261d7464 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:56:37.101426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.139621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] DHCP port deletion for 437471c7-063c-447e-b578-786b4560a9e3 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:56:37.170150 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] For port edfe9873-c05b-46a5-a3f4-7a22261d7464, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=edfe9873-c05b-46a5-a3f4-7a22261d7464,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:37.170739 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.186677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Calling delete_port for edfe9873-c05b-46a5-a3f4-7a22261d7464 owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:56:37.197026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Deleting port edfe9873-c05b-46a5-a3f4-7a22261d7464 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:56:37.198040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.279113 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] For port edfe9873-c05b-46a5-a3f4-7a22261d7464, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=edfe9873-c05b-46a5-a3f4-7a22261d7464,segment=NetworkSegment(996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab),segment_id=996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:37.279571 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.295885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Calling delete_port for edfe9873-c05b-46a5-a3f4-7a22261d7464 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:56:37.299463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:56:37.326679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:56:37.327030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3bf2ac19-2dcd-4450-b75b-a407a990a4d5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:56:37.327443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3e896919-8e56-4a77-a530-1710849e7d7c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:56:37.335489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.378413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 3e896919-8e56-4a77-a530-1710849e7d7c {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:56:37.378762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 3e896919-8e56-4a77-a530-1710849e7d7c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:56:37.379880 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device edfe9873-c05b-46a5-a3f4-7a22261d7464 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:56:37.400563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: edfe9873-c05b-46a5-a3f4-7a22261d7464 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:56:37.400905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device edfe9873-c05b-46a5-a3f4-7a22261d7464 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:56:37.440275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (edfe9873-c05b-46a5-a3f4-7a22261d7464), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.466517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Pushing event deleted for resources: {'Port': ['ID=edfe9873-c05b-46a5-a3f4-7a22261d7464,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:37.472395 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] No DVR routers for this DVR port edfe9873-c05b-46a5-a3f4-7a22261d7464 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:56:37.479946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.480351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.480703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.481043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.481381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.481704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.482060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.482389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.482718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.483044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.483375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.483705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.484034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.484360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.484769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f179094-b7c1-4547-ab0a-2fc2623fe1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:37.620308 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Pushing event deleted for resources: {'Port': ['ID=edfe9873-c05b-46a5-a3f4-7a22261d7464,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:37.623609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] No DVR routers for this DVR port edfe9873-c05b-46a5-a3f4-7a22261d7464 on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:56:37.693374 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (437471c7-063c-447e-b578-786b4560a9e3), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.716159 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437471c7-063c-447e-b578-786b4560a9e3']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:37.726017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:37.726311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:37.735631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.748979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.755122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:56:37.755521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.828078 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab resource provider aggregate not found Oct 23 01:56:37.844240 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 996bf1b3-db9c-44d6-bdaa-1c0dcaf1faab found for delete ", "request_id": "req-610265fb-b16a-46db-ab12-1a470910ac08"}]} Oct 23 01:56:37.872071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (437471c7-063c-447e-b578-786b4560a9e3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.877563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:37.880699 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/437471c7-063c-447e-b578-786b4560a9e3 HTTP/1.1" status: 204 len: 168 time: 0.9141102 Oct 23 01:56:37.883814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43476) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:37.891903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ce892-709d-44b4-a0e3-99a57a73493e admin admin] Pushing event deleted for resources: {'Network': ['ID=437471c7-063c-447e-b578-786b4560a9e3,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:37.923834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:38.188758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (da361395-fdf5-467e-a4c1-1be25992262b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:38.658195 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] Deleting port c3188357-ef54-4346-b250-ee27085caeb4 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:56:38.658530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (c3188357-ef54-4346-b250-ee27085caeb4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:38.735393 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] For port c3188357-ef54-4346-b250-ee27085caeb4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3188357-ef54-4346-b250-ee27085caeb4,segment=NetworkSegment(47510443-4717-493a-990a-8095f66c3f88),segment_id=47510443-4717-493a-990a-8095f66c3f88)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:38.735758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (c3188357-ef54-4346-b250-ee27085caeb4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:38.748982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] Calling delete_port for c3188357-ef54-4346-b250-ee27085caeb4 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:56:38.845892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c210b966-2758-400d-b618-a41b1c8a9fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:38.873334 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:38.977220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (c3188357-ef54-4346-b250-ee27085caeb4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:39.006565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3188357-ef54-4346-b250-ee27085caeb4,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:39.013531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:39.174705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (da361395-fdf5-467e-a4c1-1be25992262b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:39.198834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1e82cf-afa8-4b46-b9fa-2d1d691c51a4 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:56:39.271168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e82cf-afa8-4b46-b9fa-2d1d691c51a4 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:56:39.389337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] Router da361395-fdf5-467e-a4c1-1be25992262b has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:56:39.496087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:56:39.502225 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b382c0d0-dab0-44b6-b462-d2a9a41cc382 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/da361395-fdf5-467e-a4c1-1be25992262b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172550 Oct 23 01:56:39.504637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43478) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:39.507206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a299d3e-e3bb-480d-aa45-0a169e48058d None None] Sync routers for ids ['da361395-fdf5-467e-a4c1-1be25992262b'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:56:39.518539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a299d3e-e3bb-480d-aa45-0a169e48058d None None] Routers {'da361395-fdf5-467e-a4c1-1be25992262b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:56:39.519177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9a299d3e-e3bb-480d-aa45-0a169e48058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['da361395-fdf5-467e-a4c1-1be25992262b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:39.620062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Publish callbacks [] for router (da361395-fdf5-467e-a4c1-1be25992262b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:39.632188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-9a299d3e-e3bb-480d-aa45-0a169e48058d None None] Set router da361395-fdf5-467e-a4c1-1be25992262b gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:56:39.720749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Publish callbacks [] for router_gateway (da361395-fdf5-467e-a4c1-1be25992262b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:39.758299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:39.799053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:39.808485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9a299d3e-e3bb-480d-aa45-0a169e48058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'name': 'tempest-TestMinimumBasicScenario-1085776854-router', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219'}], 'enable_snat': True}, 'gw_port_id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:56:38Z', 'revision_number': 5, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'gw_port': {'id': '506a4197-70ac-4552-b865-0f91b7cfbba8', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:39.838392 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a299d3e-e3bb-480d-aa45-0a169e48058d None None] Checking router: da361395-fdf5-467e-a4c1-1be25992262b for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:56:39.842017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Deleting port 506a4197-70ac-4552-b865-0f91b7cfbba8 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:56:39.842366 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:39.847397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a299d3e-e3bb-480d-aa45-0a169e48058d None None] Routers {'da361395-fdf5-467e-a4c1-1be25992262b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:56:39.848526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9a299d3e-e3bb-480d-aa45-0a169e48058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['da361395-fdf5-467e-a4c1-1be25992262b'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:39.924740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] For port 506a4197-70ac-4552-b865-0f91b7cfbba8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=506a4197-70ac-4552-b865-0f91b7cfbba8,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:39.925097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-59c0f145-3cc9-4977-925d-b474a669a07e None None] Provisioning complete for port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:39.925215 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:39.925470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-59c0f145-3cc9-4977-925d-b474a669a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:39.926388 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-59c0f145-3cc9-4977-925d-b474a669a07e None None] Attempt 1 to provision port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda Oct 23 01:56:39.930184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:39.938923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Calling delete_port for 506a4197-70ac-4552-b865-0f91b7cfbba8 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:56:39.940356 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:40.004463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:40.099238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-9a299d3e-e3bb-480d-aa45-0a169e48058d None None] Set router da361395-fdf5-467e-a4c1-1be25992262b gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:56:40.154925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-9a299d3e-e3bb-480d-aa45-0a169e48058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'name': 'tempest-TestMinimumBasicScenario-1085776854-router', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:56:39Z', 'revision_number': 6, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:40.180775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (506a4197-70ac-4552-b865-0f91b7cfbba8), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.186951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a299d3e-e3bb-480d-aa45-0a169e48058d None None] The sync data for ids ['da361395-fdf5-467e-a4c1-1be25992262b'] in dv-neutron-master-2-hyperv is: [{'id': 'da361395-fdf5-467e-a4c1-1be25992262b', 'name': 'tempest-TestMinimumBasicScenario-1085776854-router', 'tenant_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:50:17Z', 'updated_at': '2022-10-23T01:56:39Z', 'revision_number': 6, 'project_id': 'a19e4f4788cf4e42aed26167c45cc7d7', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:56:40.228311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-59c0f145-3cc9-4977-925d-b474a669a07e None None] Current status of the port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:56:40.239203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=506a4197-70ac-4552-b865-0f91b7cfbba8,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:40.280564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (da361395-fdf5-467e-a4c1-1be25992262b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.367824 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (da361395-fdf5-467e-a4c1-1be25992262b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.369974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Publish callbacks [] for router_controller (da361395-fdf5-467e-a4c1-1be25992262b), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.457749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (da361395-fdf5-467e-a4c1-1be25992262b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.458271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da361395-fdf5-467e-a4c1-1be25992262b {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:56:40.462599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.473703 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b4941c57-79b4-4563-9faa-9d98a80427d2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/da361395-fdf5-467e-a4c1-1be25992262b HTTP/1.1" status: 204 len: 168 time: 0.9574122 Oct 23 01:56:40.473703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43480) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:40.514823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8558cb00-593e-42e5-bd31-d33f40eab7f8 admin admin] Deleting subnet 7d31167c-6a2b-47d6-b9c6-d87705165829 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:56:40.518326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8558cb00-593e-42e5-bd31-d33f40eab7f8 admin admin] Publish callbacks [] for subnet (7d31167c-6a2b-47d6-b9c6-d87705165829), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.554659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8558cb00-593e-42e5-bd31-d33f40eab7f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (7d31167c-6a2b-47d6-b9c6-d87705165829), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.634652 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8558cb00-593e-42e5-bd31-d33f40eab7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (7d31167c-6a2b-47d6-b9c6-d87705165829), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.763937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8558cb00-593e-42e5-bd31-d33f40eab7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (7d31167c-6a2b-47d6-b9c6-d87705165829), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.789603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558cb00-593e-42e5-bd31-d33f40eab7f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d31167c-6a2b-47d6-b9c6-d87705165829,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:40.793039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8558cb00-593e-42e5-bd31-d33f40eab7f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.796145 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8558cb00-593e-42e5-bd31-d33f40eab7f8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/7d31167c-6a2b-47d6-b9c6-d87705165829 HTTP/1.1" status: 204 len: 168 time: 0.3289216 Oct 23 01:56:40.798603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43482) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:40.801021 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa78bd5-7609-4f8b-9287-74202e23aa37 None None] Network c234c01e-e816-4c8f-8832-6c95b07a1a5d requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:56:40.869420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (c234c01e-e816-4c8f-8832-6c95b07a1a5d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.912110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Deleting port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:56:40.912454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.962092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef12862-26b8-4397-b101-72738fb11183 None None] DHCP port deletion for c234c01e-e816-4c8f-8832-6c95b07a1a5d request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:56:40.984372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] For port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=46c78c2e-0fca-4ee3-9084-dd5fd2c14dda,segment=NetworkSegment(47510443-4717-493a-990a-8095f66c3f88),segment_id=47510443-4717-493a-990a-8095f66c3f88)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:40.984747 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:40.998499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Calling delete_port for 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:56:40.999464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5ef12862-26b8-4397-b101-72738fb11183 None None] Deleting port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:56:40.999841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5ef12862-26b8-4397-b101-72738fb11183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.069641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:41.092956 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5ef12862-26b8-4397-b101-72738fb11183 None None] For port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=46c78c2e-0fca-4ee3-9084-dd5fd2c14dda,segment=NetworkSegment(47510443-4717-493a-990a-8095f66c3f88),segment_id=47510443-4717-493a-990a-8095f66c3f88)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:41.093352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5ef12862-26b8-4397-b101-72738fb11183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.107407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5ef12862-26b8-4397-b101-72738fb11183 None None] Calling delete_port for 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:56:41.143123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.147307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:41.150110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-789ad678-8818-4c1b-b446-d0d13fc041b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.174322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c78c2e-0fca-4ee3-9084-dd5fd2c14dda,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:41.182327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] No DVR routers for this DVR port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:56:41.188752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5ef12862-26b8-4397-b101-72738fb11183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (46c78c2e-0fca-4ee3-9084-dd5fd2c14dda), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.210333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef12862-26b8-4397-b101-72738fb11183 None None] Pushing event deleted for resources: {'Port': ['ID=46c78c2e-0fca-4ee3-9084-dd5fd2c14dda,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:41.219699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef12862-26b8-4397-b101-72738fb11183 None None] No DVR routers for this DVR port 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:56:41.261323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (c234c01e-e816-4c8f-8832-6c95b07a1a5d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.282676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c234c01e-e816-4c8f-8832-6c95b07a1a5d']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:41.291031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:56:41.293524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47510443-4717-493a-990a-8095f66c3f88') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:41.293858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47510443-4717-493a-990a-8095f66c3f88') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:41.304407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (47510443-4717-493a-990a-8095f66c3f88), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.311173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:56:41.311603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 46c78c2e-0fca-4ee3-9084-dd5fd2c14dda not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:56:41.312089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 506a4197-70ac-4552-b865-0f91b7cfbba8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:56:41.319128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (47510443-4717-493a-990a-8095f66c3f88), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.325698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:56:41.326243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (47510443-4717-493a-990a-8095f66c3f88), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.333476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 506a4197-70ac-4552-b865-0f91b7cfbba8 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:56:41.334104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 506a4197-70ac-4552-b865-0f91b7cfbba8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:56:41.334521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c3188357-ef54-4346-b250-ee27085caeb4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:56:41.354481 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: c3188357-ef54-4346-b250-ee27085caeb4 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:56:41.354829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device c3188357-ef54-4346-b250-ee27085caeb4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:56:41.398724 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 47510443-4717-493a-990a-8095f66c3f88 resource provider aggregate not found Oct 23 01:56:41.414732 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 47510443-4717-493a-990a-8095f66c3f88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47510443-4717-493a-990a-8095f66c3f88 found for delete ", "request_id": "req-e60af769-86e4-4773-a2d9-73801b03f8ff"}]} Oct 23 01:56:41.439945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (c234c01e-e816-4c8f-8832-6c95b07a1a5d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.445598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.448526 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/c234c01e-e816-4c8f-8832-6c95b07a1a5d HTTP/1.1" status: 204 len: 168 time: 0.6489732 Oct 23 01:56:41.460383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10194cce-41dd-4ff5-91b7-e423fdd05305 admin admin] Pushing event deleted for resources: {'Network': ['ID=c234c01e-e816-4c8f-8832-6c95b07a1a5d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:41.736457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43492) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:41.775539 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-04beb771-5743-49d7-902a-6f20da0ab960 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=42316ffe3a474965904b3d4c5cc0329e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379486 Oct 23 01:56:41.778469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43494) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:41.825015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8db5c0ae-b32d-4a77-8e9c-97d2e5266006 admin admin] Publish callbacks [] for security_group (4b75adb1-565d-4341-8129-c01406ef3873), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.844663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8db5c0ae-b32d-4a77-8e9c-97d2e5266006 admin admin] Publish callbacks [] for security_group (4b75adb1-565d-4341-8129-c01406ef3873), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.959756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8db5c0ae-b32d-4a77-8e9c-97d2e5266006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4b75adb1-565d-4341-8129-c01406ef3873), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.962417 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8db5c0ae-b32d-4a77-8e9c-97d2e5266006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:41.963567 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8db5c0ae-b32d-4a77-8e9c-97d2e5266006 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4b75adb1-565d-4341-8129-c01406ef3873 HTTP/1.1" status: 204 len: 168 time: 0.1842272 Oct 23 01:56:41.971514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5c0ae-b32d-4a77-8e9c-97d2e5266006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b75adb1-565d-4341-8129-c01406ef3873,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:42.611039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43500) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:42.655032 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2592c3df-fe05-4c31-9f12-5aa70a41f608 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a19e4f4788cf4e42aed26167c45cc7d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428162 Oct 23 01:56:42.657196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:42.657689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43502) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:42.705473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2a2451c2-79a2-418e-8a61-b47dd02a7cfd admin admin] Publish callbacks [] for security_group (04f29df8-9ea6-4694-88ad-ed63dc33f8d9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:42.724994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2a2451c2-79a2-418e-8a61-b47dd02a7cfd admin admin] Publish callbacks [] for security_group (04f29df8-9ea6-4694-88ad-ed63dc33f8d9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:42.826090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2a2451c2-79a2-418e-8a61-b47dd02a7cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (04f29df8-9ea6-4694-88ad-ed63dc33f8d9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:42.828647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-2a2451c2-79a2-418e-8a61-b47dd02a7cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:42.829821 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2a2451c2-79a2-418e-8a61-b47dd02a7cfd admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/04f29df8-9ea6-4694-88ad-ed63dc33f8d9 HTTP/1.1" status: 204 len: 168 time: 0.1715245 Oct 23 01:56:42.845421 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2451c2-79a2-418e-8a61-b47dd02a7cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f29df8-9ea6-4694-88ad-ed63dc33f8d9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:44.130189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:44.151927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:44.886599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43542) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:44.891265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a7f99b32-9486-4455-8693-eb0668740c16 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996649344', 'description': 'tempest-secgroup-smoke-1996649344 description', 'project_id': '4d728228866e4ebba0693ec37d2aeef7'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:44.986218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f99b32-9486-4455-8693-eb0668740c16 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:44.994334 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f99b32-9486-4455-8693-eb0668740c16 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.069798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f99b32-9486-4455-8693-eb0668740c16 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (1cf360a6-c4d7-4d5b-9a8f-ac8ff598a557), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.134657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f99b32-9486-4455-8693-eb0668740c16 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1cf360a6-c4d7-4d5b-9a8f-ac8ff598a557), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.161806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:45.172923 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f99b32-9486-4455-8693-eb0668740c16 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf360a6-c4d7-4d5b-9a8f-ac8ff598a557,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:45.215993 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f99b32-9486-4455-8693-eb0668740c16 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (90369d2a-1b61-4d06-8c49-a08a2c833b97), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.285041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f99b32-9486-4455-8693-eb0668740c16 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (90369d2a-1b61-4d06-8c49-a08a2c833b97), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.315338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f99b32-9486-4455-8693-eb0668740c16 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90369d2a-1b61-4d06-8c49-a08a2c833b97,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:45.379417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a7f99b32-9486-4455-8693-eb0668740c16 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.380650 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a7f99b32-9486-4455-8693-eb0668740c16 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4930544 Oct 23 01:56:45.383697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43544) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:45.387890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-cf9d38db-d2a1-4836-adea-98b28d2aa894 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '90369d2a-1b61-4d06-8c49-a08a2c833b97', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:45.491134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf9d38db-d2a1-4836-adea-98b28d2aa894 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (cc0f5d2e-9da8-48c2-87d8-39927c664d93), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.545737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf9d38db-d2a1-4836-adea-98b28d2aa894 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (cc0f5d2e-9da8-48c2-87d8-39927c664d93), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.622669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf9d38db-d2a1-4836-adea-98b28d2aa894 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (cc0f5d2e-9da8-48c2-87d8-39927c664d93), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.630732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=6,neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:45.642628 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d38db-d2a1-4836-adea-98b28d2aa894 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0f5d2e-9da8-48c2-87d8-39927c664d93,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:45.719453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-cf9d38db-d2a1-4836-adea-98b28d2aa894 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.720663 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-cf9d38db-d2a1-4836-adea-98b28d2aa894 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3360600 Oct 23 01:56:45.723547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43546) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:45.728058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-855ccb06-4041-4f20-8956-66051ad6a072 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '90369d2a-1b61-4d06-8c49-a08a2c833b97', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:45.832699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-855ccb06-4041-4f20-8956-66051ad6a072 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (28547fbe-c8ba-4e03-a3db-759731293d40), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.891099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-855ccb06-4041-4f20-8956-66051ad6a072 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (28547fbe-c8ba-4e03-a3db-759731293d40), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.946888 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-855ccb06-4041-4f20-8956-66051ad6a072 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (28547fbe-c8ba-4e03-a3db-759731293d40), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:45.966209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ccb06-4041-4f20-8956-66051ad6a072 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28547fbe-c8ba-4e03-a3db-759731293d40,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:46.028430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-855ccb06-4041-4f20-8956-66051ad6a072 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.029696 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-855ccb06-4041-4f20-8956-66051ad6a072 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3052425 Oct 23 01:56:46.032403 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43548) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:46.037325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-5afaf6a7-8c5d-45c1-b375-933b8f11828d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '90369d2a-1b61-4d06-8c49-a08a2c833b97', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:46.122814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5afaf6a7-8c5d-45c1-b375-933b8f11828d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (564e00e1-b1a3-43cb-9f1c-ff9058bfd3c2), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.184788 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5afaf6a7-8c5d-45c1-b375-933b8f11828d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (564e00e1-b1a3-43cb-9f1c-ff9058bfd3c2), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.266108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5afaf6a7-8c5d-45c1-b375-933b8f11828d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (564e00e1-b1a3-43cb-9f1c-ff9058bfd3c2), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.269119 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=22 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:46.271262 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=59 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:46.285744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaf6a7-8c5d-45c1-b375-933b8f11828d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564e00e1-b1a3-43cb-9f1c-ff9058bfd3c2,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:46.348465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5afaf6a7-8c5d-45c1-b375-933b8f11828d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.349639 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5afaf6a7-8c5d-45c1-b375-933b8f11828d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163204 Oct 23 01:56:46.352331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43550) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:46.356511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-da68a903-01a6-4b58-89d7-8cf8706c87f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '90369d2a-1b61-4d06-8c49-a08a2c833b97', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:46.431694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da68a903-01a6-4b58-89d7-8cf8706c87f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (e4bbef37-0f79-40da-ac71-55a2faafb6db), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.487890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da68a903-01a6-4b58-89d7-8cf8706c87f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (e4bbef37-0f79-40da-ac71-55a2faafb6db), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.559745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da68a903-01a6-4b58-89d7-8cf8706c87f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (e4bbef37-0f79-40da-ac71-55a2faafb6db), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.579206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68a903-01a6-4b58-89d7-8cf8706c87f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bbef37-0f79-40da-ac71-55a2faafb6db,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:46.647748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-da68a903-01a6-4b58-89d7-8cf8706c87f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.648953 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-da68a903-01a6-4b58-89d7-8cf8706c87f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2956905 Oct 23 01:56:46.651637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43552) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:46.655893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0d362793-d72b-4b1d-a05b-2cd17f807174 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '90369d2a-1b61-4d06-8c49-a08a2c833b97', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:46.736846 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-0d362793-d72b-4b1d-a05b-2cd17f807174 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Project 4d728228866e4ebba0693ec37d2aeef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:56:46.742186 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0d362793-d72b-4b1d-a05b-2cd17f807174 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (68090a39-7364-4bbc-8dc0-c107a16d428b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.790943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:46.800994 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0d362793-d72b-4b1d-a05b-2cd17f807174 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (68090a39-7364-4bbc-8dc0-c107a16d428b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.868170 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0d362793-d72b-4b1d-a05b-2cd17f807174 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (68090a39-7364-4bbc-8dc0-c107a16d428b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:46.888270 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d362793-d72b-4b1d-a05b-2cd17f807174 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68090a39-7364-4bbc-8dc0-c107a16d428b,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:47.010794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0d362793-d72b-4b1d-a05b-2cd17f807174 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.011978 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0d362793-d72b-4b1d-a05b-2cd17f807174 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3594348 Oct 23 01:56:47.014841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43554) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:47.019025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-bbdbab61-254b-4043-b12c-a93c3cf89e73 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '90369d2a-1b61-4d06-8c49-a08a2c833b97', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:47.100544 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-bbdbab61-254b-4043-b12c-a93c3cf89e73 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Project 4d728228866e4ebba0693ec37d2aeef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:56:47.106106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbdbab61-254b-4043-b12c-a93c3cf89e73 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (66469c19-a3bb-486b-84c4-b1f1daf9def3), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.165652 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbdbab61-254b-4043-b12c-a93c3cf89e73 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (66469c19-a3bb-486b-84c4-b1f1daf9def3), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.260344 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbdbab61-254b-4043-b12c-a93c3cf89e73 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (66469c19-a3bb-486b-84c4-b1f1daf9def3), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.279312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbab61-254b-4043-b12c-a93c3cf89e73 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66469c19-a3bb-486b-84c4-b1f1daf9def3,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:47.350864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-bbdbab61-254b-4043-b12c-a93c3cf89e73 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.352163 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bbdbab61-254b-4043-b12c-a93c3cf89e73 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3364084 Oct 23 01:56:47.355174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43556) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:47.359955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'network': {'name': 'tempest-network-smoke--132947911', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'port_security_enabled': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:47.372870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:47.433704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:56:47.437772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.460455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:56:47.469881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (d233365e-c410-4b02-b9cd-55a5fabd6e92), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.470223 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Added segment d233365e-c410-4b02-b9cd-55a5fabd6e92 of type vlan for network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb Oct 23 01:56:47.509756 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (7e5d91f3-bb49-475a-979d-bd9a4dc87bdb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.702514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (7e5d91f3-bb49-475a-979d-bd9a4dc87bdb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.707483 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:47.708064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.776745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Network': ['ID=7e5d91f3-bb49-475a-979d-bd9a4dc87bdb,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:47.787516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:56:47.808797 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9e61b997-b1c7-4b44-b3e6-d1ab479468f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4526110 Oct 23 01:56:47.812331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43558) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:47.816084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'admin_state_up': True, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:47.897831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (69b26453-0b64-450c-830f-120851423a02), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.898915 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (69b26453-0b64-450c-830f-120851423a02), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:47.949528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_controller (69b26453-0b64-450c-830f-120851423a02), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:48.130727 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (69b26453-0b64-450c-830f-120851423a02), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:48.253265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:48.361637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (69b26453-0b64-450c-830f-120851423a02), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:48.381076 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:48.480935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.36.3.116 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/bc7fc1d1-9e28-4d33-823d-2357502fc931) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:56:48.585018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:48.666598 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:48.706294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:56:48.713688 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:56:48.717831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:56:48.720919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=bc7fc1d1-9e28-4d33-823d-2357502fc931,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:48.862343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:49.061028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (69b26453-0b64-450c-830f-120851423a02), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:49.246045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (69b26453-0b64-450c-830f-120851423a02), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:49.331035 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:49.433799 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 69b26453-0b64-450c-830f-120851423a02 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:56:49.534188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:56:49.548113 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Sync routers for ids ['69b26453-0b64-450c-830f-120851423a02'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:56:49.562557 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Routers {'69b26453-0b64-450c-830f-120851423a02'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:56:49.563170 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['69b26453-0b64-450c-830f-120851423a02'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:49.610846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:49.612015 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-43b3d709-41b6-44ec-a058-87ac75bc97db tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7993696 Oct 23 01:56:49.615847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43560) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:49.659985 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Set router 69b26453-0b64-450c-830f-120851423a02 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:56:49.782501 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-50544a2f-96ae-435f-9c69-b8ce448bfc26 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=4d728228866e4ebba0693ec37d2aeef7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1655266 Oct 23 01:56:49.785178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43566) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:49.828105 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:48Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:49.853703 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Checking router: 69b26453-0b64-450c-830f-120851423a02 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:56:49.854074 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Updating router 69b26453-0b64-450c-830f-120851423a02 port bc7fc1d1-9e28-4d33-823d-2357502fc931 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:56:49.875491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95013cb-fdf1-4175-af10-985057ea2ff7 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:49.876935 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f95013cb-fdf1-4175-af10-985057ea2ff7 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907822 Oct 23 01:56:49.879989 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43568) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:49.881623 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:49.907953 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-28dc23f7-2be2-43ce-9f58-33c91d23d876 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269101 Oct 23 01:56:49.910873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43570) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:49.916504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1717379908', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:50.001142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:50.094844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:56:50.098777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:50.134874 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Publish callbacks [] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:50.211327 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:50.241974 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Attempting to bind port bc7fc1d1-9e28-4d33-823d-2357502fc931 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:56:50.242345 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Attempting to bind port bc7fc1d1-9e28-4d33-823d-2357502fc931 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:56:50.242733 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Attempting to bind port bc7fc1d1-9e28-4d33-823d-2357502fc931 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:56:50.262840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:50.282598 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Pushing event updated for resources: {'Port': ['ID=bc7fc1d1-9e28-4d33-823d-2357502fc931,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:50.293651 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.294970 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.294970 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.294970 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.295276 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.295376 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.295631 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.295953 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.296275 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.296595 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.296915 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.297234 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.297551 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.297898 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.298213 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:56:50.309191 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:56:50.309559 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:56:50.309991 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:50.310373 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:56:50.310834 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Bound port: bc7fc1d1-9e28-4d33-823d-2357502fc931, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:56:50.311210 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:50.352123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (c9ef7128-21a8-4731-9302-cad519920c3e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:50.362903 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] For port bc7fc1d1-9e28-4d33-823d-2357502fc931, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:56:50.367243 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] For port bc7fc1d1-9e28-4d33-823d-2357502fc931, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc7fc1d1-9e28-4d33-823d-2357502fc931,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:56:50.415880 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Subnet': ['ID=c9ef7128-21a8-4731-9302-cad519920c3e,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:50.426216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Checking segment: {'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:56:50.426216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network hostable DHCP agents. Network: 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:56:50.468903 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:50.473905 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:50.496993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:56:50.507172 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Routers {'69b26453-0b64-450c-830f-120851423a02'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:56:50.507794 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['69b26453-0b64-450c-830f-120851423a02'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:50.553602 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb41e96-7ca1-4b6d-bcfe-b67912eafc15 None None] Pushing event updated for resources: {'Port': ['ID=bc7fc1d1-9e28-4d33-823d-2357502fc931,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:50.557710 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:50.609306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:56:50.613535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:50.614216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:50.620593 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] Set router 69b26453-0b64-450c-830f-120851423a02 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:56:50.621479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca73a36-f2f7-4de9-ad88-900ac06d5b61 None None] Network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:56:50.691331 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-14b9263d-5018-47f6-a18d-e3e5c8d806c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7759159 Oct 23 01:56:50.691529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43572) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:56:50.736121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ips': [{'subnet_id': 'c9ef7128-21a8-4731-9302-cad519920c3e'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:56:50.737084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:50.792082 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:48Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:50.819886 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80bab1-653d-4850-bb6a-57143ebb745a None None] The sync data for ids ['69b26453-0b64-450c-830f-120851423a02'] in dv-neutron-master-2-hyperv is: [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:48Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:56:50.899980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Allocated IP 172.20.0.2 (7e5d91f3-bb49-475a-979d-bd9a4dc87bdb/c9ef7128-21a8-4731-9302-cad519920c3e/1adbfe25-a8c7-4153-8fb6-94bb6a80539b) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:56:51.073129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Publish callbacks [] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:51.146913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:51.189165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:51.199058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:56:51.204695 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:56:51.209092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:56:51.216054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Pushing event updated for resources: {'Port': ['ID=1adbfe25-a8c7-4153-8fb6-94bb6a80539b,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:51.293366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Attempting to bind port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:56:51.293681 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Attempting to bind port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:56:51.294304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Attempting to bind port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b on network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:56:51.326584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:51.342191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:51.343275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bc7fc1d1-9e28-4d33-823d-2357502fc931 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:56:51.346799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:56:51.347174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Checking segment: {'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:56:51.347576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:51.347976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Bound using segment: {'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:56:51.348467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Bound port: 1adbfe25-a8c7-4153-8fb6-94bb6a80539b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:56:51.349398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:51.452677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] For port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:56:51.456018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] For port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1adbfe25-a8c7-4153-8fb6-94bb6a80539b,segment=NetworkSegment(d233365e-c410-4b02-b9cd-55a5fabd6e92),segment_id=d233365e-c410-4b02-b9cd-55a5fabd6e92)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:56:51.464531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bc7fc1d1-9e28-4d33-823d-2357502fc931 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:51.464907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:51.465309 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bc7fc1d1-9e28-4d33-823d-2357502fc931 Oct 23 01:56:51.496264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:51.536104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:51.567175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bc7fc1d1-9e28-4d33-823d-2357502fc931 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:56:51.568410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:51.578547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:51.610823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port bc7fc1d1-9e28-4d33-823d-2357502fc931, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc7fc1d1-9e28-4d33-823d-2357502fc931,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:51.617138 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852573e3-af4c-4aa6-b7a7-9b7e26a922e6 None None] Pushing event updated for resources: {'Port': ['ID=1adbfe25-a8c7-4153-8fb6-94bb6a80539b,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:51.676283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:51.728548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=bc7fc1d1-9e28-4d33-823d-2357502fc931,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:51.890620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.20.0.1 (7e5d91f3-bb49-475a-979d-bd9a4dc87bdb/c9ef7128-21a8-4731-9302-cad519920c3e/b8232baf-dfe9-4d7a-b4f4-6353e04a3d47) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:56:51.921132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:52.009898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:52.115244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:52.152712 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:56:52.155864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:56:52.159649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:56:52.182867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:52.191311 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=b8232baf-dfe9-4d7a-b4f4-6353e04a3d47,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:52.215367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (69b26453-0b64-450c-830f-120851423a02), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:52.405217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:52.656200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:52.674304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:52.747797 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:52.821707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (69b26453-0b64-450c-830f-120851423a02), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:52.823366 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=b8232baf-dfe9-4d7a-b4f4-6353e04a3d47,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:52.920370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:56:52.921759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:56:53.002323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:53.025946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 69b26453-0b64-450c-830f-120851423a02 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:56:53.135159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:56:53.151311 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-eeb78bfb-975b-4e06-9f84-78410979f9b5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "PUT /networking/v2.0/routers/69b26453-0b64-450c-830f-120851423a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4478986 Oct 23 01:56:53.156283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Sync routers for ids ['69b26453-0b64-450c-830f-120851423a02'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:56:53.167220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Routers {'69b26453-0b64-450c-830f-120851423a02'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:56:53.167850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['69b26453-0b64-450c-830f-120851423a02'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:53.319968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Set router 69b26453-0b64-450c-830f-120851423a02 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:56:53.320207 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-50970daf-6cbf-4b86-9192-8590b7dc8a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1996649344&fields=id&tenant_id=4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 267 time: 0.0577776 Oct 23 01:56:53.424940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ddc5c-1aae-451b-9c3d-27f8a091b1bf None None] Network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:56:53.451584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-36dea845-9f12-4b3a-8db1-385cd4dea8ea tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:53.453082 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-36dea845-9f12-4b3a-8db1-385cd4dea8ea tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7e5d91f3-bb49-475a-979d-bd9a4dc87bdb HTTP/1.1" status: 200 len: 796 time: 0.1233191 Oct 23 01:56:53.469440 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-22b8999e-0d24-4a12-b799-b342fd4dc263 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/quotas/4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 375 time: 0.0093384 Oct 23 01:56:53.469814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bc7fc1d1-9e28-4d33-823d-2357502fc931 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:56:53.477665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:53.518483 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-da05fc42-0bc1-4f89-9fd3-ef4dbfc2ffe0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442657 Oct 23 01:56:53.534345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-29d3f325-cdeb-47d5-bfde-918cf8a720e9 None None] Provisioning complete for port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:53.534719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-29d3f325-cdeb-47d5-bfde-918cf8a720e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:53.535050 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-29d3f325-cdeb-47d5-bfde-918cf8a720e9 None None] Attempt 1 to provision port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b Oct 23 01:56:53.675027 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-0db13477-a936-404b-94e5-18d83cd757b9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7e5d91f3-bb49-475a-979d-bd9a4dc87bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442864 Oct 23 01:56:53.677506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bc7fc1d1-9e28-4d33-823d-2357502fc931 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:53.677909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:53.678244 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bc7fc1d1-9e28-4d33-823d-2357502fc931 Oct 23 01:56:53.768820 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-d3911134-08ca-44a6-af00-aafa9c1a434e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7e5d91f3-bb49-475a-979d-bd9a4dc87bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861564 Oct 23 01:56:53.902650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:52Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b8232baf-dfe9-4d7a-b4f4-6353e04a3d47', 'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:2c:e7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:51Z', 'updated_at': '2022-10-23T01:56:52Z', 'revision_number': 2, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:53.949209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-29d3f325-cdeb-47d5-bfde-918cf8a720e9 None None] Current status of the port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:56:53.949209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-29d3f325-cdeb-47d5-bfde-918cf8a720e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:53.949209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Checking router: 69b26453-0b64-450c-830f-120851423a02 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:56:53.949209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Updating router 69b26453-0b64-450c-830f-120851423a02 port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:56:54.005295 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:54.044151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-29d3f325-cdeb-47d5-bfde-918cf8a720e9 None None] For port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1adbfe25-a8c7-4153-8fb6-94bb6a80539b,segment=NetworkSegment(d233365e-c410-4b02-b9cd-55a5fabd6e92),segment_id=d233365e-c410-4b02-b9cd-55a5fabd6e92)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:54.048999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bc7fc1d1-9e28-4d33-823d-2357502fc931 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:56:54.050076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1adbfe25-a8c7-4153-8fb6-94bb6a80539b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:56:54.098408 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-63e535e9-507b-47ae-a8c4-9cac075b9c60 req-fa545ff4-3458-4a66-a5bf-9b7c1c915109 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 210 time: 0.0489354 Oct 23 01:56:54.104730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-29d3f325-cdeb-47d5-bfde-918cf8a720e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:54.221988 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:54.222624 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:54.222711 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b Oct 23 01:56:54.265712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3f325-cdeb-47d5-bfde-918cf8a720e9 None None] Pushing event updated for resources: {'Port': ['ID=1adbfe25-a8c7-4153-8fb6-94bb6a80539b,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:54.278676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7d0401db-7adc-4776-beaf-5343d889a3dc None None] Provisioning complete for port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:54.279027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7d0401db-7adc-4776-beaf-5343d889a3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:54.279366 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7d0401db-7adc-4776-beaf-5343d889a3dc None None] Attempt 1 to provision port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b Oct 23 01:56:54.369488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:54.421987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:54.467178 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:56:54.483875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7d0401db-7adc-4776-beaf-5343d889a3dc None None] Current status of the port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:56:54.522080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7d0401db-7adc-4776-beaf-5343d889a3dc None None] Provisioning complete for port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:54.522420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7d0401db-7adc-4776-beaf-5343d889a3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:54.522673 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7d0401db-7adc-4776-beaf-5343d889a3dc None None] Attempt 1 to provision port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 Oct 23 01:56:54.569447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Publish callbacks [] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:54.571895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7d0401db-7adc-4776-beaf-5343d889a3dc None None] Port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:56:54.634416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:54.723437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71035f62-a7e9-46cf-8332-5c5ea28f38c1 None None] Pushing event updated for resources: {'Port': ['ID=b8232baf-dfe9-4d7a-b4f4-6353e04a3d47,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:54.729718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-745b9de4-43ac-42b0-9aea-5eda58adc88d None None] Provisioning complete for port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:54.730108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-745b9de4-43ac-42b0-9aea-5eda58adc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:54.730436 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-745b9de4-43ac-42b0-9aea-5eda58adc88d None None] Attempt 1 to provision port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 Oct 23 01:56:54.759735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Attempting to bind port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:56:54.760101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Attempting to bind port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:56:54.760457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Attempting to bind port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 on network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:56:54.785600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:54.792740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-745b9de4-43ac-42b0-9aea-5eda58adc88d None None] Port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:56:54.810675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:56:54.811042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Checking segment: {'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:56:54.811438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:54.811822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Bound using segment: {'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:56:54.812290 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Bound port: b8232baf-dfe9-4d7a-b4f4-6353e04a3d47, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:56:54.812667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:54.876250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] For port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:56:54.879341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] For port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8232baf-dfe9-4d7a-b4f4-6353e04a3d47,segment=NetworkSegment(d233365e-c410-4b02-b9cd-55a5fabd6e92),segment_id=d233365e-c410-4b02-b9cd-55a5fabd6e92)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:56:54.953958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:54.995112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Routers {'69b26453-0b64-450c-830f-120851423a02'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:56:54.995651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['69b26453-0b64-450c-830f-120851423a02'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:55.048850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71035f62-a7e9-46cf-8332-5c5ea28f38c1 None None] Pushing event updated for resources: {'Port': ['ID=b8232baf-dfe9-4d7a-b4f4-6353e04a3d47,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:55.115053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] Set router 69b26453-0b64-450c-830f-120851423a02 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:56:55.213651 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-92408c01-f95b-4e78-84a7-3c319ccef6fe req-ada058ac-e9a3-4f04-a6d6-5591f6e65cc8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 210 time: 0.0365646 Oct 23 01:56:55.294486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1adbfe25-a8c7-4153-8fb6-94bb6a80539b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:56:55.333526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:52Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b8232baf-dfe9-4d7a-b4f4-6353e04a3d47', 'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:2c:e7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:51Z', 'updated_at': '2022-10-23T01:56:54Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:56:55.363749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e30b2b-ad95-4475-bc95-a3dd6b1db38a None None] The sync data for ids ['69b26453-0b64-450c-830f-120851423a02'] in dv-neutron-master-2-hyperv is: [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:52Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b8232baf-dfe9-4d7a-b4f4-6353e04a3d47', 'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:2c:e7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:51Z', 'updated_at': '2022-10-23T01:56:54Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:56:55.374925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:55.375299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:55.375632 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b Oct 23 01:56:55.468729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:56:56.329692 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cafd9bc7-6e20-487d-bfa9-95bbfd7444be req-73574ac4-6d42-4163-98d6-fd0f74941bf2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 210 time: 0.0299485 Oct 23 01:56:56.413660 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-95a7b4ce-4aeb-41a7-ae76-ae7a11851bc7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:56.415128 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-95a7b4ce-4aeb-41a7-ae76-ae7a11851bc7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/networks?id=7e5d91f3-bb49-475a-979d-bd9a4dc87bdb HTTP/1.1" status: 200 len: 796 time: 0.1130948 Oct 23 01:56:56.487715 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-0d773b85-dafb-418f-85a0-644bae98835b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 380 time: 0.0590935 Oct 23 01:56:56.496167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'port': {'device_id': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'admin_state_up': True, 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'security_groups': ['90369d2a-1b61-4d06-8c49-a08a2c833b97']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:56.509649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:56.672045 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:56:56.675896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:56.804952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.20.0.5 (7e5d91f3-bb49-475a-979d-bd9a4dc87bdb/c9ef7128-21a8-4731-9302-cad519920c3e/1892503b-cc9a-4458-b8eb-9f06435c6c98) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:56:56.810301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:56.948094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:57.060723 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:57.103048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:56:57.108047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:56:57.111829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:56:57.135569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=1892503b-cc9a-4458-b8eb-9f06435c6c98,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:57.164982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:57.165606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:57.256607 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-dbef19ee-34ad-4299-8827-2733902a8fd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7638974 Oct 23 01:56:57.275146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Request body: {'port': {'device_id': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:56:57.318555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:56:57.340037 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:57.347820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-532cbdaf-d6c6-40d4-8112-72b84dfa3aa7 None None] Provisioning complete for port 1892503b-cc9a-4458-b8eb-9f06435c6c98 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:57.348199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-532cbdaf-d6c6-40d4-8112-72b84dfa3aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:57.348535 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-532cbdaf-d6c6-40d4-8112-72b84dfa3aa7 None None] Attempt 1 to provision port 1892503b-cc9a-4458-b8eb-9f06435c6c98 Oct 23 01:56:57.391755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-532cbdaf-d6c6-40d4-8112-72b84dfa3aa7 None None] Port 1892503b-cc9a-4458-b8eb-9f06435c6c98 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:56:57.396889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:57.397268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:57.397604 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 Oct 23 01:56:57.399424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:57.422989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:57.472857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:56:57.473244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:57.506102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8232baf-dfe9-4d7a-b4f4-6353e04a3d47,segment=NetworkSegment(d233365e-c410-4b02-b9cd-55a5fabd6e92),segment_id=d233365e-c410-4b02-b9cd-55a5fabd6e92)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:56:57.507371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0aa881-c2fc-43b2-a960-13147eb0bd92 req-607fa46e-642a-472b-852b-9a79237a8bc5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:57.508862 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf0aa881-c2fc-43b2-a960-13147eb0bd92 req-607fa46e-642a-472b-852b-9a79237a8bc5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 931 time: 0.0676746 Oct 23 01:56:57.588103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:57.607127 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf0aa881-c2fc-43b2-a960-13147eb0bd92 req-8f0b9f9f-0a59-4dc9-8568-1dd3c73b6178 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860715 Oct 23 01:56:57.637366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=b8232baf-dfe9-4d7a-b4f4-6353e04a3d47,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:57.674477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:57.689490 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1892503b-cc9a-4458-b8eb-9f06435c6c98 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:56:57.697506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Publish callbacks [] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:57.709619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Transition to ACTIVE for port object 1892503b-cc9a-4458-b8eb-9f06435c6c98 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:56:57.770978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:57.846024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Pushing event updated for resources: {'Port': ['ID=1892503b-cc9a-4458-b8eb-9f06435c6c98,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:57.878188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Attempting to bind port 1892503b-cc9a-4458-b8eb-9f06435c6c98 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:56:57.878527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Attempting to bind port 1892503b-cc9a-4458-b8eb-9f06435c6c98 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:56:57.878849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Attempting to bind port 1892503b-cc9a-4458-b8eb-9f06435c6c98 on network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:56:57.920466 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Port 1892503b-cc9a-4458-b8eb-9f06435c6c98 on network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:56:57.920717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Attempting to bind port 1892503b-cc9a-4458-b8eb-9f06435c6c98 on network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:56:57.967193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:56:57.967526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Checking segment: {'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:56:57.967907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Bound using segment: {'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:56:57.968332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Bound port: 1892503b-cc9a-4458-b8eb-9f06435c6c98, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd233365e-c410-4b02-b9cd-55a5fabd6e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:56:57.968750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:58.028594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] For port 1892503b-cc9a-4458-b8eb-9f06435c6c98, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:56:58.031601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] For port 1892503b-cc9a-4458-b8eb-9f06435c6c98, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1892503b-cc9a-4458-b8eb-9f06435c6c98,segment=NetworkSegment(d233365e-c410-4b02-b9cd-55a5fabd6e92),segment_id=d233365e-c410-4b02-b9cd-55a5fabd6e92)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:56:58.117953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:58.122188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:58.122800 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:58.124174 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/1892503b-cc9a-4458-b8eb-9f06435c6c98 HTTP/1.1" status: 200 len: 1093 time: 0.8544118 Oct 23 01:56:58.124728 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'tag': '1892503b-cc9a-4458-b8eb-9f06435c6c98'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:56:58.126995 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acf2ca6-ed11-4f9c-9194-13ed04bc5450" -d '{"events": [{"name": "network-changed", "server_uuid": "7d143e7e-89e8-492e-ae08-8018eadf8b13", "tag": "1892503b-cc9a-4458-b8eb-9f06435c6c98"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:56:58.169735 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c351ab7-c994-4629-9f70-aedf2c08f81e x-openstack-request-id: req-8c351ab7-c994-4629-9f70-aedf2c08f81e {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:56:58.170050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d143e7e-89e8-492e-ae08-8018eadf8b13", "tag": "1892503b-cc9a-4458-b8eb-9f06435c6c98", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:56:58.170297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c351ab7-c994-4629-9f70-aedf2c08f81e {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:56:58.170747 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c351ab7-c994-4629-9f70-aedf2c08f81e'] response: {'name': 'network-changed', 'server_uuid': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'tag': '1892503b-cc9a-4458-b8eb-9f06435c6c98', 'status': 'completed', 'code': 200} Oct 23 01:56:58.175242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58a2c3-fd15-48e7-8a52-c1b423ea9d15 service neutron] Pushing event updated for resources: {'Port': ['ID=1892503b-cc9a-4458-b8eb-9f06435c6c98,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:56:58.257323 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2ca6-ed11-4f9c-9194-13ed04bc5450 req-b17471bf-4f01-4a7f-b9a7-0fe5845d6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:58.258824 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1acf2ca6-ed11-4f9c-9194-13ed04bc5450 req-b17471bf-4f01-4a7f-b9a7-0fe5845d6830 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 1127 time: 0.0402336 Oct 23 01:56:58.365855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2ca6-ed11-4f9c-9194-13ed04bc5450 req-a13e0390-bff8-463d-b347-9b4af2bfcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:58.367306 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1acf2ca6-ed11-4f9c-9194-13ed04bc5450 req-a13e0390-bff8-463d-b347-9b4af2bfcc12 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=4d728228866e4ebba0693ec37d2aeef7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0942492 Oct 23 01:56:58.433842 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:56:58.463862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2ca6-ed11-4f9c-9194-13ed04bc5450 req-19784d13-13c1-41fb-a2c1-bf203e1953ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:58.465316 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1acf2ca6-ed11-4f9c-9194-13ed04bc5450 req-19784d13-13c1-41fb-a2c1-bf203e1953ca service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924532 Oct 23 01:56:58.558750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-d3a21df6-3ee6-48a1-aa37-79b79412a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:58.560225 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-d3a21df6-3ee6-48a1-aa37-79b79412a38a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 1127 time: 0.0398557 Oct 23 01:56:58.604588 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-ce097efc-0aa3-4aa6-a0d1-74c256535510 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1892503b-cc9a-4458-b8eb-9f06435c6c98 HTTP/1.1" status: 200 len: 217 time: 0.0319839 Oct 23 01:56:58.658915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-0474520e-b52e-4d2c-b706-b1448e4ab905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:58.660403 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-0474520e-b52e-4d2c-b706-b1448e4ab905 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c9ef7128-21a8-4731-9302-cad519920c3e HTTP/1.1" status: 200 len: 835 time: 0.0467029 Oct 23 01:56:58.730575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-146764a3-7f45-4852-b7b8-8ea66dd841ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:58.731977 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-146764a3-7f45-4852-b7b8-8ea66dd841ec service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7e5d91f3-bb49-475a-979d-bd9a4dc87bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0645721 Oct 23 01:56:58.754488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f943a-ae78-456f-ae00-e1148eb0ef64 req-51b1d427-72d0-4561-819e-4bd693c3bd77 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:58.755911 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e91f943a-ae78-456f-ae00-e1148eb0ef64 req-51b1d427-72d0-4561-819e-4bd693c3bd77 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 943 time: 0.0616276 Oct 23 01:56:58.858306 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e91f943a-ae78-456f-ae00-e1148eb0ef64 req-07816f6f-2407-40fa-9f96-28f7ec9e4b17 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930312 Oct 23 01:56:58.871896 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-1b5b7bc9-6a4c-4ea2-96d2-14772fd455ee service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7e5d91f3-bb49-475a-979d-bd9a4dc87bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322622 Oct 23 01:56:58.959983 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-05b6eba9-7424-48b7-b958-7f38d53f1c81 req-061469f8-ef7f-4aa4-92f8-1e4e6e5cd116 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7e5d91f3-bb49-475a-979d-bd9a4dc87bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824578 Oct 23 01:56:59.291881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:56:59.335480 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:56:59.335853 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:56:59.336190 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 Oct 23 01:56:59.407371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:56:59.984176 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884d10a-9e62-4178-bcc6-33ef13511a38 req-d8944db6-c770-4dd2-9a36-0dd0618fb2cd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:56:59.985688 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9884d10a-9e62-4178-bcc6-33ef13511a38 req-d8944db6-c770-4dd2-9a36-0dd0618fb2cd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 943 time: 0.0510485 Oct 23 01:57:00.035503 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9884d10a-9e62-4178-bcc6-33ef13511a38 req-95c24780-0199-47fa-83d8-60615a66c8b3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419912 Oct 23 01:57:00.882163 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=49 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:01.160310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ef6dc-5dc5-4878-9be3-549cdecf0a46 req-bb1a1015-f2c9-40e6-83c2-01043b5a7dee tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:01.161741 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-027ef6dc-5dc5-4878-9be3-549cdecf0a46 req-bb1a1015-f2c9-40e6-83c2-01043b5a7dee tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 943 time: 0.0515187 Oct 23 01:57:01.211025 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-027ef6dc-5dc5-4878-9be3-549cdecf0a46 req-dbea9432-8e4d-46c3-a09a-05d1983b98a9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436885 Oct 23 01:57:02.328525 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4494e70-9cbf-4489-b043-132e802b927a req-a9048629-5f0a-424e-85c4-2d1b26bf2402 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:02.329997 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f4494e70-9cbf-4489-b043-132e802b927a req-a9048629-5f0a-424e-85c4-2d1b26bf2402 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 943 time: 0.0466242 Oct 23 01:57:02.355467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:02.378798 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f4494e70-9cbf-4489-b043-132e802b927a req-34c1dbef-66c3-4046-8637-2e4f023bad33 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427141 Oct 23 01:57:03.205756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 1892503b-cc9a-4458-b8eb-9f06435c6c98 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:57:03.238579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:03.309753 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 1892503b-cc9a-4458-b8eb-9f06435c6c98, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1892503b-cc9a-4458-b8eb-9f06435c6c98,segment=NetworkSegment(d233365e-c410-4b02-b9cd-55a5fabd6e92),segment_id=d233365e-c410-4b02-b9cd-55a5fabd6e92)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:57:03.463766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '1892503b-cc9a-4458-b8eb-9f06435c6c98', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'port_id': '1892503b-cc9a-4458-b8eb-9f06435c6c98', 'mac_address': 'fa:16:3e:d1:be:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:57:03.494876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:03.502084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 1892503b-cc9a-4458-b8eb-9f06435c6c98 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:57:03.506086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:03.514459 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99950716-50d6-4d24-a59a-308dbdee5729 req-ff353e1d-7db3-4c4e-a5da-08e00ee5b361 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:03.516101 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-99950716-50d6-4d24-a59a-308dbdee5729 req-ff353e1d-7db3-4c4e-a5da-08e00ee5b361 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 943 time: 0.0510919 Oct 23 01:57:03.516576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1892503b-cc9a-4458-b8eb-9f06435c6c98 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:57:03.538674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 1892503b-cc9a-4458-b8eb-9f06435c6c98, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1892503b-cc9a-4458-b8eb-9f06435c6c98,segment=NetworkSegment(d233365e-c410-4b02-b9cd-55a5fabd6e92),segment_id=d233365e-c410-4b02-b9cd-55a5fabd6e92)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:57:03.542743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:03.568758 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-99950716-50d6-4d24-a59a-308dbdee5729 req-d1d2012b-f4b2-4bb0-9591-d2311383c3c4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460026 Oct 23 01:57:03.615180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:03.662803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=1892503b-cc9a-4458-b8eb-9f06435c6c98,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:03.909517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['1892503b-cc9a-4458-b8eb-9f06435c6c98'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:57:04.690889 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4eb42-8577-4fb3-80be-17532a3c818b req-e49587d9-0f73-46e3-8fa9-947ad2cbc265 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:04.692361 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e6b4eb42-8577-4fb3-80be-17532a3c818b req-e49587d9-0f73-46e3-8fa9-947ad2cbc265 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 944 time: 0.0469723 Oct 23 01:57:04.744219 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e6b4eb42-8577-4fb3-80be-17532a3c818b req-82230ddd-cee1-40fd-af78-c95e8b99dad3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464377 Oct 23 01:57:05.243457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 1892503b-cc9a-4458-b8eb-9f06435c6c98 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:57:05.289647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 1892503b-cc9a-4458-b8eb-9f06435c6c98 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:57:05.376361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 1892503b-cc9a-4458-b8eb-9f06435c6c98 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:57:05.376703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:05.377074 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 1892503b-cc9a-4458-b8eb-9f06435c6c98 Oct 23 01:57:05.449204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 1892503b-cc9a-4458-b8eb-9f06435c6c98 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:57:05.449599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:05.472120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1892503b-cc9a-4458-b8eb-9f06435c6c98'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:57:05.474543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57c29ea-9b4a-4380-95c8-05377758ca1c" -d '{"events": [{"server_uuid": "7d143e7e-89e8-492e-ae08-8018eadf8b13", "name": "network-vif-plugged", "status": "completed", "tag": "1892503b-cc9a-4458-b8eb-9f06435c6c98"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:57:05.487587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 1892503b-cc9a-4458-b8eb-9f06435c6c98, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1892503b-cc9a-4458-b8eb-9f06435c6c98,segment=NetworkSegment(d233365e-c410-4b02-b9cd-55a5fabd6e92),segment_id=d233365e-c410-4b02-b9cd-55a5fabd6e92)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:57:05.513088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d11e0bd-ef52-4b80-85c3-4a54650eef0b x-openstack-request-id: req-2d11e0bd-ef52-4b80-85c3-4a54650eef0b {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:57:05.513377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d143e7e-89e8-492e-ae08-8018eadf8b13", "name": "network-vif-plugged", "status": "completed", "tag": "1892503b-cc9a-4458-b8eb-9f06435c6c98", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:57:05.513629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d11e0bd-ef52-4b80-85c3-4a54650eef0b {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:57:05.514053 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d11e0bd-ef52-4b80-85c3-4a54650eef0b'] response: {'server_uuid': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1892503b-cc9a-4458-b8eb-9f06435c6c98', 'code': 200} Oct 23 01:57:05.542401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:05.592836 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=1892503b-cc9a-4458-b8eb-9f06435c6c98,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:05.856375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa211b-414e-45da-a354-ca648ed0f165 req-e1921652-873b-48cd-832f-6b9ead0bd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:05.857918 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-50aa211b-414e-45da-a354-ca648ed0f165 req-e1921652-873b-48cd-832f-6b9ead0bd7ed service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 1129 time: 0.0437253 Oct 23 01:57:05.865474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b8ea3-f26d-4446-8859-c3c86f22b10a req-8298f5e3-3af1-4172-bc66-834a23e919c5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:05.867080 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f58b8ea3-f26d-4446-8859-c3c86f22b10a req-8298f5e3-3af1-4172-bc66-834a23e919c5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0487773 Oct 23 01:57:05.905324 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-50aa211b-414e-45da-a354-ca648ed0f165 req-ac80e388-2f84-4709-b5c1-986d6e510c0a service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416367 Oct 23 01:57:05.918977 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f58b8ea3-f26d-4446-8859-c3c86f22b10a req-b16a75ae-e2a6-4e6f-8f38-20ac62f2ab80 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462375 Oct 23 01:57:07.041991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d078a8f-2de0-426f-8e4c-aaf083f654e3 req-0532a589-8bc9-43ad-88ba-491b8221871c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:07.046702 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7d078a8f-2de0-426f-8e4c-aaf083f654e3 req-0532a589-8bc9-43ad-88ba-491b8221871c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0469294 Oct 23 01:57:07.092152 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7d078a8f-2de0-426f-8e4c-aaf083f654e3 req-7ac76cbe-e824-4c4b-bb44-50a96e99f3bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428946 Oct 23 01:57:07.982144 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:57:08.210934 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e2ebf-eedb-47bd-a550-9ad8e401e8e9 req-d12bd3cd-c480-481e-914c-416dc9228c97 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:08.212388 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-258e2ebf-eedb-47bd-a550-9ad8e401e8e9 req-d12bd3cd-c480-481e-914c-416dc9228c97 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0468271 Oct 23 01:57:08.263823 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-258e2ebf-eedb-47bd-a550-9ad8e401e8e9 req-57cace86-4554-4da8-8186-cc4bda3cd320 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459311 Oct 23 01:57:08.382028 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a8c0a-b05d-4e38-a3e0-1d7dbbe11314 req-eaf3c28b-af5f-4c87-b7a7-2f83070f05c1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:08.383484 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3b9a8c0a-b05d-4e38-a3e0-1d7dbbe11314 req-eaf3c28b-af5f-4c87-b7a7-2f83070f05c1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0458925 Oct 23 01:57:08.435003 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3b9a8c0a-b05d-4e38-a3e0-1d7dbbe11314 req-63a4063d-6c7e-4059-bebd-ca4d9d62823e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461118 Oct 23 01:57:08.461979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43634) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:08.499211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b1c29a-11de-4589-8f8b-0c4f5a8a25b0 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:08.500667 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-68b1c29a-11de-4589-8f8b-0c4f5a8a25b0 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 1124 time: 0.0377574 Oct 23 01:57:08.503580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43636) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:08.507598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '1892503b-cc9a-4458-b8eb-9f06435c6c98', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:57:08.519200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:08.611046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:08.687092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:08.868401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-362aa049-23b2-4f85-b651-c6b4e8586e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:09.062205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.36.3.186 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/2a9d5681-9bf6-49a7-9893-f8b4cf276dcc) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:57:09.167731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (2a9d5681-9bf6-49a7-9893-f8b4cf276dcc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:09.249141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (2a9d5681-9bf6-49a7-9893-f8b4cf276dcc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:09.287396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:57:09.293994 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:57:09.297031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:57:09.302239 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=2a9d5681-9bf6-49a7-9893-f8b4cf276dcc,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:09.402261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:09.586238 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:09.645375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (0eab481f-7773-46c8-b544-52520324d588), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:09.757511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (2a9d5681-9bf6-49a7-9893-f8b4cf276dcc), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:09.900261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (2a9d5681-9bf6-49a7-9893-f8b4cf276dcc), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:09.953280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (2a9d5681-9bf6-49a7-9893-f8b4cf276dcc), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:10.022816 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (0eab481f-7773-46c8-b544-52520324d588), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:10.024475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=2a9d5681-9bf6-49a7-9893-f8b4cf276dcc,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:10.121938 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Floating IP 0eab481f-7773-46c8-b544-52520324d588 associated. External IP: 172.36.3.186, port: 1892503b-cc9a-4458-b8eb-9f06435c6c98. Oct 23 01:57:10.313257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 69b26453-0b64-450c-830f-120851423a02 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:57:10.324071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:10.415914 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:57:10.425575 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f153ff3-778d-462a-91ab-bc007fa66a5e None None] Sync routers for ids ['69b26453-0b64-450c-830f-120851423a02'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:57:10.436250 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f153ff3-778d-462a-91ab-bc007fa66a5e None None] Routers {'69b26453-0b64-450c-830f-120851423a02'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:57:10.436863 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9f153ff3-778d-462a-91ab-bc007fa66a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['69b26453-0b64-450c-830f-120851423a02'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:10.519351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:10.536472 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-9f153ff3-778d-462a-91ab-bc007fa66a5e None None] Set router 69b26453-0b64-450c-830f-120851423a02 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:57:10.558737 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4c46be33-48f6-4813-a69f-85b7af471f78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0541630 Oct 23 01:57:10.559389 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'tag': '1892503b-cc9a-4458-b8eb-9f06435c6c98'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:57:10.561647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88db35d1-bfbd-4d8f-9033-3273dba3d176" -d '{"events": [{"name": "network-changed", "server_uuid": "7d143e7e-89e8-492e-ae08-8018eadf8b13", "tag": "1892503b-cc9a-4458-b8eb-9f06435c6c98"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:57:10.602198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1073e5c5-3e61-4806-8457-e91cda42ade7 x-openstack-request-id: req-1073e5c5-3e61-4806-8457-e91cda42ade7 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:57:10.602486 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d143e7e-89e8-492e-ae08-8018eadf8b13", "tag": "1892503b-cc9a-4458-b8eb-9f06435c6c98", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:57:10.602734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1073e5c5-3e61-4806-8457-e91cda42ade7 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:57:10.603143 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1073e5c5-3e61-4806-8457-e91cda42ade7'] response: {'name': 'network-changed', 'server_uuid': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'tag': '1892503b-cc9a-4458-b8eb-9f06435c6c98', 'status': 'completed', 'code': 200} Oct 23 01:57:10.658042 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330926d-d82b-40b9-ae16-b8c63cf649c3 req-bc399c2c-d820-4bd1-8800-d3fc596b9580 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:10.661742 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6330926d-d82b-40b9-ae16-b8c63cf649c3 req-bc399c2c-d820-4bd1-8800-d3fc596b9580 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0502417 Oct 23 01:57:10.691898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db35d1-bfbd-4d8f-9033-3273dba3d176 req-f3efde55-50b3-4b59-bd50-ec43c6c1ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:10.693809 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88db35d1-bfbd-4d8f-9033-3273dba3d176 req-f3efde55-50b3-4b59-bd50-ec43c6c1ecac service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 1129 time: 0.0430248 Oct 23 01:57:10.709298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:10.715741 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6330926d-d82b-40b9-ae16-b8c63cf649c3 req-30685eb0-e0a8-4bcc-952a-294c8faee19c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496655 Oct 23 01:57:10.747258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43642) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:10.793093 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db35d1-bfbd-4d8f-9033-3273dba3d176 req-a1e23cdd-12eb-41e3-a7cd-a7db9b9415cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:10.794615 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88db35d1-bfbd-4d8f-9033-3273dba3d176 req-a1e23cdd-12eb-41e3-a7cd-a7db9b9415cf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7e5d91f3-bb49-475a-979d-bd9a4dc87bdb HTTP/1.1" status: 200 len: 897 time: 0.0941849 Oct 23 01:57:10.808420 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e5d6ce2c-8a30-4361-b0cf-50307f4e3bda tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/0eab481f-7773-46c8-b544-52520324d588 HTTP/1.1" status: 200 len: 991 time: 0.0594645 Oct 23 01:57:10.844788 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9f153ff3-778d-462a-91ab-bc007fa66a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:52Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0eab481f-7773-46c8-b544-52520324d588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.186', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '69b26453-0b64-450c-830f-120851423a02', 'port_id': '1892503b-cc9a-4458-b8eb-9f06435c6c98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'mac_address': 'fa:16:3e:d1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:57:09Z', 'updated_at': '2022-10-23T01:57:09Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8232baf-dfe9-4d7a-b4f4-6353e04a3d47', 'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:2c:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:51Z', 'updated_at': '2022-10-23T01:56:57Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:10.862019 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88db35d1-bfbd-4d8f-9033-3273dba3d176 req-b5231bf5-75dc-4e16-bd73-5f5a6dc50e38 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1892503b-cc9a-4458-b8eb-9f06435c6c98 HTTP/1.1" status: 200 len: 999 time: 0.0614607 Oct 23 01:57:10.872732 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f153ff3-778d-462a-91ab-bc007fa66a5e None None] Checking router: 69b26453-0b64-450c-830f-120851423a02 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:57:10.881228 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f153ff3-778d-462a-91ab-bc007fa66a5e None None] Routers {'69b26453-0b64-450c-830f-120851423a02'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:57:10.881884 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9f153ff3-778d-462a-91ab-bc007fa66a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:56:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['69b26453-0b64-450c-830f-120851423a02'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:10.911231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db35d1-bfbd-4d8f-9033-3273dba3d176 req-8c85c9ad-e9d7-489d-a3eb-2775aa74520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:10.913317 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88db35d1-bfbd-4d8f-9033-3273dba3d176 req-8c85c9ad-e9d7-489d-a3eb-2775aa74520a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c9ef7128-21a8-4731-9302-cad519920c3e HTTP/1.1" status: 200 len: 835 time: 0.0447984 Oct 23 01:57:10.956720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db35d1-bfbd-4d8f-9033-3273dba3d176 req-f0870303-46d7-45ec-a7f3-9f7e20d15309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:10.958424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88db35d1-bfbd-4d8f-9033-3273dba3d176 req-f0870303-46d7-45ec-a7f3-9f7e20d15309 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7e5d91f3-bb49-475a-979d-bd9a4dc87bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394971 Oct 23 01:57:10.983840 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-9f153ff3-778d-462a-91ab-bc007fa66a5e None None] Set router 69b26453-0b64-450c-830f-120851423a02 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:57:11.051289 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88db35d1-bfbd-4d8f-9033-3273dba3d176 req-517bd139-202c-43bd-881f-bcbab7264177 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7e5d91f3-bb49-475a-979d-bd9a4dc87bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869427 Oct 23 01:57:11.131393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a3709d25-4a62-4f38-8680-2c6a8d0dec07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:11.142698 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-88db35d1-bfbd-4d8f-9033-3273dba3d176 req-a52b2e01-135f-4848-8ccc-d3eca097f77a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7e5d91f3-bb49-475a-979d-bd9a4dc87bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857842 Oct 23 01:57:11.190377 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9f153ff3-778d-462a-91ab-bc007fa66a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:52Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0eab481f-7773-46c8-b544-52520324d588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.186', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '69b26453-0b64-450c-830f-120851423a02', 'port_id': '1892503b-cc9a-4458-b8eb-9f06435c6c98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'mac_address': 'fa:16:3e:d1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:57:09Z', 'updated_at': '2022-10-23T01:57:09Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8232baf-dfe9-4d7a-b4f4-6353e04a3d47', 'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:2c:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:51Z', 'updated_at': '2022-10-23T01:56:57Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:11.218412 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f153ff3-778d-462a-91ab-bc007fa66a5e None None] The sync data for ids ['69b26453-0b64-450c-830f-120851423a02'] in dv-neutron-master-2-hyperv is: [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:52Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0eab481f-7773-46c8-b544-52520324d588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.186', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '69b26453-0b64-450c-830f-120851423a02', 'port_id': '1892503b-cc9a-4458-b8eb-9f06435c6c98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'mac_address': 'fa:16:3e:d1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:57:09Z', 'updated_at': '2022-10-23T01:57:09Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8232baf-dfe9-4d7a-b4f4-6353e04a3d47', 'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:2c:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:51Z', 'updated_at': '2022-10-23T01:56:57Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:57:11.404904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d2061-cbaf-4cae-aad9-044745c2d5d8 None None] New status for floating IP 0eab481f-7773-46c8-b544-52520324d588: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:57:11.811759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43644) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:11.872753 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8aeffa59-db9f-4d19-9f06-23ff58157e70 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/0eab481f-7773-46c8-b544-52520324d588 HTTP/1.1" status: 200 len: 993 time: 0.0598743 Oct 23 01:57:12.091373 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f500f20d-a811-4275-8ce5-a62173e71912 req-c1e95624-cbf0-4eca-bb04-8af0d9a24f97 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431414 Oct 23 01:57:12.190233 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500f20d-a811-4275-8ce5-a62173e71912 req-2583c888-d73f-44c4-8bed-851af150852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:12.191778 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f500f20d-a811-4275-8ce5-a62173e71912 req-2583c888-d73f-44c4-8bed-851af150852d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 1129 time: 0.0397198 Oct 23 01:57:12.293330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500f20d-a811-4275-8ce5-a62173e71912 req-369a5d7d-291d-4876-822b-bcdcebe001eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:12.294834 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f500f20d-a811-4275-8ce5-a62173e71912 req-369a5d7d-291d-4876-822b-bcdcebe001eb service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7e5d91f3-bb49-475a-979d-bd9a4dc87bdb HTTP/1.1" status: 200 len: 897 time: 0.0834057 Oct 23 01:57:12.357090 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f500f20d-a811-4275-8ce5-a62173e71912 req-1f7b1c30-fc1e-4508-926f-92dde2e5da10 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1892503b-cc9a-4458-b8eb-9f06435c6c98 HTTP/1.1" status: 200 len: 1001 time: 0.0567825 Oct 23 01:57:12.402770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500f20d-a811-4275-8ce5-a62173e71912 req-e35e2fea-12be-4f6d-b9a3-119af5a4df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:12.404211 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f500f20d-a811-4275-8ce5-a62173e71912 req-e35e2fea-12be-4f6d-b9a3-119af5a4df2b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c9ef7128-21a8-4731-9302-cad519920c3e HTTP/1.1" status: 200 len: 835 time: 0.0416358 Oct 23 01:57:12.446395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500f20d-a811-4275-8ce5-a62173e71912 req-d7474082-efde-43ce-a634-35cbe1c4a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:12.447929 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f500f20d-a811-4275-8ce5-a62173e71912 req-d7474082-efde-43ce-a634-35cbe1c4a1fa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7e5d91f3-bb49-475a-979d-bd9a4dc87bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384161 Oct 23 01:57:12.498746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:12.556290 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f500f20d-a811-4275-8ce5-a62173e71912 req-9492c8de-7245-4655-9f56-a00c5c3929b5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7e5d91f3-bb49-475a-979d-bd9a4dc87bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867569 Oct 23 01:57:12.622337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:12.628895 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f500f20d-a811-4275-8ce5-a62173e71912 req-34ae96c9-fb76-4439-abb5-a34aff7fc903 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7e5d91f3-bb49-475a-979d-bd9a4dc87bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829210 Oct 23 01:57:14.077298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:14.157259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:21.187864 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=75 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:21.193720 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=75 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:21.863645 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:21.865443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=47 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:22.185542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:22.624481 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:22.626369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:32.123968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=68,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:32.127825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:32.130527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:36.973294 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:36.977263 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:38.833206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-038747ef-b942-49ea-9ba6-3fb555d1f0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:41.140108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1353-4dba-429e-b9e5-1ca0a670d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:42.676712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:43.404055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea20cf-0053-49a0-a973-63a4b529424a req-59af925a-59e1-4a94-a64a-3ab13e3f7318 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:43.405543 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-04ea20cf-0053-49a0-a973-63a4b529424a req-59af925a-59e1-4a94-a64a-3ab13e3f7318 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0530872 Oct 23 01:57:43.458302 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-04ea20cf-0053-49a0-a973-63a4b529424a req-5766e3ac-04da-4cd4-b11e-e0dc1c58fecb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470526 Oct 23 01:57:44.071404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:44.122308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:44.580718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972eba41-3afd-4780-8fb2-870581c86480 req-12ca7237-6ca3-4268-b6f7-64d33ead4fca tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:44.582208 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-972eba41-3afd-4780-8fb2-870581c86480 req-12ca7237-6ca3-4268-b6f7-64d33ead4fca tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0477703 Oct 23 01:57:44.633570 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-972eba41-3afd-4780-8fb2-870581c86480 req-0392fec0-4831-43d4-a13f-caf3788e4657 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458407 Oct 23 01:57:44.662156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43672) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:44.719297 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b1f64402-0715-4cb9-8e02-a92641c1bbb7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/0eab481f-7773-46c8-b544-52520324d588 HTTP/1.1" status: 200 len: 993 time: 0.0560713 Oct 23 01:57:44.980468 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:57:46.171306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f7beb-f865-4b3d-bea1-ec726cafd3f5 req-4d9c92ca-c849-4425-ac70-12afe1d685c7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:46.172878 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5d9f7beb-f865-4b3d-bea1-ec726cafd3f5 req-4d9c92ca-c849-4425-ac70-12afe1d685c7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Oct 23 01:57:46.222038 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5d9f7beb-f865-4b3d-bea1-ec726cafd3f5 req-045e5c21-2062-4b32-b64c-50491878f327 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434530 Oct 23 01:57:47.343424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd6125-c9ec-4633-b489-a1508e927433 req-e6c53042-c917-45cc-863b-dda67be30570 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:47.344914 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-33cd6125-c9ec-4633-b489-a1508e927433 req-e6c53042-c917-45cc-863b-dda67be30570 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0471017 Oct 23 01:57:47.397239 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-33cd6125-c9ec-4633-b489-a1508e927433 req-cd54e625-54e1-4c7e-8d61-e8958f28c403 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468640 Oct 23 01:57:47.425040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43682) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:47.482034 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6639989c-d513-4a46-a9a3-1dbff7ee2909 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/0eab481f-7773-46c8-b544-52520324d588 HTTP/1.1" status: 200 len: 993 time: 0.0557175 Oct 23 01:57:47.736345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43688) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:47.872597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 2a9d5681-9bf6-49a7-9893-f8b4cf276dcc {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:57:47.872937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (2a9d5681-9bf6-49a7-9893-f8b4cf276dcc), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:47.951363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (2a9d5681-9bf6-49a7-9893-f8b4cf276dcc), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:47.951693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (2a9d5681-9bf6-49a7-9893-f8b4cf276dcc), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:47.964396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 2a9d5681-9bf6-49a7-9893-f8b4cf276dcc owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:57:48.168538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (2a9d5681-9bf6-49a7-9893-f8b4cf276dcc), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:48.192210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=2a9d5681-9bf6-49a7-9893-f8b4cf276dcc,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:48.206676 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.209435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.209435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.209435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.209435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.209435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.209435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.209435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.209435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.210220 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.210220 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.210407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.210625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.210950 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.211273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:48.266866 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (0eab481f-7773-46c8-b544-52520324d588), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:48.267185 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Floating IP 0eab481f-7773-46c8-b544-52520324d588 disassociated (deleted). External IP: 172.36.3.186, port: 1892503b-cc9a-4458-b8eb-9f06435c6c98. Oct 23 01:57:48.320213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:48.401144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:48.470204 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 69b26453-0b64-450c-830f-120851423a02 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:57:48.572623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:57:48.577773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:48.583432 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618695ce-3e47-4117-88e1-a59fdcbc17f4 None None] Sync routers for ids ['69b26453-0b64-450c-830f-120851423a02'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:57:48.593813 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618695ce-3e47-4117-88e1-a59fdcbc17f4 None None] Routers {'69b26453-0b64-450c-830f-120851423a02'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:57:48.594440 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-618695ce-3e47-4117-88e1-a59fdcbc17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:57:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['69b26453-0b64-450c-830f-120851423a02'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:48.607629 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d36ac9b9-1d86-4f08-bf75-82c51406c7f7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/0eab481f-7773-46c8-b544-52520324d588 HTTP/1.1" status: 204 len: 168 time: 0.8702872 Oct 23 01:57:48.608283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'tag': '1892503b-cc9a-4458-b8eb-9f06435c6c98'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:57:48.610579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d2228a-f4d4-4e60-8d1b-58cc248f851a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d143e7e-89e8-492e-ae08-8018eadf8b13", "tag": "1892503b-cc9a-4458-b8eb-9f06435c6c98"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:57:48.653123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64877cfa-08ac-4a9f-a0b1-3c4fea7b3e07 x-openstack-request-id: req-64877cfa-08ac-4a9f-a0b1-3c4fea7b3e07 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:57:48.653410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d143e7e-89e8-492e-ae08-8018eadf8b13", "tag": "1892503b-cc9a-4458-b8eb-9f06435c6c98", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:57:48.653663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64877cfa-08ac-4a9f-a0b1-3c4fea7b3e07 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:57:48.654099 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64877cfa-08ac-4a9f-a0b1-3c4fea7b3e07'] response: {'name': 'network-changed', 'server_uuid': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'tag': '1892503b-cc9a-4458-b8eb-9f06435c6c98', 'status': 'completed', 'code': 200} Oct 23 01:57:48.699368 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-618695ce-3e47-4117-88e1-a59fdcbc17f4 None None] Set router 69b26453-0b64-450c-830f-120851423a02 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:57:48.744868 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2228a-f4d4-4e60-8d1b-58cc248f851a req-ae3024d7-8ce4-467a-a89c-4f5edc38444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:48.746432 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-80d2228a-f4d4-4e60-8d1b-58cc248f851a req-ae3024d7-8ce4-467a-a89c-4f5edc38444d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 1129 time: 0.0433497 Oct 23 01:57:48.838047 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2228a-f4d4-4e60-8d1b-58cc248f851a req-b1b5acd7-113f-413d-a1e0-8cce701e0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:48.839555 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-80d2228a-f4d4-4e60-8d1b-58cc248f851a req-b1b5acd7-113f-413d-a1e0-8cce701e0961 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7e5d91f3-bb49-475a-979d-bd9a4dc87bdb HTTP/1.1" status: 200 len: 897 time: 0.0873990 Oct 23 01:57:48.880443 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-80d2228a-f4d4-4e60-8d1b-58cc248f851a req-61b943a8-c626-4324-a417-a55585074be5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1892503b-cc9a-4458-b8eb-9f06435c6c98 HTTP/1.1" status: 200 len: 217 time: 0.0340824 Oct 23 01:57:48.893523 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-618695ce-3e47-4117-88e1-a59fdcbc17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:52Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b8232baf-dfe9-4d7a-b4f4-6353e04a3d47', 'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:2c:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:51Z', 'updated_at': '2022-10-23T01:56:57Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:48.918690 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618695ce-3e47-4117-88e1-a59fdcbc17f4 None None] Checking router: 69b26453-0b64-450c-830f-120851423a02 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:57:48.927687 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618695ce-3e47-4117-88e1-a59fdcbc17f4 None None] Routers {'69b26453-0b64-450c-830f-120851423a02'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:57:48.928286 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-618695ce-3e47-4117-88e1-a59fdcbc17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:57:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['69b26453-0b64-450c-830f-120851423a02'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:48.935751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2228a-f4d4-4e60-8d1b-58cc248f851a req-10a27dc1-4e25-4bcb-aac4-c3b00310ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:48.937244 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-80d2228a-f4d4-4e60-8d1b-58cc248f851a req-10a27dc1-4e25-4bcb-aac4-c3b00310ca15 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=c9ef7128-21a8-4731-9302-cad519920c3e HTTP/1.1" status: 200 len: 835 time: 0.0505879 Oct 23 01:57:48.987589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2228a-f4d4-4e60-8d1b-58cc248f851a req-3f0fe1d4-da51-47eb-bb86-0bc06837e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:48.989352 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-80d2228a-f4d4-4e60-8d1b-58cc248f851a req-3f0fe1d4-da51-47eb-bb86-0bc06837e0af service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7e5d91f3-bb49-475a-979d-bd9a4dc87bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466750 Oct 23 01:57:49.033192 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-618695ce-3e47-4117-88e1-a59fdcbc17f4 None None] Set router 69b26453-0b64-450c-830f-120851423a02 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:57:49.106497 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-80d2228a-f4d4-4e60-8d1b-58cc248f851a req-f5e8f5b4-c876-44a9-ba16-923a47d4a9ee service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7e5d91f3-bb49-475a-979d-bd9a4dc87bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099098 Oct 23 01:57:49.142948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde7882-a0d7-426e-b3a1-15418d42f07c req-6d1caf09-5b00-424a-8c20-249e56655b78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:49.144444 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4fde7882-a0d7-426e-b3a1-15418d42f07c req-6d1caf09-5b00-424a-8c20-249e56655b78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0489745 Oct 23 01:57:49.195370 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4fde7882-a0d7-426e-b3a1-15418d42f07c req-41627a52-3016-48cd-8fe7-40057d2205d6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448151 Oct 23 01:57:49.220988 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-618695ce-3e47-4117-88e1-a59fdcbc17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:52Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b8232baf-dfe9-4d7a-b4f4-6353e04a3d47', 'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:2c:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:51Z', 'updated_at': '2022-10-23T01:56:57Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:49.247664 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618695ce-3e47-4117-88e1-a59fdcbc17f4 None None] The sync data for ids ['69b26453-0b64-450c-830f-120851423a02'] in dv-neutron-master-2-hyperv is: [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:56:52Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b8232baf-dfe9-4d7a-b4f4-6353e04a3d47', 'name': '', 'network_id': '7e5d91f3-bb49-475a-979d-bd9a4dc87bdb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:2c:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:51Z', 'updated_at': '2022-10-23T01:56:57Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'c9ef7128-21a8-4731-9302-cad519920c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:57:49.449497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b349b-e6b5-417e-ac3c-a79c5427ec8b None None] New status for floating IP 0eab481f-7773-46c8-b544-52520324d588: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:57:50.318088 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54106a11-6075-43dc-9844-6724c1b6ba11 req-656b0e0a-b991-4024-b42e-c86ecfa84cae tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:50.319559 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54106a11-6075-43dc-9844-6724c1b6ba11 req-656b0e0a-b991-4024-b42e-c86ecfa84cae tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0476229 Oct 23 01:57:50.367223 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54106a11-6075-43dc-9844-6724c1b6ba11 req-81407686-e25f-4808-9811-faea4aa87e57 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90369d2a-1b61-4d06-8c49-a08a2c833b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421679 Oct 23 01:57:50.461658 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-80d2228a-f4d4-4e60-8d1b-58cc248f851a req-b986f65c-5af8-44ee-b8e9-9b695c94a9a6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7e5d91f3-bb49-475a-979d-bd9a4dc87bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894418 Oct 23 01:57:50.823915 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac746e-dcef-4398-b81f-9d38f7aa5265 req-780acee7-fa92-47a1-8141-cc14fbcaadd4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:50.825267 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-acac746e-dcef-4398-b81f-9d38f7aa5265 req-780acee7-fa92-47a1-8141-cc14fbcaadd4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 945 time: 0.0472503 Oct 23 01:57:50.904768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-acac746e-dcef-4398-b81f-9d38f7aa5265 req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 1892503b-cc9a-4458-b8eb-9f06435c6c98 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:57:50.905099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-acac746e-dcef-4398-b81f-9d38f7aa5265 req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:50.996590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-acac746e-dcef-4398-b81f-9d38f7aa5265 req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port 1892503b-cc9a-4458-b8eb-9f06435c6c98, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1892503b-cc9a-4458-b8eb-9f06435c6c98,segment=NetworkSegment(d233365e-c410-4b02-b9cd-55a5fabd6e92),segment_id=d233365e-c410-4b02-b9cd-55a5fabd6e92)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:57:50.996983 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-acac746e-dcef-4398-b81f-9d38f7aa5265 req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:51.010738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-acac746e-dcef-4398-b81f-9d38f7aa5265 req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 1892503b-cc9a-4458-b8eb-9f06435c6c98 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:57:51.052653 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:51.054647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:51.209630 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-acac746e-dcef-4398-b81f-9d38f7aa5265 req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (1892503b-cc9a-4458-b8eb-9f06435c6c98), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:51.236826 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=1892503b-cc9a-4458-b8eb-9f06435c6c98,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:51.246452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.246807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.247146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.247482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.247813 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.248142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.248469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.248793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.249640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.249640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.249875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.250101 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.250398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.250704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.251023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:51.294946 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-acac746e-dcef-4398-b81f-9d38f7aa5265 req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] No DVR routers for this DVR port 1892503b-cc9a-4458-b8eb-9f06435c6c98 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:57:51.298272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-acac746e-dcef-4398-b81f-9d38f7aa5265 req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:51.301496 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-acac746e-dcef-4398-b81f-9d38f7aa5265 req-747ee585-9dc1-481b-8cd4-514909746808 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "DELETE /networking/v2.0/ports/1892503b-cc9a-4458-b8eb-9f06435c6c98 HTTP/1.1" status: 204 len: 173 time: 0.4710755 Oct 23 01:57:51.303247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'name': 'network-vif-deleted', 'tag': '1892503b-cc9a-4458-b8eb-9f06435c6c98'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:57:51.304314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c88952c-e3de-4e03-b1f1-013bbb8cc1ad" -d '{"events": [{"server_uuid": "7d143e7e-89e8-492e-ae08-8018eadf8b13", "name": "network-vif-deleted", "tag": "1892503b-cc9a-4458-b8eb-9f06435c6c98"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:57:51.341391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac542ac7-f98f-48cc-b3df-10eea1c537a0 x-openstack-request-id: req-ac542ac7-f98f-48cc-b3df-10eea1c537a0 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:57:51.341684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d143e7e-89e8-492e-ae08-8018eadf8b13", "name": "network-vif-deleted", "tag": "1892503b-cc9a-4458-b8eb-9f06435c6c98", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:57:51.341964 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac542ac7-f98f-48cc-b3df-10eea1c537a0 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:57:51.342855 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac542ac7-f98f-48cc-b3df-10eea1c537a0'] response: {'server_uuid': '7d143e7e-89e8-492e-ae08-8018eadf8b13', 'name': 'network-vif-deleted', 'tag': '1892503b-cc9a-4458-b8eb-9f06435c6c98', 'status': 'completed', 'code': 200} Oct 23 01:57:51.528397 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-10120596-cb23-402f-b521-68da90425a83 req-ba8f142f-10ca-4030-a4e2-84e82ec1af13 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7d143e7e-89e8-492e-ae08-8018eadf8b13 HTTP/1.1" status: 200 len: 210 time: 0.0816157 Oct 23 01:57:52.204335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:52.594557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43706) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:53.164276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (69b26453-0b64-450c-830f-120851423a02), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:53.326653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:53.388732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:57:53.389069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:53.479717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port b8232baf-dfe9-4d7a-b4f4-6353e04a3d47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8232baf-dfe9-4d7a-b4f4-6353e04a3d47,segment=NetworkSegment(d233365e-c410-4b02-b9cd-55a5fabd6e92),segment_id=d233365e-c410-4b02-b9cd-55a5fabd6e92)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:57:53.479991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:53.492446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:57:53.497361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:53.730026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (b8232baf-dfe9-4d7a-b4f4-6353e04a3d47), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:53.756360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=b8232baf-dfe9-4d7a-b4f4-6353e04a3d47,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:53.931659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (69b26453-0b64-450c-830f-120851423a02), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:53.952889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e17d2be-16f2-4375-85f8-bf2cb6e69d88 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:57:54.019167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e17d2be-16f2-4375-85f8-bf2cb6e69d88 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:57:54.136910 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 69b26453-0b64-450c-830f-120851423a02 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:57:54.228134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:54.247768 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:57:54.256566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43708) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:54.257077 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6bebe5e8-1d52-4763-ab1e-818bc7433426 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "PUT /networking/v2.0/routers/69b26453-0b64-450c-830f-120851423a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6619666 Oct 23 01:57:54.258980 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e339d8ca-a4f9-4f1e-bc47-c619e33edf81 None None] Sync routers for ids ['69b26453-0b64-450c-830f-120851423a02'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:57:54.269283 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e339d8ca-a4f9-4f1e-bc47-c619e33edf81 None None] Routers {'69b26453-0b64-450c-830f-120851423a02'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:57:54.269854 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e339d8ca-a4f9-4f1e-bc47-c619e33edf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:57:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['69b26453-0b64-450c-830f-120851423a02'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:54.314057 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2c4967-56e1-43b2-9f3f-6fa28e4acef4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting subnet c9ef7128-21a8-4731-9302-cad519920c3e {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:57:54.317531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be2c4967-56e1-43b2-9f3f-6fa28e4acef4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (c9ef7128-21a8-4731-9302-cad519920c3e), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:54.366297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be2c4967-56e1-43b2-9f3f-6fa28e4acef4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (c9ef7128-21a8-4731-9302-cad519920c3e), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:54.374579 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-e339d8ca-a4f9-4f1e-bc47-c619e33edf81 None None] Set router 69b26453-0b64-450c-830f-120851423a02 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:57:54.475193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be2c4967-56e1-43b2-9f3f-6fa28e4acef4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (c9ef7128-21a8-4731-9302-cad519920c3e), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:54.610227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be2c4967-56e1-43b2-9f3f-6fa28e4acef4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (c9ef7128-21a8-4731-9302-cad519920c3e), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:54.619337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5aa0fc71-691d-4f84-baee-6a2bffcaca53 None None] Provisioning complete for port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:57:54.627161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5aa0fc71-691d-4f84-baee-6a2bffcaca53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:54.627161 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5aa0fc71-691d-4f84-baee-6a2bffcaca53 None None] Attempt 1 to provision port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b Oct 23 01:57:54.641810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c4967-56e1-43b2-9f3f-6fa28e4acef4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ef7128-21a8-4731-9302-cad519920c3e,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:54.650865 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-be2c4967-56e1-43b2-9f3f-6fa28e4acef4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:54.656151 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-be2c4967-56e1-43b2-9f3f-6fa28e4acef4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/c9ef7128-21a8-4731-9302-cad519920c3e HTTP/1.1" status: 204 len: 168 time: 0.3956466 Oct 23 01:57:54.657621 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43710) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:54.658431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12a6f84-46cf-4dc7-9a04-d8fee11648d7 None None] Network 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:57:54.660721 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e339d8ca-a4f9-4f1e-bc47-c619e33edf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:57:53Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:54.685910 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e339d8ca-a4f9-4f1e-bc47-c619e33edf81 None None] Checking router: 69b26453-0b64-450c-830f-120851423a02 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:57:54.690931 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:54.696549 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e339d8ca-a4f9-4f1e-bc47-c619e33edf81 None None] Routers {'69b26453-0b64-450c-830f-120851423a02'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:57:54.697264 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e339d8ca-a4f9-4f1e-bc47-c619e33edf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:57:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['69b26453-0b64-450c-830f-120851423a02'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:54.699883 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:54.770533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (69b26453-0b64-450c-830f-120851423a02), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:54.774715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0fc71-691d-4f84-baee-6a2bffcaca53 None None] Current status of the port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:57:54.807287 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-e339d8ca-a4f9-4f1e-bc47-c619e33edf81 None None] Set router 69b26453-0b64-450c-830f-120851423a02 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:57:54.855279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] DHCP port deletion for 7e5d91f3-bb49-475a-979d-bd9a4dc87bdb request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:57:54.882467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (69b26453-0b64-450c-830f-120851423a02), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:54.898908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Deleting port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:57:54.899301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:54.963256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] For port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1adbfe25-a8c7-4153-8fb6-94bb6a80539b,segment=NetworkSegment(d233365e-c410-4b02-b9cd-55a5fabd6e92),segment_id=d233365e-c410-4b02-b9cd-55a5fabd6e92)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:57:54.963972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:54.971217 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:54.975567 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e339d8ca-a4f9-4f1e-bc47-c619e33edf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:57:53Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:54.977639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Calling delete_port for 1adbfe25-a8c7-4153-8fb6-94bb6a80539b owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:57:55.000172 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e339d8ca-a4f9-4f1e-bc47-c619e33edf81 None None] The sync data for ids ['69b26453-0b64-450c-830f-120851423a02'] in dv-neutron-master-2-hyperv is: [{'id': '69b26453-0b64-450c-830f-120851423a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632864697', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:56:47Z', 'updated_at': '2022-10-23T01:57:53Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': 'bc7fc1d1-9e28-4d33-823d-2357502fc931', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b26453-0b64-450c-830f-120851423a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:56:48Z', 'updated_at': '2022-10-23T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:57:55.005744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port bc7fc1d1-9e28-4d33-823d-2357502fc931 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:57:55.006496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.093626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port bc7fc1d1-9e28-4d33-823d-2357502fc931, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc7fc1d1-9e28-4d33-823d-2357502fc931,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:57:55.094031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.106723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for bc7fc1d1-9e28-4d33-823d-2357502fc931 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:57:55.152611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (1adbfe25-a8c7-4153-8fb6-94bb6a80539b), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.179278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Pushing event deleted for resources: {'Port': ['ID=1adbfe25-a8c7-4153-8fb6-94bb6a80539b,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:55.181883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] No DVR routers for this DVR port 1adbfe25-a8c7-4153-8fb6-94bb6a80539b on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:57:55.192205 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.192563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.192906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.193247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.193592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.194043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.194326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.194580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.194906 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.195233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.195641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.195874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.196192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.196568 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.196807 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffe7aa-e504-4105-9204-a47ab1a1930b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:57:55.335311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (bc7fc1d1-9e28-4d33-823d-2357502fc931), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.357637 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=bc7fc1d1-9e28-4d33-823d-2357502fc931,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:55.423474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:57:55.427117 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:55.436283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (69b26453-0b64-450c-830f-120851423a02), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.448728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:57:55.449111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b8232baf-dfe9-4d7a-b4f4-6353e04a3d47 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:57:55.449532 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1adbfe25-a8c7-4153-8fb6-94bb6a80539b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:57:55.471478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 1892503b-cc9a-4458-b8eb-9f06435c6c98 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:57:55.475368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 1adbfe25-a8c7-4153-8fb6-94bb6a80539b {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:57:55.475931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 1adbfe25-a8c7-4153-8fb6-94bb6a80539b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:57:55.494507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 1892503b-cc9a-4458-b8eb-9f06435c6c98 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:57:55.499569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 1892503b-cc9a-4458-b8eb-9f06435c6c98 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:57:55.532395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (69b26453-0b64-450c-830f-120851423a02), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.534748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_controller (69b26453-0b64-450c-830f-120851423a02), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.638341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (69b26453-0b64-450c-830f-120851423a02), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.638934 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Fanout notify agent at l3_agent the message router_deleted on router 69b26453-0b64-450c-830f-120851423a02 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:57:55.646156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.652745 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3853736a-08da-47e3-8092-c511553315e2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/routers/69b26453-0b64-450c-830f-120851423a02 HTTP/1.1" status: 204 len: 168 time: 0.9879932 Oct 23 01:57:55.652745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43712) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:55.731455 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (7e5d91f3-bb49-475a-979d-bd9a4dc87bdb), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.823424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (7e5d91f3-bb49-475a-979d-bd9a4dc87bdb), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.842755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5d91f3-bb49-475a-979d-bd9a4dc87bdb']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:55.852575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd233365e-c410-4b02-b9cd-55a5fabd6e92') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:55.852876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd233365e-c410-4b02-b9cd-55a5fabd6e92') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:57:55.863342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (d233365e-c410-4b02-b9cd-55a5fabd6e92), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.876397 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (d233365e-c410-4b02-b9cd-55a5fabd6e92), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.882531 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:57:55.882912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (d233365e-c410-4b02-b9cd-55a5fabd6e92), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:55.902461 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment d233365e-c410-4b02-b9cd-55a5fabd6e92 resource provider aggregate not found Oct 23 01:57:55.935885 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment d233365e-c410-4b02-b9cd-55a5fabd6e92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d233365e-c410-4b02-b9cd-55a5fabd6e92 found for delete ", "request_id": "req-68a3c3c2-0e5a-44c1-84b8-f9fd8d08748c"}]} Oct 23 01:57:56.026757 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (7e5d91f3-bb49-475a-979d-bd9a4dc87bdb), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:56.033997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:56.037033 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/networks/7e5d91f3-bb49-475a-979d-bd9a4dc87bdb HTTP/1.1" status: 204 len: 168 time: 0.3861916 Oct 23 01:57:56.039933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43718) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:56.049051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69562e3-ceaa-46a0-926d-96192f5a67c3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Network': ['ID=7e5d91f3-bb49-475a-979d-bd9a4dc87bdb,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:56.101640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb5b008a-f6f7-4c6a-bcd9-3297f76fab3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (90369d2a-1b61-4d06-8c49-a08a2c833b97), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:56.126022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb5b008a-f6f7-4c6a-bcd9-3297f76fab3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (90369d2a-1b61-4d06-8c49-a08a2c833b97), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:56.255705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb5b008a-f6f7-4c6a-bcd9-3297f76fab3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (90369d2a-1b61-4d06-8c49-a08a2c833b97), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:56.258351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cb5b008a-f6f7-4c6a-bcd9-3297f76fab3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:56.259535 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cb5b008a-f6f7-4c6a-bcd9-3297f76fab3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/90369d2a-1b61-4d06-8c49-a08a2c833b97 HTTP/1.1" status: 204 len: 168 time: 0.2186172 Oct 23 01:57:56.269706 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b008a-f6f7-4c6a-bcd9-3297f76fab3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90369d2a-1b61-4d06-8c49-a08a2c833b97,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:56.521141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43724) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:56.526068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-fa8fc413-d0c3-4202-a52b-e72629cc486e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743957967', 'description': 'tempest-secgroup-smoke-1743957967 description', 'project_id': '4d728228866e4ebba0693ec37d2aeef7'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:57:56.616002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc413-d0c3-4202-a52b-e72629cc486e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:56.682688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc413-d0c3-4202-a52b-e72629cc486e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (207c1dff-e0a2-4287-be79-cce9aaab201b), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:56.762000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc413-d0c3-4202-a52b-e72629cc486e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (207c1dff-e0a2-4287-be79-cce9aaab201b), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:56.768546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:56.791075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fc413-d0c3-4202-a52b-e72629cc486e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207c1dff-e0a2-4287-be79-cce9aaab201b,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:56.855420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc413-d0c3-4202-a52b-e72629cc486e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:56.856666 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fa8fc413-d0c3-4202-a52b-e72629cc486e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3341393 Oct 23 01:57:56.860127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43726) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:56.864543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9703fc41-2173-48e9-9eef-2243b4abe0b3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '207c1dff-e0a2-4287-be79-cce9aaab201b', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:57:56.977520 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9703fc41-2173-48e9-9eef-2243b4abe0b3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (ea282471-a62a-41c4-9c7c-462367b2af5f), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:56.998771 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=9 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:57.026169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9703fc41-2173-48e9-9eef-2243b4abe0b3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (ea282471-a62a-41c4-9c7c-462367b2af5f), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.100860 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9703fc41-2173-48e9-9eef-2243b4abe0b3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (ea282471-a62a-41c4-9c7c-462367b2af5f), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.121026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703fc41-2173-48e9-9eef-2243b4abe0b3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea282471-a62a-41c4-9c7c-462367b2af5f,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:57.206068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9703fc41-2173-48e9-9eef-2243b4abe0b3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.207300 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9703fc41-2173-48e9-9eef-2243b4abe0b3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3462150 Oct 23 01:57:57.210065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43728) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:57.214376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-e4ff2585-daf4-45ca-bacb-343bf9ac4618 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '207c1dff-e0a2-4287-be79-cce9aaab201b', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:57:57.295846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2585-daf4-45ca-bacb-343bf9ac4618 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (d4ddd6cb-55d9-401c-9e70-a0cf7009a6c8), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.312521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bc7fc1d1-9e28-4d33-823d-2357502fc931 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:57:57.331378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: bc7fc1d1-9e28-4d33-823d-2357502fc931 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:57:57.331831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bc7fc1d1-9e28-4d33-823d-2357502fc931 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:57:57.355733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2585-daf4-45ca-bacb-343bf9ac4618 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (d4ddd6cb-55d9-401c-9e70-a0cf7009a6c8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.415189 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2585-daf4-45ca-bacb-343bf9ac4618 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (d4ddd6cb-55d9-401c-9e70-a0cf7009a6c8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.435554 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff2585-daf4-45ca-bacb-343bf9ac4618 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ddd6cb-55d9-401c-9e70-a0cf7009a6c8,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:57.502847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-e4ff2585-daf4-45ca-bacb-343bf9ac4618 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.504041 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-e4ff2585-daf4-45ca-bacb-343bf9ac4618 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2930663 Oct 23 01:57:57.506763 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43730) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:57.511269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c78287e3-3e71-4185-9785-5a07dfe28f2c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '207c1dff-e0a2-4287-be79-cce9aaab201b', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:57:57.615095 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c78287e3-3e71-4185-9785-5a07dfe28f2c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (e111091a-eb32-4a6c-8ef6-c3c498f5de66), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.679700 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c78287e3-3e71-4185-9785-5a07dfe28f2c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (e111091a-eb32-4a6c-8ef6-c3c498f5de66), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.741178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c78287e3-3e71-4185-9785-5a07dfe28f2c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (e111091a-eb32-4a6c-8ef6-c3c498f5de66), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.759672 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78287e3-3e71-4185-9785-5a07dfe28f2c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e111091a-eb32-4a6c-8ef6-c3c498f5de66,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:57.811886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c78287e3-3e71-4185-9785-5a07dfe28f2c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.813579 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c78287e3-3e71-4185-9785-5a07dfe28f2c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3056679 Oct 23 01:57:57.816369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43732) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:57.820785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ba1860ab-b8da-454c-99c6-d75eb93cd0f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '207c1dff-e0a2-4287-be79-cce9aaab201b', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:57:57.900296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba1860ab-b8da-454c-99c6-d75eb93cd0f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (03c12409-eff5-4b02-a539-8cf150b29bf0), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:57.958957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba1860ab-b8da-454c-99c6-d75eb93cd0f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (03c12409-eff5-4b02-a539-8cf150b29bf0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.015349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba1860ab-b8da-454c-99c6-d75eb93cd0f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (03c12409-eff5-4b02-a539-8cf150b29bf0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.035573 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1860ab-b8da-454c-99c6-d75eb93cd0f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c12409-eff5-4b02-a539-8cf150b29bf0,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:58.097256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ba1860ab-b8da-454c-99c6-d75eb93cd0f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.098512 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ba1860ab-b8da-454c-99c6-d75eb93cd0f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2811742 Oct 23 01:57:58.101221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43734) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:58.105527 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-b9a4df3c-7888-48b0-bc23-801069c2335e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '207c1dff-e0a2-4287-be79-cce9aaab201b', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:57:58.175535 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-b9a4df3c-7888-48b0-bc23-801069c2335e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Project 4d728228866e4ebba0693ec37d2aeef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:57:58.181136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b9a4df3c-7888-48b0-bc23-801069c2335e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (87664d51-5047-40aa-845b-834759339e00), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.239749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b9a4df3c-7888-48b0-bc23-801069c2335e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (87664d51-5047-40aa-845b-834759339e00), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.318259 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b9a4df3c-7888-48b0-bc23-801069c2335e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (87664d51-5047-40aa-845b-834759339e00), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.336923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4df3c-7888-48b0-bc23-801069c2335e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87664d51-5047-40aa-845b-834759339e00,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:58.400261 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-b9a4df3c-7888-48b0-bc23-801069c2335e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.401470 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b9a4df3c-7888-48b0-bc23-801069c2335e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2993000 Oct 23 01:57:58.404294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43736) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:58.408696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5891344a-e222-41c9-859e-494a40991347 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '207c1dff-e0a2-4287-be79-cce9aaab201b', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:57:58.413958 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:58.518112 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-5891344a-e222-41c9-859e-494a40991347 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Project 4d728228866e4ebba0693ec37d2aeef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:57:58.523884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5891344a-e222-41c9-859e-494a40991347 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (552306b4-10b6-4d3c-bc89-6081c501cbaa), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.573125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:57:58.583544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5891344a-e222-41c9-859e-494a40991347 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (552306b4-10b6-4d3c-bc89-6081c501cbaa), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.687830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5891344a-e222-41c9-859e-494a40991347 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (552306b4-10b6-4d3c-bc89-6081c501cbaa), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.709211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891344a-e222-41c9-859e-494a40991347 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552306b4-10b6-4d3c-bc89-6081c501cbaa,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:58.817574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5891344a-e222-41c9-859e-494a40991347 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.818869 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5891344a-e222-41c9-859e-494a40991347 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4135146 Oct 23 01:57:58.821716 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43738) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:58.826603 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'network': {'name': 'tempest-network-smoke--368653595', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'port_security_enabled': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:57:58.912396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:57:58.916234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.939524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:57:58.948279 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (34724103-c227-4d10-995a-c4af7e6d25be), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:58.948873 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Added segment 34724103-c227-4d10-995a-c4af7e6d25be of type vlan for network dc040476-b155-4060-9b57-1c97efb0875c Oct 23 01:57:58.988445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (dc040476-b155-4060-9b57-1c97efb0875c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:59.095689 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (dc040476-b155-4060-9b57-1c97efb0875c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:59.100533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:57:59.101120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:59.464787 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6418967 Oct 23 01:57:59.467561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43740) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:57:59.472141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'admin_state_up': True, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:57:59.473910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aba9ef-1ca0-46c7-824b-74758cd6fc54 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Network': ['ID=dc040476-b155-4060-9b57-1c97efb0875c,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:57:59.483885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network dc040476-b155-4060-9b57-1c97efb0875c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:57:59.565139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (48f48c39-7576-4a47-9397-8dafe81fadca), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:59.565693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (48f48c39-7576-4a47-9397-8dafe81fadca), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:59.616084 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_controller (48f48c39-7576-4a47-9397-8dafe81fadca), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:59.827864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (48f48c39-7576-4a47-9397-8dafe81fadca), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:57:59.944894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:00.054549 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (48f48c39-7576-4a47-9397-8dafe81fadca), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:00.073177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:00.178184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.36.3.152 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/24be712f-0a5a-4af7-9d6b-98daaafe2ec7) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:58:00.232110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:00.284280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:00.364052 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:00.405441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:58:00.410904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:58:00.413048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=24be712f-0a5a-4af7-9d6b-98daaafe2ec7,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:00.415151 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:58:00.989795 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (48f48c39-7576-4a47-9397-8dafe81fadca), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:01.176407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (48f48c39-7576-4a47-9397-8dafe81fadca), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:01.275698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:01.363791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 48f48c39-7576-4a47-9397-8dafe81fadca is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:58:01.465082 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:58:01.474384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Sync routers for ids ['48f48c39-7576-4a47-9397-8dafe81fadca'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:58:01.484369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Routers {'48f48c39-7576-4a47-9397-8dafe81fadca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:58:01.485536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:57:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['48f48c39-7576-4a47-9397-8dafe81fadca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:01.552901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:01.554175 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d3511822-3c56-46b0-9a75-4e4bb6b3221d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0856135 Oct 23 01:58:01.557643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43742) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:58:01.567656 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:01.587708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Set router 48f48c39-7576-4a47-9397-8dafe81fadca gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:58:01.589764 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-50b60a89-1b74-4d61-85ca-63a673ae74e2 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=4d728228866e4ebba0693ec37d2aeef7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305905 Oct 23 01:58:01.592466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43744) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:58:01.683331 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48be1f0-5b04-4220-b952-39a1a70b32ce tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:01.685264 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d48be1f0-5b04-4220-b952-39a1a70b32ce tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913994 Oct 23 01:58:01.687811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43746) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:58:01.722523 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bd255212-1cf2-4854-b493-78094949952b tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311382 Oct 23 01:58:01.722737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43748) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:58:01.727283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1703386443', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:58:01.755686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:00Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:01.780177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Checking router: 48f48c39-7576-4a47-9397-8dafe81fadca for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:58:01.780526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Updating router 48f48c39-7576-4a47-9397-8dafe81fadca port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:58:01.811735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:01.871146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:58:01.875027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:01.898693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:02.099128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:02.101429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:02.128809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (f77508a6-3e75-423d-b61f-bbee370993ef), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:02.193182 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Subnet': ['ID=f77508a6-3e75-423d-b61f-bbee370993ef,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:02.194204 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Publish callbacks [] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:02.201298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Checking segment: {'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:58:02.201699 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network hostable DHCP agents. Network: dc040476-b155-4060-9b57-1c97efb0875c, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:58:02.259637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:02.288560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network dc040476-b155-4060-9b57-1c97efb0875c is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:58:02.292536 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Attempting to bind port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:58:02.292912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Attempting to bind port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:58:02.293265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Attempting to bind port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:58:02.331697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cea19d-1ce6-4fc7-b632-aee3fe07fd40 None None] Pushing event updated for resources: {'Port': ['ID=24be712f-0a5a-4af7-9d6b-98daaafe2ec7,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:02.347698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:58:02.348068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:58:02.348487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:02.348863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:58:02.349375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Bound port: 24be712f-0a5a-4af7-9d6b-98daaafe2ec7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:58:02.349697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:02.396788 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] For port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:58:02.399741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] For port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24be712f-0a5a-4af7-9d6b-98daaafe2ec7,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:58:02.404317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dc040476-b155-4060-9b57-1c97efb0875c) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:58:02.408511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:02.409112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:02.413059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc426e04-02e9-441b-a716-27f950d01221 None None] Network dc040476-b155-4060-9b57-1c97efb0875c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:58:02.488665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:02.520245 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1b5b38b5-13d6-4ea7-bcf2-fd76c62f8f7e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7965114 Oct 23 01:58:02.523232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43750) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:58:02.535864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dc040476-b155-4060-9b57-1c97efb0875c', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ips': [{'subnet_id': 'f77508a6-3e75-423d-b61f-bbee370993ef'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:58:02.536784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:02.545625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:02.561572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Routers {'48f48c39-7576-4a47-9397-8dafe81fadca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:58:02.562245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:57:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['48f48c39-7576-4a47-9397-8dafe81fadca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:02.624115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cea19d-1ce6-4fc7-b632-aee3fe07fd40 None None] Pushing event updated for resources: {'Port': ['ID=24be712f-0a5a-4af7-9d6b-98daaafe2ec7,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:02.784475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] Set router 48f48c39-7576-4a47-9397-8dafe81fadca gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:58:02.856129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Allocated IP 172.20.0.2 (dc040476-b155-4060-9b57-1c97efb0875c/f77508a6-3e75-423d-b61f-bbee370993ef/6bb15e41-7263-46b4-9f38-3711dc76a1bb) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:58:02.948565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:03.049805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:00Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:03.092406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca06667-22bb-4c95-a7d0-adf0ff743703 None None] The sync data for ids ['48f48c39-7576-4a47-9397-8dafe81fadca'] in dv-neutron-master-2-hyperv is: [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:00Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:58:03.097844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:03.122465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Publish callbacks [] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:03.166772 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:03.191758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:03.243174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Network dc040476-b155-4060-9b57-1c97efb0875c is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:58:03.243750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.20.0.1 (dc040476-b155-4060-9b57-1c97efb0875c/f77508a6-3e75-423d-b61f-bbee370993ef/4082028d-13cf-474b-a26f-d641b2103f37) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:58:03.246403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:58:03.248694 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Pushing event updated for resources: {'Port': ['ID=6bb15e41-7263-46b4-9f38-3711dc76a1bb,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:03.250951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:58:03.327520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Attempting to bind port 6bb15e41-7263-46b4-9f38-3711dc76a1bb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:58:03.327980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Attempting to bind port 6bb15e41-7263-46b4-9f38-3711dc76a1bb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:58:03.328387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Attempting to bind port 6bb15e41-7263-46b4-9f38-3711dc76a1bb on network dc040476-b155-4060-9b57-1c97efb0875c {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:58:03.369170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (4082028d-13cf-474b-a26f-d641b2103f37), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:03.397716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:58:03.398130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Checking segment: {'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:58:03.398687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:03.399091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Bound using segment: {'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:58:03.399686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Bound port: 6bb15e41-7263-46b4-9f38-3711dc76a1bb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:58:03.400236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:03.467353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] For port 6bb15e41-7263-46b4-9f38-3711dc76a1bb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:58:03.472032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] For port 6bb15e41-7263-46b4-9f38-3711dc76a1bb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bb15e41-7263-46b4-9f38-3711dc76a1bb,segment=NetworkSegment(34724103-c227-4d10-995a-c4af7e6d25be),segment_id=34724103-c227-4d10-995a-c4af7e6d25be)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:58:03.479304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (4082028d-13cf-474b-a26f-d641b2103f37), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:03.530204 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network dc040476-b155-4060-9b57-1c97efb0875c is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:58:03.535847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:58:03.540846 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:58:03.546099 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=4082028d-13cf-474b-a26f-d641b2103f37,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:03.564659 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:03.606932 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (48f48c39-7576-4a47-9397-8dafe81fadca), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:03.644553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f49e6b-b3d9-4343-a179-e9d81761980b None None] Pushing event updated for resources: {'Port': ['ID=6bb15e41-7263-46b4-9f38-3711dc76a1bb,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:03.840165 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4082028d-13cf-474b-a26f-d641b2103f37), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:03.966257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:04.158033 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (4082028d-13cf-474b-a26f-d641b2103f37), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:04.192461 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (4082028d-13cf-474b-a26f-d641b2103f37), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:04.273478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (48f48c39-7576-4a47-9397-8dafe81fadca), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:04.275473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=4082028d-13cf-474b-a26f-d641b2103f37,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:04.372902 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network dc040476-b155-4060-9b57-1c97efb0875c is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:58:04.374553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:58:04.416842 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:04.489469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 48f48c39-7576-4a47-9397-8dafe81fadca has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:58:04.605048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:58:04.605901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef86b548-5c53-488c-8376-817e76efb33d None None] Network dc040476-b155-4060-9b57-1c97efb0875c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:58:04.618419 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-40a6e79a-6a5c-4c34-8005-476a3e6180f0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "PUT /networking/v2.0/routers/48f48c39-7576-4a47-9397-8dafe81fadca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0937989 Oct 23 01:58:04.668743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-76b18e97-9f59-42c5-83b5-6965e65fa1e3 None None] Provisioning complete for port 6bb15e41-7263-46b4-9f38-3711dc76a1bb triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:04.674185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-76b18e97-9f59-42c5-83b5-6965e65fa1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:04.674185 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-76b18e97-9f59-42c5-83b5-6965e65fa1e3 None None] Attempt 1 to provision port 6bb15e41-7263-46b4-9f38-3711dc76a1bb Oct 23 01:58:04.704773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:04.786555 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-7ee0f005-da6d-4af7-acac-9266725f20f9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1743957967&fields=id&tenant_id=4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 267 time: 0.0525222 Oct 23 01:58:04.790253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-76b18e97-9f59-42c5-83b5-6965e65fa1e3 None None] Current status of the port 6bb15e41-7263-46b4-9f38-3711dc76a1bb is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:58:04.790623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-76b18e97-9f59-42c5-83b5-6965e65fa1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:04.830438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-76b18e97-9f59-42c5-83b5-6965e65fa1e3 None None] For port 6bb15e41-7263-46b4-9f38-3711dc76a1bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bb15e41-7263-46b4-9f38-3711dc76a1bb,segment=NetworkSegment(34724103-c227-4d10-995a-c4af7e6d25be),segment_id=34724103-c227-4d10-995a-c4af7e6d25be)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:58:04.901422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-76b18e97-9f59-42c5-83b5-6965e65fa1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:04.931673 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-23f87cb3-dd60-4d36-a21d-624b04eed2d1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:04.934036 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-23f87cb3-dd60-4d36-a21d-624b04eed2d1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/networks?id=dc040476-b155-4060-9b57-1c97efb0875c HTTP/1.1" status: 200 len: 796 time: 0.1236486 Oct 23 01:58:04.952737 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-b0191587-79b2-4abe-bb53-02881840ee62 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/quotas/4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 375 time: 0.0114763 Oct 23 01:58:04.961365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b18e97-9f59-42c5-83b5-6965e65fa1e3 None None] Pushing event updated for resources: {'Port': ['ID=6bb15e41-7263-46b4-9f38-3711dc76a1bb,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:04.968892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:05.026567 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-4ad3fad7-e62c-4e7b-93c5-cc1d7403d104 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677288 Oct 23 01:58:05.026874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b6c9bcf9-3fb3-4834-ab01-7a1c3f0d08f9 None None] Provisioning complete for port 4082028d-13cf-474b-a26f-d641b2103f37 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:05.027238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b6c9bcf9-3fb3-4834-ab01-7a1c3f0d08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4082028d-13cf-474b-a26f-d641b2103f37), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:05.027785 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b6c9bcf9-3fb3-4834-ab01-7a1c3f0d08f9 None None] Attempt 1 to provision port 4082028d-13cf-474b-a26f-d641b2103f37 Oct 23 01:58:05.067506 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9bcf9-3fb3-4834-ab01-7a1c3f0d08f9 None None] Port 4082028d-13cf-474b-a26f-d641b2103f37 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:58:05.076188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b6c9bcf9-3fb3-4834-ab01-7a1c3f0d08f9 None None] Provisioning complete for port 6bb15e41-7263-46b4-9f38-3711dc76a1bb triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:05.076654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b6c9bcf9-3fb3-4834-ab01-7a1c3f0d08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:05.077057 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b6c9bcf9-3fb3-4834-ab01-7a1c3f0d08f9 None None] Attempt 1 to provision port 6bb15e41-7263-46b4-9f38-3711dc76a1bb Oct 23 01:58:05.115349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:05.133163 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-743ba485-4897-4385-a795-c8144935451d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949941 Oct 23 01:58:05.152780 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:05.166769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9bcf9-3fb3-4834-ab01-7a1c3f0d08f9 None None] Current status of the port 6bb15e41-7263-46b4-9f38-3711dc76a1bb is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:58:05.227731 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Sync routers for ids ['48f48c39-7576-4a47-9397-8dafe81fadca'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:58:05.238793 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Routers {'48f48c39-7576-4a47-9397-8dafe81fadca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:58:05.239610 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:57:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['48f48c39-7576-4a47-9397-8dafe81fadca'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:05.244112 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-d24b2056-b84a-4180-b50a-732807f8c92b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040492 Oct 23 01:58:05.288989 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-21b493f3-59b9-4ba7-9701-9b8d5b5f0962 None None] Provisioning complete for port 4082028d-13cf-474b-a26f-d641b2103f37 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:05.289715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-21b493f3-59b9-4ba7-9701-9b8d5b5f0962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4082028d-13cf-474b-a26f-d641b2103f37), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:05.294970 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-21b493f3-59b9-4ba7-9701-9b8d5b5f0962 None None] Attempt 1 to provision port 4082028d-13cf-474b-a26f-d641b2103f37 Oct 23 01:58:05.353057 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-21b493f3-59b9-4ba7-9701-9b8d5b5f0962 None None] Port 4082028d-13cf-474b-a26f-d641b2103f37 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:58:05.370289 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Set router 48f48c39-7576-4a47-9397-8dafe81fadca gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:58:05.419210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6bb15e41-7263-46b4-9f38-3711dc76a1bb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:58:05.472063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 6bb15e41-7263-46b4-9f38-3711dc76a1bb triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:05.472512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:05.472912 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 6bb15e41-7263-46b4-9f38-3711dc76a1bb Oct 23 01:58:05.492935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-58f0f72d-1cbe-41da-b486-d9f85470272c None None] Provisioning complete for port 4082028d-13cf-474b-a26f-d641b2103f37 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:05.493403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-58f0f72d-1cbe-41da-b486-d9f85470272c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4082028d-13cf-474b-a26f-d641b2103f37), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:05.493819 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-58f0f72d-1cbe-41da-b486-d9f85470272c None None] Attempt 1 to provision port 4082028d-13cf-474b-a26f-d641b2103f37 Oct 23 01:58:05.529907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-58f0f72d-1cbe-41da-b486-d9f85470272c None None] Port 4082028d-13cf-474b-a26f-d641b2103f37 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:58:05.602283 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:03Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4082028d-13cf-474b-a26f-d641b2103f37', 'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:05:fd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:03Z', 'updated_at': '2022-10-23T01:58:04Z', 'revision_number': 2, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:05.607922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 6bb15e41-7263-46b4-9f38-3711dc76a1bb is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:58:05.608998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:58:05.632793 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Checking router: 48f48c39-7576-4a47-9397-8dafe81fadca for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:58:05.633827 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Updating router 48f48c39-7576-4a47-9397-8dafe81fadca port 4082028d-13cf-474b-a26f-d641b2103f37 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:58:05.667385 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4082028d-13cf-474b-a26f-d641b2103f37), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:05.669288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:05.669843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:05.670329 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 Oct 23 01:58:05.712844 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6c2ae3d4-acc9-4549-9b83-992d69ddc28e req-4cb76d4f-680d-458b-a951-6c190cfc01a0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 210 time: 0.1743655 Oct 23 01:58:05.761171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:58:05.761566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:05.783165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24be712f-0a5a-4af7-9d6b-98daaafe2ec7,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:58:05.858507 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:05.865258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:05.916203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=24be712f-0a5a-4af7-9d6b-98daaafe2ec7,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:06.007112 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Publish callbacks [] for port (4082028d-13cf-474b-a26f-d641b2103f37), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:06.012005 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:06.078272 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4082028d-13cf-474b-a26f-d641b2103f37), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:06.140638 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Pushing event updated for resources: {'Port': ['ID=4082028d-13cf-474b-a26f-d641b2103f37,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:06.163008 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.163343 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.163667 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.163992 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.164312 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.164626 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.164936 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.165248 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.165562 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.166253 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.166569 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.166882 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.167190 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.167498 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.167803 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:58:06.185665 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Attempting to bind port 4082028d-13cf-474b-a26f-d641b2103f37 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:58:06.185900 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Attempting to bind port 4082028d-13cf-474b-a26f-d641b2103f37 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:58:06.186216 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Attempting to bind port 4082028d-13cf-474b-a26f-d641b2103f37 on network dc040476-b155-4060-9b57-1c97efb0875c {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:58:06.228168 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:58:06.228734 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Checking segment: {'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:58:06.228965 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:06.229350 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Bound using segment: {'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:58:06.229876 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Bound port: 4082028d-13cf-474b-a26f-d641b2103f37, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:58:06.230246 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4082028d-13cf-474b-a26f-d641b2103f37), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:06.291136 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] For port 4082028d-13cf-474b-a26f-d641b2103f37, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:58:06.294203 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] For port 4082028d-13cf-474b-a26f-d641b2103f37, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4082028d-13cf-474b-a26f-d641b2103f37,segment=NetworkSegment(34724103-c227-4d10-995a-c4af7e6d25be),segment_id=34724103-c227-4d10-995a-c4af7e6d25be)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:58:06.380310 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4082028d-13cf-474b-a26f-d641b2103f37), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:06.415483 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Routers {'48f48c39-7576-4a47-9397-8dafe81fadca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:58:06.416110 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:57:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['48f48c39-7576-4a47-9397-8dafe81fadca'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:06.467272 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ef5d6-5f70-4664-a67d-f4a6ac8f7f51 None None] Pushing event updated for resources: {'Port': ['ID=4082028d-13cf-474b-a26f-d641b2103f37,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:06.621007 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] Set router 48f48c39-7576-4a47-9397-8dafe81fadca gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:58:06.792708 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:06.805871 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:03Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4082028d-13cf-474b-a26f-d641b2103f37', 'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:05:fd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:03Z', 'updated_at': '2022-10-23T01:58:06Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:06.817125 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b87c3e95-aa14-4e53-bbe0-e47ad1e46347 req-a60944c3-ee16-415c-b67a-1dbfaf9f749e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 210 time: 0.0290332 Oct 23 01:58:06.835296 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1d7ce1-1733-4d89-85b4-48ee5a2bad16 None None] The sync data for ids ['48f48c39-7576-4a47-9397-8dafe81fadca'] in dv-neutron-master-2-hyperv is: [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:03Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4082028d-13cf-474b-a26f-d641b2103f37', 'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:05:fd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:03Z', 'updated_at': '2022-10-23T01:58:06Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:58:07.407552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4082028d-13cf-474b-a26f-d641b2103f37 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:58:07.454043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 4082028d-13cf-474b-a26f-d641b2103f37 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:07.454537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4082028d-13cf-474b-a26f-d641b2103f37), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:07.454882 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 4082028d-13cf-474b-a26f-d641b2103f37 Oct 23 01:58:07.531746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4082028d-13cf-474b-a26f-d641b2103f37 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:58:07.532136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4082028d-13cf-474b-a26f-d641b2103f37), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:07.568118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 4082028d-13cf-474b-a26f-d641b2103f37, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4082028d-13cf-474b-a26f-d641b2103f37,segment=NetworkSegment(34724103-c227-4d10-995a-c4af7e6d25be),segment_id=34724103-c227-4d10-995a-c4af7e6d25be)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:58:07.642391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4082028d-13cf-474b-a26f-d641b2103f37), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:07.643306 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:58:07.720200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=4082028d-13cf-474b-a26f-d641b2103f37,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:07.728529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:07.728900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:07.729231 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 Oct 23 01:58:07.948520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:58:07.981522 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-008ef8e5-bd56-4c30-85ba-dd37faf38b7c req-964a130f-03ae-4317-958f-9cc2130e1a38 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 210 time: 0.0633054 Oct 23 01:58:08.034680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-fc5be973-8eb8-4155-8565-708cbba852af tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:08.036073 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-fc5be973-8eb8-4155-8565-708cbba852af tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/networks?id=dc040476-b155-4060-9b57-1c97efb0875c HTTP/1.1" status: 200 len: 796 time: 0.1483350 Oct 23 01:58:08.105867 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-2cfdd57d-ca12-4bec-97dd-f02429b8b0a3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 380 time: 0.0539050 Oct 23 01:58:08.114661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'port': {'device_id': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'admin_state_up': True, 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'security_groups': ['207c1dff-e0a2-4287-be79-cce9aaab201b']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:58:08.216873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:08.318415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:58:08.322507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:08.446341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.20.0.10 (dc040476-b155-4060-9b57-1c97efb0875c/f77508a6-3e75-423d-b61f-bbee370993ef/babd9f21-53d9-4e10-b08a-dd0e875eee19) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:58:08.585775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:08.682395 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:08.722375 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:08.732839 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network dc040476-b155-4060-9b57-1c97efb0875c is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:58:08.736473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:58:08.741013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:58:08.744335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=babd9f21-53d9-4e10-b08a-dd0e875eee19,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:08.791961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:08.792742 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:08.855347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ee963575-5358-4e42-8b42-dd71dd0a55f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:08.887105 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-1fed46e4-5a99-43b2-8492-cd4beef7b5bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7762742 Oct 23 01:58:08.904207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Request body: {'port': {'device_id': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:58:08.963925 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:08.969344 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-dbc78527-39d3-490a-a3e1-834111ec610c None None] Provisioning complete for port babd9f21-53d9-4e10-b08a-dd0e875eee19 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:08.969805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dbc78527-39d3-490a-a3e1-834111ec610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:08.970220 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-dbc78527-39d3-490a-a3e1-834111ec610c None None] Attempt 1 to provision port babd9f21-53d9-4e10-b08a-dd0e875eee19 Oct 23 01:58:09.001643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-dbc78527-39d3-490a-a3e1-834111ec610c None None] Port babd9f21-53d9-4e10-b08a-dd0e875eee19 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:58:09.090215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:09.106409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e710e-1eca-4496-be1e-c59e7e7664f9 req-cb2813db-5cec-4569-96db-3fd5f9cacbe9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:09.107860 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-aa0e710e-1eca-4496-be1e-c59e7e7664f9 req-cb2813db-5cec-4569-96db-3fd5f9cacbe9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 932 time: 0.0483158 Oct 23 01:58:09.159414 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-aa0e710e-1eca-4496-be1e-c59e7e7664f9 req-fc2594c6-2ec5-4dc5-ae5f-58b0339f0219 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 Oct 23 01:58:09.226043 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babd9f21-53d9-4e10-b08a-dd0e875eee19 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:58:09.233364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Publish callbacks [] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:09.237244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=3,neutron:SELECT=88,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:09.246775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Transition to ACTIVE for port object babd9f21-53d9-4e10-b08a-dd0e875eee19 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:58:09.332121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4082028d-13cf-474b-a26f-d641b2103f37 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:58:09.360815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:09.368100 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:09.380232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 4082028d-13cf-474b-a26f-d641b2103f37 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:09.380609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4082028d-13cf-474b-a26f-d641b2103f37), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:09.380954 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 4082028d-13cf-474b-a26f-d641b2103f37 Oct 23 01:58:09.428988 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Pushing event updated for resources: {'Port': ['ID=babd9f21-53d9-4e10-b08a-dd0e875eee19,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:09.452116 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:09.454837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4082028d-13cf-474b-a26f-d641b2103f37 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:58:09.486863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Attempting to bind port babd9f21-53d9-4e10-b08a-dd0e875eee19 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:58:09.487191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Attempting to bind port babd9f21-53d9-4e10-b08a-dd0e875eee19 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:58:09.487514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Attempting to bind port babd9f21-53d9-4e10-b08a-dd0e875eee19 on network dc040476-b155-4060-9b57-1c97efb0875c {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:58:09.528531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Port babd9f21-53d9-4e10-b08a-dd0e875eee19 on network dc040476-b155-4060-9b57-1c97efb0875c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:58:09.528849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Attempting to bind port babd9f21-53d9-4e10-b08a-dd0e875eee19 on network dc040476-b155-4060-9b57-1c97efb0875c {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:58:09.570483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:58:09.570812 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Checking segment: {'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:58:09.571200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Bound using segment: {'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:58:09.571695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Bound port: babd9f21-53d9-4e10-b08a-dd0e875eee19, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34724103-c227-4d10-995a-c4af7e6d25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:58:09.572050 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:09.613173 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:09.631384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] For port babd9f21-53d9-4e10-b08a-dd0e875eee19, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:58:09.634446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] For port babd9f21-53d9-4e10-b08a-dd0e875eee19, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=babd9f21-53d9-4e10-b08a-dd0e875eee19,segment=NetworkSegment(34724103-c227-4d10-995a-c4af7e6d25be),segment_id=34724103-c227-4d10-995a-c4af7e6d25be)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:58:09.701232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:09.705996 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:09.706623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:09.708009 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/babd9f21-53d9-4e10-b08a-dd0e875eee19 HTTP/1.1" status: 200 len: 1094 time: 0.8081317 Oct 23 01:58:09.708541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'tag': 'babd9f21-53d9-4e10-b08a-dd0e875eee19'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:58:09.710798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e8779a-2bef-457d-bbd5-b73ce642e4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "121d2de0-c246-4e8b-8aaa-7e6b38e8ae80", "tag": "babd9f21-53d9-4e10-b08a-dd0e875eee19"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:58:09.750940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba98ba7-2f9e-4ea2-be2f-21bf88509d6b x-openstack-request-id: req-7ba98ba7-2f9e-4ea2-be2f-21bf88509d6b {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:58:09.751221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121d2de0-c246-4e8b-8aaa-7e6b38e8ae80", "tag": "babd9f21-53d9-4e10-b08a-dd0e875eee19", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:58:09.751468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ba98ba7-2f9e-4ea2-be2f-21bf88509d6b {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:58:09.751863 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba98ba7-2f9e-4ea2-be2f-21bf88509d6b'] response: {'name': 'network-changed', 'server_uuid': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'tag': 'babd9f21-53d9-4e10-b08a-dd0e875eee19', 'status': 'completed', 'code': 200} Oct 23 01:58:09.763034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e06de-bf26-4f6e-8df3-8070a920fa0a service neutron] Pushing event updated for resources: {'Port': ['ID=babd9f21-53d9-4e10-b08a-dd0e875eee19,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:09.843863 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8779a-2bef-457d-bbd5-b73ce642e4dc req-b0e06c3b-f314-4f80-833e-bd0d3e1507ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:09.845347 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-15e8779a-2bef-457d-bbd5-b73ce642e4dc req-b0e06c3b-f314-4f80-833e-bd0d3e1507ad service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 1128 time: 0.0398514 Oct 23 01:58:09.949457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8779a-2bef-457d-bbd5-b73ce642e4dc req-f0fbe865-b55c-43de-bcb4-2dc81d5b6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:09.950841 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-15e8779a-2bef-457d-bbd5-b73ce642e4dc req-f0fbe865-b55c-43de-bcb4-2dc81d5b6934 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=4d728228866e4ebba0693ec37d2aeef7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0928400 Oct 23 01:58:10.039094 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8779a-2bef-457d-bbd5-b73ce642e4dc req-ef529a42-3950-40ed-a07e-506fce3affbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:10.040521 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-15e8779a-2bef-457d-bbd5-b73ce642e4dc req-ef529a42-3950-40ed-a07e-506fce3affbb service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843344 Oct 23 01:58:10.137087 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-212c0545-3f6f-415e-8eb4-b8cf0d73db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:10.138629 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-212c0545-3f6f-415e-8eb4-b8cf0d73db5b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 1128 time: 0.0380068 Oct 23 01:58:10.185792 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-04d68b8c-e21c-4248-8abb-f8fdd7637e2a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babd9f21-53d9-4e10-b08a-dd0e875eee19 HTTP/1.1" status: 200 len: 217 time: 0.0347428 Oct 23 01:58:10.233439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-62e82a14-4b84-4ae7-8015-57a2126138bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:10.235443 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-62e82a14-4b84-4ae7-8015-57a2126138bb service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f77508a6-3e75-423d-b61f-bbee370993ef HTTP/1.1" status: 200 len: 835 time: 0.0441961 Oct 23 01:58:10.279190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-9a9c3328-500b-4067-b225-54a5de0feb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:10.280703 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-9a9c3328-500b-4067-b225-54a5de0feb96 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=dc040476-b155-4060-9b57-1c97efb0875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393567 Oct 23 01:58:10.293246 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a761f-8bc4-4a2d-acd4-53f959c9daad req-64d39339-155b-43b1-99c7-59e5fd22ace9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:10.294776 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc8a761f-8bc4-4a2d-acd4-53f959c9daad req-64d39339-155b-43b1-99c7-59e5fd22ace9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 944 time: 0.0511377 Oct 23 01:58:10.346696 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc8a761f-8bc4-4a2d-acd4-53f959c9daad req-3611602a-6cea-4d53-9b49-66aed2dceaaf tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454452 Oct 23 01:58:10.373930 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-64bad500-3458-4ab7-b1b2-47d702386e80 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873299 Oct 23 01:58:10.461097 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b10f9823-51a4-4da7-ae33-752780ee0011 req-4d4a19ff-bd97-434b-981a-a3467db0088c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810180 Oct 23 01:58:11.133432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-aee6e56e-43da-4815-8ba5-e18812b0cf75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:11.471811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67c5f6-a5cb-46bf-b235-b57db911e087 req-d6fcef40-cd3e-41da-9869-afcfdf3abd1a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:11.473264 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8d67c5f6-a5cb-46bf-b235-b57db911e087 req-d6fcef40-cd3e-41da-9869-afcfdf3abd1a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 944 time: 0.0497661 Oct 23 01:58:11.520808 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8d67c5f6-a5cb-46bf-b235-b57db911e087 req-1e15ccdd-fb8e-4786-8e6d-cc21b08705ae tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 Oct 23 01:58:12.642144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52658e43-b782-43f0-bc1c-42151853ad2c req-e0ba2f54-a421-446f-ad6f-98c83da3cd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:12.642709 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:12.643529 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-52658e43-b782-43f0-bc1c-42151853ad2c req-e0ba2f54-a421-446f-ad6f-98c83da3cd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 944 time: 0.0463421 Oct 23 01:58:12.692272 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-52658e43-b782-43f0-bc1c-42151853ad2c req-f4199a8d-42cf-4a79-aa52-6391b407b0f5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Oct 23 01:58:13.560890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device babd9f21-53d9-4e10-b08a-dd0e875eee19 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:58:13.661419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port babd9f21-53d9-4e10-b08a-dd0e875eee19, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=babd9f21-53d9-4e10-b08a-dd0e875eee19,segment=NetworkSegment(34724103-c227-4d10-995a-c4af7e6d25be),segment_id=34724103-c227-4d10-995a-c4af7e6d25be)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:58:13.672286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': 'babd9f21-53d9-4e10-b08a-dd0e875eee19', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'port_id': 'babd9f21-53d9-4e10-b08a-dd0e875eee19', 'mac_address': 'fa:16:3e:80:7d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:58:13.706743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port babd9f21-53d9-4e10-b08a-dd0e875eee19 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:58:13.707130 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:13.723879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babd9f21-53d9-4e10-b08a-dd0e875eee19 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:58:13.744047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port babd9f21-53d9-4e10-b08a-dd0e875eee19, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=babd9f21-53d9-4e10-b08a-dd0e875eee19,segment=NetworkSegment(34724103-c227-4d10-995a-c4af7e6d25be),segment_id=34724103-c227-4d10-995a-c4af7e6d25be)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:58:13.812862 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a49fa-30a4-4782-980a-b8b21bc101da req-777c1c84-19de-467d-a59a-a69095b6c19f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:13.814347 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-126a49fa-30a4-4782-980a-b8b21bc101da req-777c1c84-19de-467d-a59a-a69095b6c19f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 944 time: 0.0471725 Oct 23 01:58:13.815227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:13.863435 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=babd9f21-53d9-4e10-b08a-dd0e875eee19,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:13.866766 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-126a49fa-30a4-4782-980a-b8b21bc101da req-1a897276-eb92-4519-a98d-60d3934a4030 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464647 Oct 23 01:58:14.062405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:14.072498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:14.097245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['babd9f21-53d9-4e10-b08a-dd0e875eee19'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:58:14.143678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:14.992754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab9a46-1ee3-4f70-b98a-6162c00e22d2 req-6eba7cd7-7de7-4a98-b89f-6a7e2abf1d08 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:14.994242 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-edab9a46-1ee3-4f70-b98a-6162c00e22d2 req-6eba7cd7-7de7-4a98-b89f-6a7e2abf1d08 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 945 time: 0.0505931 Oct 23 01:58:15.044116 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-edab9a46-1ee3-4f70-b98a-6162c00e22d2 req-68637359-f354-4754-b0ae-3690faa15d9c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440397 Oct 23 01:58:15.556334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device babd9f21-53d9-4e10-b08a-dd0e875eee19 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:58:15.598773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port babd9f21-53d9-4e10-b08a-dd0e875eee19 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:58:15.653145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port babd9f21-53d9-4e10-b08a-dd0e875eee19 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:58:15.653535 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:15.653921 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port babd9f21-53d9-4e10-b08a-dd0e875eee19 Oct 23 01:58:15.728493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port babd9f21-53d9-4e10-b08a-dd0e875eee19 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:58:15.728886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:15.751531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babd9f21-53d9-4e10-b08a-dd0e875eee19'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:58:15.753764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f7a90f-ca8e-422d-b976-4b70579e9aa5" -d '{"events": [{"server_uuid": "121d2de0-c246-4e8b-8aaa-7e6b38e8ae80", "name": "network-vif-plugged", "status": "completed", "tag": "babd9f21-53d9-4e10-b08a-dd0e875eee19"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:58:15.765971 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port babd9f21-53d9-4e10-b08a-dd0e875eee19, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=babd9f21-53d9-4e10-b08a-dd0e875eee19,segment=NetworkSegment(34724103-c227-4d10-995a-c4af7e6d25be),segment_id=34724103-c227-4d10-995a-c4af7e6d25be)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:58:15.796064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107209cb-c152-4af6-b76c-801446bac315 x-openstack-request-id: req-107209cb-c152-4af6-b76c-801446bac315 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:58:15.796416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121d2de0-c246-4e8b-8aaa-7e6b38e8ae80", "name": "network-vif-plugged", "status": "completed", "tag": "babd9f21-53d9-4e10-b08a-dd0e875eee19", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:58:15.796668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-107209cb-c152-4af6-b76c-801446bac315 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:58:15.797067 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107209cb-c152-4af6-b76c-801446bac315'] response: {'server_uuid': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babd9f21-53d9-4e10-b08a-dd0e875eee19', 'code': 200} Oct 23 01:58:15.844161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:15.891146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=babd9f21-53d9-4e10-b08a-dd0e875eee19,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:16.169257 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939ebe-b6a8-4675-bc20-ce820bd3acaf req-344c1f5b-fa58-4c85-977e-a65f5e1755cd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:16.170767 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-41939ebe-b6a8-4675-bc20-ce820bd3acaf req-344c1f5b-fa58-4c85-977e-a65f5e1755cd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0473580 Oct 23 01:58:16.221439 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-41939ebe-b6a8-4675-bc20-ce820bd3acaf req-a1ba60a2-54b9-474c-861c-3a2f303092d2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441759 Oct 23 01:58:16.357036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2b4dc-4450-4992-ac49-a5749dc3b8b7 req-eb85150d-0aac-4a2a-888b-d8c4d7c4ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:16.358517 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0bb2b4dc-4450-4992-ac49-a5749dc3b8b7 req-eb85150d-0aac-4a2a-888b-d8c4d7c4ab9f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 1130 time: 0.0429313 Oct 23 01:58:16.701038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:16.705108 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0bb2b4dc-4450-4992-ac49-a5749dc3b8b7 req-bb7a8101-f4c9-4abb-8625-e9ff1c6fe3d8 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215599 Oct 23 01:58:16.808907 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:17.342961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21607834-ced0-4e14-b004-bfbe40b6fcde req-99acaff9-da6e-4d86-b404-401c952c9a40 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:17.344431 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-21607834-ced0-4e14-b004-bfbe40b6fcde req-99acaff9-da6e-4d86-b404-401c952c9a40 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0467796 Oct 23 01:58:17.361929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:17.392333 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-21607834-ced0-4e14-b004-bfbe40b6fcde req-336772ab-e904-4ad9-ac83-4f65bb100dfa tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Oct 23 01:58:18.509763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629b964-b33b-4fa0-8eab-9beab6437cad req-01709551-054f-4ceb-a38f-1a7ef6814267 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:18.511138 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b629b964-b33b-4fa0-8eab-9beab6437cad req-01709551-054f-4ceb-a38f-1a7ef6814267 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0459802 Oct 23 01:58:18.564041 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b629b964-b33b-4fa0-8eab-9beab6437cad req-6ff60e84-6540-4448-b65d-4d5d1c95f22d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468566 Oct 23 01:58:18.681524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597c7d8-6922-4957-b5b9-523ca2b94069 req-81f37fa9-0238-44f8-8401-6acb38f6c8dd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:18.683014 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5597c7d8-6922-4957-b5b9-523ca2b94069 req-81f37fa9-0238-44f8-8401-6acb38f6c8dd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0466592 Oct 23 01:58:18.734201 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5597c7d8-6922-4957-b5b9-523ca2b94069 req-3cb93654-5a06-48b4-8d63-de28c8e5110e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455632 Oct 23 01:58:18.761829 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43820) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:58:18.798805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b02f93-da8e-4add-8b09-8031dcd5c821 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:18.800278 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a5b02f93-da8e-4add-8b09-8031dcd5c821 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 1125 time: 0.0375566 Oct 23 01:58:18.802993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43822) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:58:18.807306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': 'babd9f21-53d9-4e10-b08a-dd0e875eee19', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:58:18.888132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:18.964483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:19.069004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.36.3.126 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/35fa39b8-1b50-4f5e-ac24-5922e8ceb167) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:58:19.171681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (35fa39b8-1b50-4f5e-ac24-5922e8ceb167), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:19.271053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (35fa39b8-1b50-4f5e-ac24-5922e8ceb167), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:19.308647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:58:19.314089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:58:19.317822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:58:19.326840 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=35fa39b8-1b50-4f5e-ac24-5922e8ceb167,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:19.513072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:19.524277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:19.663097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (cae0c5b0-5681-453f-bfb7-b317d8559688), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:19.882620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (35fa39b8-1b50-4f5e-ac24-5922e8ceb167), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:20.029762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (35fa39b8-1b50-4f5e-ac24-5922e8ceb167), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:20.089275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (35fa39b8-1b50-4f5e-ac24-5922e8ceb167), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:20.155328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (cae0c5b0-5681-453f-bfb7-b317d8559688), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:20.157631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=35fa39b8-1b50-4f5e-ac24-5922e8ceb167,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:58:20.202294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:20.256436 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Floating IP cae0c5b0-5681-453f-bfb7-b317d8559688 associated. External IP: 172.36.3.126, port: babd9f21-53d9-4e10-b08a-dd0e875eee19. Oct 23 01:58:20.455746 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 48f48c39-7576-4a47-9397-8dafe81fadca has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:58:20.557569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:58:20.568727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d5758-4583-469f-a8f0-718c250ff73f None None] Sync routers for ids ['48f48c39-7576-4a47-9397-8dafe81fadca'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:58:20.583241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d5758-4583-469f-a8f0-718c250ff73f None None] Routers {'48f48c39-7576-4a47-9397-8dafe81fadca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:58:20.584561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dd1d5758-4583-469f-a8f0-718c250ff73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:58:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['48f48c39-7576-4a47-9397-8dafe81fadca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:20.678789 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:20.684766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-dd1d5758-4583-469f-a8f0-718c250ff73f None None] Set router 48f48c39-7576-4a47-9397-8dafe81fadca gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:58:20.713017 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-512d1645-120a-4e82-a6fa-da84a35b9b09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9065294 Oct 23 01:58:20.713017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'tag': 'babd9f21-53d9-4e10-b08a-dd0e875eee19'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:58:20.713483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90955291-88e8-43cd-983c-ca8f490fa871" -d '{"events": [{"name": "network-changed", "server_uuid": "121d2de0-c246-4e8b-8aaa-7e6b38e8ae80", "tag": "babd9f21-53d9-4e10-b08a-dd0e875eee19"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:58:20.754196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac190cb1-e314-44f2-b2bf-c581b8b4f04b x-openstack-request-id: req-ac190cb1-e314-44f2-b2bf-c581b8b4f04b {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:58:20.754495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121d2de0-c246-4e8b-8aaa-7e6b38e8ae80", "tag": "babd9f21-53d9-4e10-b08a-dd0e875eee19", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:58:20.754752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac190cb1-e314-44f2-b2bf-c581b8b4f04b {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:58:20.755163 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac190cb1-e314-44f2-b2bf-c581b8b4f04b'] response: {'name': 'network-changed', 'server_uuid': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'tag': 'babd9f21-53d9-4e10-b08a-dd0e875eee19', 'status': 'completed', 'code': 200} Oct 23 01:58:20.809769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb1dcb-e929-4c6a-b5d3-8d6c65189871 req-c522912e-c24f-4ddb-b801-865c0c336993 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:20.811273 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bdeb1dcb-e929-4c6a-b5d3-8d6c65189871 req-c522912e-c24f-4ddb-b801-865c0c336993 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0488267 Oct 23 01:58:20.848456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955291-88e8-43cd-983c-ca8f490fa871 req-53b4d76c-0d8a-4600-a87b-0fe9658e25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:20.850035 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-90955291-88e8-43cd-983c-ca8f490fa871 req-53b4d76c-0d8a-4600-a87b-0fe9658e25dc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 1130 time: 0.0413153 Oct 23 01:58:20.864029 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bdeb1dcb-e929-4c6a-b5d3-8d6c65189871 req-f270351f-bd5f-41db-b035-737347c3cb60 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460949 Oct 23 01:58:20.895107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43828) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:58:20.912192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dd1d5758-4583-469f-a8f0-718c250ff73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:03Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'cae0c5b0-5681-453f-bfb7-b317d8559688', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'port_id': 'babd9f21-53d9-4e10-b08a-dd0e875eee19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'mac_address': 'fa:16:3e:80:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:58:19Z', 'updated_at': '2022-10-23T01:58:19Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4082028d-13cf-474b-a26f-d641b2103f37', 'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:05:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:03Z', 'updated_at': '2022-10-23T01:58:07Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:20.940876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d5758-4583-469f-a8f0-718c250ff73f None None] Checking router: 48f48c39-7576-4a47-9397-8dafe81fadca for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:58:20.942090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:20.943670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:20.950062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d5758-4583-469f-a8f0-718c250ff73f None None] Routers {'48f48c39-7576-4a47-9397-8dafe81fadca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:58:20.950678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dd1d5758-4583-469f-a8f0-718c250ff73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:58:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['48f48c39-7576-4a47-9397-8dafe81fadca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:20.950941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955291-88e8-43cd-983c-ca8f490fa871 req-124cd618-ccf0-4699-a730-109bb5e41640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:20.952522 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-90955291-88e8-43cd-983c-ca8f490fa871 req-124cd618-ccf0-4699-a730-109bb5e41640 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=dc040476-b155-4060-9b57-1c97efb0875c HTTP/1.1" status: 200 len: 897 time: 0.0970643 Oct 23 01:58:20.965942 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e07c13a5-3413-4d0d-8e81-84d19ea8305c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/cae0c5b0-5681-453f-bfb7-b317d8559688 HTTP/1.1" status: 200 len: 992 time: 0.0673916 Oct 23 01:58:21.016177 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-90955291-88e8-43cd-983c-ca8f490fa871 req-e234a3c8-45e9-49e9-9431-dea2d68dd163 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babd9f21-53d9-4e10-b08a-dd0e875eee19 HTTP/1.1" status: 200 len: 1000 time: 0.0567126 Oct 23 01:58:21.056500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-dd1d5758-4583-469f-a8f0-718c250ff73f None None] Set router 48f48c39-7576-4a47-9397-8dafe81fadca gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:58:21.069750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955291-88e8-43cd-983c-ca8f490fa871 req-19a35f56-054b-4c39-81e6-ef72a6e70f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:21.071295 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-90955291-88e8-43cd-983c-ca8f490fa871 req-19a35f56-054b-4c39-81e6-ef72a6e70f68 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f77508a6-3e75-423d-b61f-bbee370993ef HTTP/1.1" status: 200 len: 835 time: 0.0490160 Oct 23 01:58:21.084578 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:21.116164 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955291-88e8-43cd-983c-ca8f490fa871 req-b946f7b6-5eea-4ae5-bc91-17025a328c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:21.117666 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-90955291-88e8-43cd-983c-ca8f490fa871 req-b946f7b6-5eea-4ae5-bc91-17025a328c15 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=dc040476-b155-4060-9b57-1c97efb0875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404968 Oct 23 01:58:21.143959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:21.210101 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-90955291-88e8-43cd-983c-ca8f490fa871 req-fe072330-4b64-4f94-9657-0c1fcc5051d3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850899 Oct 23 01:58:21.273233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dd1d5758-4583-469f-a8f0-718c250ff73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:03Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'cae0c5b0-5681-453f-bfb7-b317d8559688', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'port_id': 'babd9f21-53d9-4e10-b08a-dd0e875eee19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'mac_address': 'fa:16:3e:80:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:58:19Z', 'updated_at': '2022-10-23T01:58:19Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4082028d-13cf-474b-a26f-d641b2103f37', 'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:05:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:03Z', 'updated_at': '2022-10-23T01:58:07Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:58:21.287068 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:21.300044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d5758-4583-469f-a8f0-718c250ff73f None None] The sync data for ids ['48f48c39-7576-4a47-9397-8dafe81fadca'] in dv-neutron-master-2-hyperv is: [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:03Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'cae0c5b0-5681-453f-bfb7-b317d8559688', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.126', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'port_id': 'babd9f21-53d9-4e10-b08a-dd0e875eee19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'mac_address': 'fa:16:3e:80:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:58:19Z', 'updated_at': '2022-10-23T01:58:19Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4082028d-13cf-474b-a26f-d641b2103f37', 'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:05:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:03Z', 'updated_at': '2022-10-23T01:58:07Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:58:21.309964 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-90955291-88e8-43cd-983c-ca8f490fa871 req-a2ebbe4a-3ecc-4ed9-b8c8-c08c80b74829 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925362 Oct 23 01:58:21.492006 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817002c-d892-40c5-8e53-e6ae8804ac9d None None] New status for floating IP cae0c5b0-5681-453f-bfb7-b317d8559688: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:58:21.967679 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43830) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:58:21.979244 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:58:22.028153 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c8b083dc-4eb9-4365-aaae-7ba762a0f2f9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/cae0c5b0-5681-453f-bfb7-b317d8559688 HTTP/1.1" status: 200 len: 994 time: 0.0594246 Oct 23 01:58:22.180486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:30.954595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:30.956417 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=61 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:31.975945 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:32.015409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=9 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:32.017260 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:32.135985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=26 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:32.136854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:32.143217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:37.083603 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:38.877525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cf56bc9f-9ae8-4299-8c8d-78cefdb9f50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:41.140415 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e4a2-9816-4d1f-bfba-f128ac770803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:42.636214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:44.069228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:44.123027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:49.020851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb83082-b444-45ca-8e09-8cc0c7e0b9c9 req-2ad13eb3-09c7-4b62-9f46-0cb397c63f0f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:49.022414 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7bb83082-b444-45ca-8e09-8cc0c7e0b9c9 req-2ad13eb3-09c7-4b62-9f46-0cb397c63f0f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0478122 Oct 23 01:58:49.073507 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7bb83082-b444-45ca-8e09-8cc0c7e0b9c9 req-c337059b-8a35-4473-8dca-e90d206655ba tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455754 Oct 23 01:58:49.128886 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-4fe5a359-7d71-4074-9086-d02b04b240c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:49.130384 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-4fe5a359-7d71-4074-9086-d02b04b240c1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 1130 time: 0.0385926 Oct 23 01:58:49.222665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-6589dcc9-35b8-493f-a338-4f94c4af511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:49.224020 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-6589dcc9-35b8-493f-a338-4f94c4af511a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=dc040476-b155-4060-9b57-1c97efb0875c HTTP/1.1" status: 200 len: 897 time: 0.0872457 Oct 23 01:58:49.284753 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-bd3fa730-918a-44c8-bff2-d9b437aed07e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babd9f21-53d9-4e10-b08a-dd0e875eee19 HTTP/1.1" status: 200 len: 1002 time: 0.0535634 Oct 23 01:58:49.336066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-75ea419b-585a-43bd-96e0-a2acc248ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:49.337468 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-75ea419b-585a-43bd-96e0-a2acc248ef6a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f77508a6-3e75-423d-b61f-bbee370993ef HTTP/1.1" status: 200 len: 835 time: 0.0466292 Oct 23 01:58:49.381184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-48272cc7-a089-49fd-a5ff-ba607b1c8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:49.382752 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-48272cc7-a089-49fd-a5ff-ba607b1c8640 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=dc040476-b155-4060-9b57-1c97efb0875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387793 Oct 23 01:58:49.393444 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-623fa148-a5db-42e4-ac01-d87e340fc9f0 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:58:49.394420 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-623fa148-a5db-42e4-ac01-d87e340fc9f0 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048144 Oct 23 01:58:49.483156 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-c1cbf269-336d-43bf-9a63-16e60e7a2fd5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816228 Oct 23 01:58:49.575577 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-734fc1a4-f991-49d7-84b8-4e877d0ffadc req-09bf6fee-dc71-4d3c-93db-f5668f1eac80 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861640 Oct 23 01:58:50.195977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f7747-36a9-4c70-97f1-467011584ed4 req-ac19249d-12f4-40de-871b-403ab409b47f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:50.197453 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-071f7747-36a9-4c70-97f1-467011584ed4 req-ac19249d-12f4-40de-871b-403ab409b47f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0470128 Oct 23 01:58:50.245555 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-071f7747-36a9-4c70-97f1-467011584ed4 req-30b78c8d-367f-4d9a-b91d-ee05519c267e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Oct 23 01:58:50.968123 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:50.971881 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:58:51.366026 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82a38-d135-4afe-b474-1ed32f343823 req-488bf9fa-562c-40f9-83a1-f187255341fb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:51.367486 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d4f82a38-d135-4afe-b474-1ed32f343823 req-488bf9fa-562c-40f9-83a1-f187255341fb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0469756 Oct 23 01:58:51.416355 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d4f82a38-d135-4afe-b474-1ed32f343823 req-3ce3b8ed-9dc0-40c7-ad43-e7b6e9eccdbd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433595 Oct 23 01:58:52.219960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:58:52.536303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39996c0-3a6b-4e98-902d-5013c16e2d26 req-fe3adf7c-1267-4275-a445-e71d824316c8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:52.537756 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d39996c0-3a6b-4e98-902d-5013c16e2d26 req-fe3adf7c-1267-4275-a445-e71d824316c8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0486083 Oct 23 01:58:52.593070 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d39996c0-3a6b-4e98-902d-5013c16e2d26 req-27a6b8c4-3df1-471f-bbac-e73e01f50667 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491819 Oct 23 01:58:53.719449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2978-0d03-43a7-b146-ef22a99ea398 req-1536f55a-6307-4121-867c-6b2496662f2b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:53.720953 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4daa2978-0d03-43a7-b146-ef22a99ea398 req-1536f55a-6307-4121-867c-6b2496662f2b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0505919 Oct 23 01:58:53.768813 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4daa2978-0d03-43a7-b146-ef22a99ea398 req-5b1d0f58-7bc7-4444-89ba-7cecc7fb4df6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418148 Oct 23 01:58:54.890634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67039274-66c8-486f-84e0-98ab885609cf req-c82aab63-9dab-4233-b26c-cc036a8c503d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:54.892003 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-67039274-66c8-486f-84e0-98ab885609cf req-c82aab63-9dab-4233-b26c-cc036a8c503d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0469925 Oct 23 01:58:54.940956 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-67039274-66c8-486f-84e0-98ab885609cf req-0080a48f-8665-44cd-89f6-ef7b74c80845 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435367 Oct 23 01:58:56.059849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed0f6c-5f38-498c-b5f2-220118e63120 req-03337b7f-8308-4bc9-86ed-c56205b0bd34 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:56.061345 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1ed0f6c-5f38-498c-b5f2-220118e63120 req-03337b7f-8308-4bc9-86ed-c56205b0bd34 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0466342 Oct 23 01:58:56.109316 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c1ed0f6c-5f38-498c-b5f2-220118e63120 req-a81ba6b7-b68a-4547-98db-241cae205e2d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425191 Oct 23 01:58:57.228973 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baef91-ad6a-48e5-a306-b78604ad4316 req-85499d52-5512-4590-80ea-f2f6a400d262 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:57.230483 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-21baef91-ad6a-48e5-a306-b78604ad4316 req-85499d52-5512-4590-80ea-f2f6a400d262 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0470879 Oct 23 01:58:57.279914 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-21baef91-ad6a-48e5-a306-b78604ad4316 req-85a7fefb-21db-4d87-b467-0ab6d61c68be tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437448 Oct 23 01:58:58.399187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07485acf-97ba-4c33-b217-f0b457737eed req-6b83a4b4-e611-4ba7-8c47-b936799cfe25 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:58.400640 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-07485acf-97ba-4c33-b217-f0b457737eed req-6b83a4b4-e611-4ba7-8c47-b936799cfe25 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0463588 Oct 23 01:58:58.451992 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-07485acf-97ba-4c33-b217-f0b457737eed req-a0bc13fc-adba-4e9e-b5da-ec1884a0c9e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458975 Oct 23 01:58:58.978385 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:58:59.575120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24640c-5e20-455f-9907-80bfb9c1d1cb req-83d1783b-337f-4c30-a315-f2502e8bad08 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:58:59.576584 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ac24640c-5e20-455f-9907-80bfb9c1d1cb req-83d1783b-337f-4c30-a315-f2502e8bad08 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0508366 Oct 23 01:58:59.625808 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ac24640c-5e20-455f-9907-80bfb9c1d1cb req-622bebbd-1815-453c-b873-a6e19f705c03 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Oct 23 01:59:00.744411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a78a3-7ba5-4f7a-81a5-7e10dd18c70c req-19e1e03d-7736-4021-902c-fb1846aa9ffc tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:00.745889 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-845a78a3-7ba5-4f7a-81a5-7e10dd18c70c req-19e1e03d-7736-4021-902c-fb1846aa9ffc tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0460997 Oct 23 01:59:00.764143 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:00.781702 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:00.795202 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-845a78a3-7ba5-4f7a-81a5-7e10dd18c70c req-dd635829-3798-4669-bb7c-b9d641c9ca77 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439215 Oct 23 01:59:01.913937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9425cfa-ff8d-4cdf-bbb9-c6e58f1a91dc req-bb75a1fd-9679-4338-8714-fc3a13bdda6f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:01.915477 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a9425cfa-ff8d-4cdf-bbb9-c6e58f1a91dc req-bb75a1fd-9679-4338-8714-fc3a13bdda6f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0464354 Oct 23 01:59:01.963828 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a9425cfa-ff8d-4cdf-bbb9-c6e58f1a91dc req-b4b1be16-e13e-4782-9cd9-8eea01787642 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Oct 23 01:59:01.992260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43874) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:02.052800 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-55fc5a8f-99e4-4b89-ad98-2b25d956ce73 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/cae0c5b0-5681-453f-bfb7-b317d8559688 HTTP/1.1" status: 200 len: 994 time: 0.0594423 Oct 23 01:59:02.144869 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=15 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:02.148634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:02.150316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:08.848253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c8a92a61-0a94-427f-b574-246f5f337b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:08.976101 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:10.797224 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:11.162268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-16592cc7-9c0a-4c18-87bf-a98f3faf27ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:12.043819 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=53 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:12.045677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=65 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:12.642566 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:14.060280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:14.128588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:14.150322 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-a80cdcca-92ff-4e18-9414-8c54a0489562 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893171 Oct 23 01:59:14.254828 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-ef74213b-56f1-48e3-94b0-0f42bd311694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:14.256820 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-ef74213b-56f1-48e3-94b0-0f42bd311694 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 1130 time: 0.0419173 Oct 23 01:59:14.357105 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-1b431639-36c3-4977-9f45-a49c774247b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:14.358504 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-1b431639-36c3-4977-9f45-a49c774247b0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=dc040476-b155-4060-9b57-1c97efb0875c HTTP/1.1" status: 200 len: 897 time: 0.0839686 Oct 23 01:59:14.424533 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-e9b26392-e28a-48fb-84d3-2e6254f7b0ed service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babd9f21-53d9-4e10-b08a-dd0e875eee19 HTTP/1.1" status: 200 len: 1002 time: 0.0595503 Oct 23 01:59:14.471370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-fcbe172b-0db5-4531-8e26-5f17b1dfee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:14.472757 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-fcbe172b-0db5-4531-8e26-5f17b1dfee8a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f77508a6-3e75-423d-b61f-bbee370993ef HTTP/1.1" status: 200 len: 835 time: 0.0420983 Oct 23 01:59:14.514298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-23720250-7b56-4adc-be50-03398fc08266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:14.515719 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-23720250-7b56-4adc-be50-03398fc08266 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=dc040476-b155-4060-9b57-1c97efb0875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0366199 Oct 23 01:59:14.608408 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-b460993c-ea30-4494-9aca-c3a2d7e32622 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854728 Oct 23 01:59:14.694624 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa229f61-2b0f-4074-a18a-10c81ac13a83 req-4d407fa2-ba15-4d51-a3ad-c7cb20e7fe91 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810745 Oct 23 01:59:22.202144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:24.075319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:24.685957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=44 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:24.692005 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=57 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:27.962571 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:27.968369 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=5 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:32.138500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:32.144541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:32.791834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43910) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:32.929692 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 35fa39b8-1b50-4f5e-ac24-5922e8ceb167 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:59:32.929990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (35fa39b8-1b50-4f5e-ac24-5922e8ceb167), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:33.006898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (35fa39b8-1b50-4f5e-ac24-5922e8ceb167), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:33.007738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (35fa39b8-1b50-4f5e-ac24-5922e8ceb167), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:33.020241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 35fa39b8-1b50-4f5e-ac24-5922e8ceb167 owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:59:33.248076 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (35fa39b8-1b50-4f5e-ac24-5922e8ceb167), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:33.272682 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=35fa39b8-1b50-4f5e-ac24-5922e8ceb167,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:33.284602 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.284956 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.285300 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.285641 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.286002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.293661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.293661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.293661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.293661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.293661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.293661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.293661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.293661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.293661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.293661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:33.627062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (cae0c5b0-5681-453f-bfb7-b317d8559688), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:33.627395 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Floating IP cae0c5b0-5681-453f-bfb7-b317d8559688 disassociated (deleted). External IP: 172.36.3.126, port: babd9f21-53d9-4e10-b08a-dd0e875eee19. Oct 23 01:59:33.828919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 48f48c39-7576-4a47-9397-8dafe81fadca has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:59:33.922966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:33.929056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:59:33.935151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:33.938707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ff4eb-5848-4fc2-9765-a880cbce4421 None None] Sync routers for ids ['48f48c39-7576-4a47-9397-8dafe81fadca'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:59:33.948280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ff4eb-5848-4fc2-9765-a880cbce4421 None None] Routers {'48f48c39-7576-4a47-9397-8dafe81fadca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:59:33.949053 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b07ff4eb-5848-4fc2-9765-a880cbce4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:59:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['48f48c39-7576-4a47-9397-8dafe81fadca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:33.968591 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-063913c4-af59-4062-867a-d7e13ad265de tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/cae0c5b0-5681-453f-bfb7-b317d8559688 HTTP/1.1" status: 204 len: 168 time: 1.1732907 Oct 23 01:59:33.968591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'tag': 'babd9f21-53d9-4e10-b08a-dd0e875eee19'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:59:33.969717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6509cca-a09f-45b0-8885-91b675fd99e9" -d '{"events": [{"name": "network-changed", "server_uuid": "121d2de0-c246-4e8b-8aaa-7e6b38e8ae80", "tag": "babd9f21-53d9-4e10-b08a-dd0e875eee19"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:59:34.061553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b07ff4eb-5848-4fc2-9765-a880cbce4421 None None] Set router 48f48c39-7576-4a47-9397-8dafe81fadca gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:59:34.074597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f0c4c0-eb5a-4cf5-bf11-fa33c93677b9 x-openstack-request-id: req-34f0c4c0-eb5a-4cf5-bf11-fa33c93677b9 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:59:34.079971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121d2de0-c246-4e8b-8aaa-7e6b38e8ae80", "tag": "babd9f21-53d9-4e10-b08a-dd0e875eee19", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:59:34.079971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34f0c4c0-eb5a-4cf5-bf11-fa33c93677b9 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:59:34.079971 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f0c4c0-eb5a-4cf5-bf11-fa33c93677b9'] response: {'name': 'network-changed', 'server_uuid': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'tag': 'babd9f21-53d9-4e10-b08a-dd0e875eee19', 'status': 'completed', 'code': 200} Oct 23 01:59:34.173640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6509cca-a09f-45b0-8885-91b675fd99e9 req-1eb67152-6e01-4609-b76e-e6e436a5a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:34.175267 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c6509cca-a09f-45b0-8885-91b675fd99e9 req-1eb67152-6e01-4609-b76e-e6e436a5a140 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 1130 time: 0.0502810 Oct 23 01:59:34.201414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:34.292467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6509cca-a09f-45b0-8885-91b675fd99e9 req-aa077a0a-b9ec-4ca6-993b-a1052f3831da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:34.294008 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c6509cca-a09f-45b0-8885-91b675fd99e9 req-aa077a0a-b9ec-4ca6-993b-a1052f3831da service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=dc040476-b155-4060-9b57-1c97efb0875c HTTP/1.1" status: 200 len: 897 time: 0.1126354 Oct 23 01:59:34.333495 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c6509cca-a09f-45b0-8885-91b675fd99e9 req-d121b2e2-b4d8-49cc-b0f5-8c00258f99c2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=babd9f21-53d9-4e10-b08a-dd0e875eee19 HTTP/1.1" status: 200 len: 217 time: 0.0335779 Oct 23 01:59:34.396479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b07ff4eb-5848-4fc2-9765-a880cbce4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:03Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4082028d-13cf-474b-a26f-d641b2103f37', 'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:05:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:03Z', 'updated_at': '2022-10-23T01:58:07Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:34.422389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ff4eb-5848-4fc2-9765-a880cbce4421 None None] Checking router: 48f48c39-7576-4a47-9397-8dafe81fadca for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:59:34.433302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ff4eb-5848-4fc2-9765-a880cbce4421 None None] Routers {'48f48c39-7576-4a47-9397-8dafe81fadca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:59:34.433940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b07ff4eb-5848-4fc2-9765-a880cbce4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:59:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['48f48c39-7576-4a47-9397-8dafe81fadca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:34.436669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80637940-bdb4-46f8-9bf3-ec7e3a022ce8 req-1a4465a4-6852-4b9e-af9e-8e8f3c18d6ac tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:34.438186 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-80637940-bdb4-46f8-9bf3-ec7e3a022ce8 req-1a4465a4-6852-4b9e-af9e-8e8f3c18d6ac tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0468388 Oct 23 01:59:34.487960 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-80637940-bdb4-46f8-9bf3-ec7e3a022ce8 req-8c0bb49a-3326-4d71-aabe-79891fb762af tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440841 Oct 23 01:59:34.536117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b07ff4eb-5848-4fc2-9765-a880cbce4421 None None] Set router 48f48c39-7576-4a47-9397-8dafe81fadca gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:59:34.724561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b07ff4eb-5848-4fc2-9765-a880cbce4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:03Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4082028d-13cf-474b-a26f-d641b2103f37', 'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:05:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:03Z', 'updated_at': '2022-10-23T01:58:07Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:34.748762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ff4eb-5848-4fc2-9765-a880cbce4421 None None] The sync data for ids ['48f48c39-7576-4a47-9397-8dafe81fadca'] in dv-neutron-master-2-hyperv is: [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:58:03Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4082028d-13cf-474b-a26f-d641b2103f37', 'name': '', 'network_id': 'dc040476-b155-4060-9b57-1c97efb0875c', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:05:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:03Z', 'updated_at': '2022-10-23T01:58:07Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'f77508a6-3e75-423d-b61f-bbee370993ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:59:34.952372 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba08e01d-50a9-42ee-ae5b-b95170e177e4 None None] New status for floating IP cae0c5b0-5681-453f-bfb7-b317d8559688: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:59:35.612991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650316e-f668-4be2-98ab-17f661c622bc req-1f481b11-f3be-443d-8267-8e41562669f1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:35.614506 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8650316e-f668-4be2-98ab-17f661c622bc req-1f481b11-f3be-443d-8267-8e41562669f1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0487678 Oct 23 01:59:35.618787 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6509cca-a09f-45b0-8885-91b675fd99e9 req-c9cbfcde-269e-4db8-b080-bcef4fb76526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:35.620263 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c6509cca-a09f-45b0-8885-91b675fd99e9 req-c9cbfcde-269e-4db8-b080-bcef4fb76526 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f77508a6-3e75-423d-b61f-bbee370993ef HTTP/1.1" status: 200 len: 835 time: 0.0488226 Oct 23 01:59:35.664977 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6509cca-a09f-45b0-8885-91b675fd99e9 req-1bc9c86f-fffb-4a40-928c-657ac7593ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:35.665263 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8650316e-f668-4be2-98ab-17f661c622bc req-578579e9-0010-4fc4-8995-c3e0c454ffd8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=207c1dff-e0a2-4287-be79-cce9aaab201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443618 Oct 23 01:59:35.666535 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c6509cca-a09f-45b0-8885-91b675fd99e9 req-1bc9c86f-fffb-4a40-928c-657ac7593ead service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=dc040476-b155-4060-9b57-1c97efb0875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394063 Oct 23 01:59:35.878968 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c6509cca-a09f-45b0-8885-91b675fd99e9 req-915525f0-234c-46fa-86f5-3c9c035878dc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831914 Oct 23 01:59:35.979725 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:59:36.008999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67b1d-434f-48bd-828e-c449c3378500 req-a793cf00-4a8b-4bfe-aa65-e8e5680d7fbc tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:36.010527 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-42f67b1d-434f-48bd-828e-c449c3378500 req-a793cf00-4a8b-4bfe-aa65-e8e5680d7fbc tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 946 time: 0.0521064 Oct 23 01:59:36.048644 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c6509cca-a09f-45b0-8885-91b675fd99e9 req-fe66ca46-dec4-4e9c-9776-9b8b4cf2b269 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901608 Oct 23 01:59:36.093472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-42f67b1d-434f-48bd-828e-c449c3378500 req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port babd9f21-53d9-4e10-b08a-dd0e875eee19 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:59:36.093856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-42f67b1d-434f-48bd-828e-c449c3378500 req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:36.190444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-42f67b1d-434f-48bd-828e-c449c3378500 req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port babd9f21-53d9-4e10-b08a-dd0e875eee19, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=babd9f21-53d9-4e10-b08a-dd0e875eee19,segment=NetworkSegment(34724103-c227-4d10-995a-c4af7e6d25be),segment_id=34724103-c227-4d10-995a-c4af7e6d25be)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:59:36.190728 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-42f67b1d-434f-48bd-828e-c449c3378500 req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:36.204367 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-42f67b1d-434f-48bd-828e-c449c3378500 req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for babd9f21-53d9-4e10-b08a-dd0e875eee19 owned by compute:nova {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:59:36.407680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-42f67b1d-434f-48bd-828e-c449c3378500 req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (babd9f21-53d9-4e10-b08a-dd0e875eee19), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:36.441224 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=babd9f21-53d9-4e10-b08a-dd0e875eee19,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:36.466938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.467290 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.467630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.467969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.468302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.468630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.468956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.469284 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.469654 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.470000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.475986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.475986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.475986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.475986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.475986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:36.495123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f67b1d-434f-48bd-828e-c449c3378500 req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] No DVR routers for this DVR port babd9f21-53d9-4e10-b08a-dd0e875eee19 on host hv-neutron-mast {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:59:36.498443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-42f67b1d-434f-48bd-828e-c449c3378500 req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:36.500956 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-42f67b1d-434f-48bd-828e-c449c3378500 req-97c1d0a1-a649-477f-9f45-f291e869fd67 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "DELETE /networking/v2.0/ports/babd9f21-53d9-4e10-b08a-dd0e875eee19 HTTP/1.1" status: 204 len: 173 time: 0.4854429 Oct 23 01:59:36.501441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'name': 'network-vif-deleted', 'tag': 'babd9f21-53d9-4e10-b08a-dd0e875eee19'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:59:36.503840 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8489fef3-c6e7-4457-897b-54841418f49b" -d '{"events": [{"server_uuid": "121d2de0-c246-4e8b-8aaa-7e6b38e8ae80", "name": "network-vif-deleted", "tag": "babd9f21-53d9-4e10-b08a-dd0e875eee19"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:59:36.541682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda9fe78-00ad-419a-b697-d62751df73fe x-openstack-request-id: req-dda9fe78-00ad-419a-b697-d62751df73fe {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:59:36.542010 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121d2de0-c246-4e8b-8aaa-7e6b38e8ae80", "name": "network-vif-deleted", "tag": "babd9f21-53d9-4e10-b08a-dd0e875eee19", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:59:36.542261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dda9fe78-00ad-419a-b697-d62751df73fe {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:59:36.542675 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda9fe78-00ad-419a-b697-d62751df73fe'] response: {'server_uuid': '121d2de0-c246-4e8b-8aaa-7e6b38e8ae80', 'name': 'network-vif-deleted', 'tag': 'babd9f21-53d9-4e10-b08a-dd0e875eee19', 'status': 'completed', 'code': 200} Oct 23 01:59:36.768669 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ad86314a-b4c1-46a8-a6cc-226f4a6a22a3 req-6c302beb-8dd9-4ed7-97f5-627767ac3bfd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=121d2de0-c246-4e8b-8aaa-7e6b38e8ae80 HTTP/1.1" status: 200 len: 210 time: 0.0285847 Oct 23 01:59:37.834343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43934) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:38.156553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (48f48c39-7576-4a47-9397-8dafe81fadca), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:38.158782 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:38.204880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:38.381698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 4082028d-13cf-474b-a26f-d641b2103f37 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:59:38.382666 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4082028d-13cf-474b-a26f-d641b2103f37), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:38.469325 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port 4082028d-13cf-474b-a26f-d641b2103f37, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4082028d-13cf-474b-a26f-d641b2103f37,segment=NetworkSegment(34724103-c227-4d10-995a-c4af7e6d25be),segment_id=34724103-c227-4d10-995a-c4af7e6d25be)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:59:38.469614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4082028d-13cf-474b-a26f-d641b2103f37), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:38.482315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 4082028d-13cf-474b-a26f-d641b2103f37 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:59:38.704722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (4082028d-13cf-474b-a26f-d641b2103f37), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:38.729258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=4082028d-13cf-474b-a26f-d641b2103f37,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:38.836510 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0161d595-a876-446b-b395-a55f98761bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:39.158309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (48f48c39-7576-4a47-9397-8dafe81fadca), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:39.179683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f114b1-8514-4515-a2e5-07f7f8b0ae98 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:59:39.246107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f114b1-8514-4515-a2e5-07f7f8b0ae98 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:59:39.319054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:39.374300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:39.376212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 48f48c39-7576-4a47-9397-8dafe81fadca has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:59:39.484395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:59:39.492748 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2b33e409-b446-453a-90a8-9be13e1c75e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "PUT /networking/v2.0/routers/48f48c39-7576-4a47-9397-8dafe81fadca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6552019 Oct 23 01:59:39.492971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43936) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:39.495060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66f1a2-48b3-41b3-a792-7addc545f21e None None] Sync routers for ids ['48f48c39-7576-4a47-9397-8dafe81fadca'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:59:39.506357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66f1a2-48b3-41b3-a792-7addc545f21e None None] Routers {'48f48c39-7576-4a47-9397-8dafe81fadca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:59:39.507490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6e66f1a2-48b3-41b3-a792-7addc545f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:59:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['48f48c39-7576-4a47-9397-8dafe81fadca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:39.548901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cf8486-eae1-4e1a-bf83-ee2a717eef0e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting subnet f77508a6-3e75-423d-b61f-bbee370993ef {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:59:39.552545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51cf8486-eae1-4e1a-bf83-ee2a717eef0e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (f77508a6-3e75-423d-b61f-bbee370993ef), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:39.597256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51cf8486-eae1-4e1a-bf83-ee2a717eef0e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (f77508a6-3e75-423d-b61f-bbee370993ef), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:39.628157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6e66f1a2-48b3-41b3-a792-7addc545f21e None None] Set router 48f48c39-7576-4a47-9397-8dafe81fadca gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:59:39.693610 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51cf8486-eae1-4e1a-bf83-ee2a717eef0e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (f77508a6-3e75-423d-b61f-bbee370993ef), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:39.813067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6e66f1a2-48b3-41b3-a792-7addc545f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:59:38Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:39.819102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51cf8486-eae1-4e1a-bf83-ee2a717eef0e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (f77508a6-3e75-423d-b61f-bbee370993ef), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:39.840211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66f1a2-48b3-41b3-a792-7addc545f21e None None] Checking router: 48f48c39-7576-4a47-9397-8dafe81fadca for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:59:39.848675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66f1a2-48b3-41b3-a792-7addc545f21e None None] Routers {'48f48c39-7576-4a47-9397-8dafe81fadca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:59:39.849278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6e66f1a2-48b3-41b3-a792-7addc545f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:59:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['48f48c39-7576-4a47-9397-8dafe81fadca'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:39.851576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf8486-eae1-4e1a-bf83-ee2a717eef0e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Subnet': ['ID=f77508a6-3e75-423d-b61f-bbee370993ef,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:39.853640 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51cf8486-eae1-4e1a-bf83-ee2a717eef0e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:39.859501 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-51cf8486-eae1-4e1a-bf83-ee2a717eef0e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/f77508a6-3e75-423d-b61f-bbee370993ef HTTP/1.1" status: 204 len: 168 time: 0.3626828 Oct 23 01:59:39.860534 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43938) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:39.886962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41471a85-a3ce-4006-873f-7ec8a6f8a373 None None] Network dc040476-b155-4060-9b57-1c97efb0875c requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:59:39.908861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device babd9f21-53d9-4e10-b08a-dd0e875eee19 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:59:39.959404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:39.964208 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (48f48c39-7576-4a47-9397-8dafe81fadca), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:39.972104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: babd9f21-53d9-4e10-b08a-dd0e875eee19 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:59:39.972558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device babd9f21-53d9-4e10-b08a-dd0e875eee19 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:59:39.982669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-d079b594-5ca9-425d-8929-9d106b4afce6 None None] Provisioning complete for port 6bb15e41-7263-46b4-9f38-3711dc76a1bb triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:39.983043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d079b594-5ca9-425d-8929-9d106b4afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:39.983381 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-d079b594-5ca9-425d-8929-9d106b4afce6 None None] Attempt 1 to provision port 6bb15e41-7263-46b4-9f38-3711dc76a1bb Oct 23 01:59:40.036718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:40.066070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (48f48c39-7576-4a47-9397-8dafe81fadca), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.091661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6e66f1a2-48b3-41b3-a792-7addc545f21e None None] Set router 48f48c39-7576-4a47-9397-8dafe81fadca gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:59:40.156189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:40.157230 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] DHCP port deletion for dc040476-b155-4060-9b57-1c97efb0875c request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:59:40.176297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:59:40.183836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.220501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:40.262488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port 24be712f-0a5a-4af7-9d6b-98daaafe2ec7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24be712f-0a5a-4af7-9d6b-98daaafe2ec7,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:59:40.262855 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.268548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d079b594-5ca9-425d-8929-9d106b4afce6 None None] Current status of the port 6bb15e41-7263-46b4-9f38-3711dc76a1bb is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:59:40.273227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Deleting port 6bb15e41-7263-46b4-9f38-3711dc76a1bb {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:59:40.273391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.276403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:59:40.382493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] For port 6bb15e41-7263-46b4-9f38-3711dc76a1bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bb15e41-7263-46b4-9f38-3711dc76a1bb,segment=NetworkSegment(34724103-c227-4d10-995a-c4af7e6d25be),segment_id=34724103-c227-4d10-995a-c4af7e6d25be)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:59:40.382850 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.396415 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:40.401386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Calling delete_port for 6bb15e41-7263-46b4-9f38-3711dc76a1bb owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:59:40.410031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6e66f1a2-48b3-41b3-a792-7addc545f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:59:38Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:40.440634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66f1a2-48b3-41b3-a792-7addc545f21e None None] The sync data for ids ['48f48c39-7576-4a47-9397-8dafe81fadca'] in dv-neutron-master-2-hyperv is: [{'id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589377328', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:57:59Z', 'updated_at': '2022-10-23T01:59:38Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '24be712f-0a5a-4af7-9d6b-98daaafe2ec7', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f48c39-7576-4a47-9397-8dafe81fadca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:58:00Z', 'updated_at': '2022-10-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:59:40.493465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (24be712f-0a5a-4af7-9d6b-98daaafe2ec7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.525710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=24be712f-0a5a-4af7-9d6b-98daaafe2ec7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:40.562477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (6bb15e41-7263-46b4-9f38-3711dc76a1bb), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.586775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (48f48c39-7576-4a47-9397-8dafe81fadca), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.590639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Pushing event deleted for resources: {'Port': ['ID=6bb15e41-7263-46b4-9f38-3711dc76a1bb,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:40.592912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] No DVR routers for this DVR port 6bb15e41-7263-46b4-9f38-3711dc76a1bb on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:59:40.603402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.603402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.603402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.603402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.603402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.603402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.603402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.603402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.603402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.603402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.603402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.604319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.604319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.604319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.604936 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d884c52-7208-4dba-8a27-78baab5154ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:40.683317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (48f48c39-7576-4a47-9397-8dafe81fadca), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.685512 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_controller (48f48c39-7576-4a47-9397-8dafe81fadca), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.768049 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (48f48c39-7576-4a47-9397-8dafe81fadca), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.768647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Fanout notify agent at l3_agent the message router_deleted on router 48f48c39-7576-4a47-9397-8dafe81fadca {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:59:40.775370 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.776561 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ed166459-30e0-462f-8ac9-8f9712adde3f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/routers/48f48c39-7576-4a47-9397-8dafe81fadca HTTP/1.1" status: 204 len: 168 time: 0.9157722 Oct 23 01:59:40.779488 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 43940) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:40.863533 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (dc040476-b155-4060-9b57-1c97efb0875c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.959221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (dc040476-b155-4060-9b57-1c97efb0875c), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:40.979796 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc040476-b155-4060-9b57-1c97efb0875c']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:40.989595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34724103-c227-4d10-995a-c4af7e6d25be') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:40.989921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34724103-c227-4d10-995a-c4af7e6d25be') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:41.000970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (34724103-c227-4d10-995a-c4af7e6d25be), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.015453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (34724103-c227-4d10-995a-c4af7e6d25be), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.022388 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:59:41.022843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (34724103-c227-4d10-995a-c4af7e6d25be), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.069452 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 34724103-c227-4d10-995a-c4af7e6d25be resource provider aggregate not found Oct 23 01:59:41.088583 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 34724103-c227-4d10-995a-c4af7e6d25be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34724103-c227-4d10-995a-c4af7e6d25be found for delete ", "request_id": "req-4fb75476-c251-4731-9b02-e2ca348564a9"}]} Oct 23 01:59:41.144841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9a04b5cc-74d6-4f43-b242-d3ad87be0616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.173383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (dc040476-b155-4060-9b57-1c97efb0875c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.182251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.184309 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/networks/dc040476-b155-4060-9b57-1c97efb0875c HTTP/1.1" status: 204 len: 168 time: 0.4037673 Oct 23 01:59:41.187141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43950) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:41.196001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ef12d-77ae-4186-ac80-9c1db1fc25ef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Network': ['ID=dc040476-b155-4060-9b57-1c97efb0875c,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:41.249193 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-55d5afee-9f71-4106-ad8b-003ae6d6b5a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (207c1dff-e0a2-4287-be79-cce9aaab201b), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.273041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-55d5afee-9f71-4106-ad8b-003ae6d6b5a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (207c1dff-e0a2-4287-be79-cce9aaab201b), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.408369 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-55d5afee-9f71-4106-ad8b-003ae6d6b5a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (207c1dff-e0a2-4287-be79-cce9aaab201b), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.420272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-55d5afee-9f71-4106-ad8b-003ae6d6b5a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.420272 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-55d5afee-9f71-4106-ad8b-003ae6d6b5a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/207c1dff-e0a2-4287-be79-cce9aaab201b HTTP/1.1" status: 204 len: 168 time: 0.2248013 Oct 23 01:59:41.431913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5afee-9f71-4106-ad8b-003ae6d6b5a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c1dff-e0a2-4287-be79-cce9aaab201b,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:41.471305 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4082028d-13cf-474b-a26f-d641b2103f37 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:59:41.490165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 4082028d-13cf-474b-a26f-d641b2103f37 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:59:41.490706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4082028d-13cf-474b-a26f-d641b2103f37 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:59:41.491299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6bb15e41-7263-46b4-9f38-3711dc76a1bb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:59:41.512688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 6bb15e41-7263-46b4-9f38-3711dc76a1bb {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:59:41.513024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 6bb15e41-7263-46b4-9f38-3711dc76a1bb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:59:41.513429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:59:41.532225 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:59:41.532746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 24be712f-0a5a-4af7-9d6b-98daaafe2ec7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:59:41.617589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43956) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:41.622310 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-7d402479-5d61-4a34-a123-80fbbeb61e34 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137472854', 'description': 'tempest-secgroup-smoke-2137472854 description', 'project_id': '4d728228866e4ebba0693ec37d2aeef7'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:41.703970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d402479-5d61-4a34-a123-80fbbeb61e34 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.769931 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d402479-5d61-4a34-a123-80fbbeb61e34 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (d03bab86-003a-46ca-a5dd-c8b51adb0615), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.829167 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d402479-5d61-4a34-a123-80fbbeb61e34 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d03bab86-003a-46ca-a5dd-c8b51adb0615), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.857974 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d402479-5d61-4a34-a123-80fbbeb61e34 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03bab86-003a-46ca-a5dd-c8b51adb0615,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:41.912191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-7d402479-5d61-4a34-a123-80fbbeb61e34 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:41.913527 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-7d402479-5d61-4a34-a123-80fbbeb61e34 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2948036 Oct 23 01:59:41.916420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43958) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:41.920858 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-a54ce19d-96b2-4351-9d64-eeac9eaf541d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': 'd03bab86-003a-46ca-a5dd-c8b51adb0615', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:42.019496 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a54ce19d-96b2-4351-9d64-eeac9eaf541d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (d01f013a-f39d-4edb-9d15-f18784fd16d8), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.030681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:42.077440 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a54ce19d-96b2-4351-9d64-eeac9eaf541d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (d01f013a-f39d-4edb-9d15-f18784fd16d8), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.144665 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a54ce19d-96b2-4351-9d64-eeac9eaf541d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (d01f013a-f39d-4edb-9d15-f18784fd16d8), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.163197 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ce19d-96b2-4351-9d64-eeac9eaf541d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01f013a-f39d-4edb-9d15-f18784fd16d8,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:42.215015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a54ce19d-96b2-4351-9d64-eeac9eaf541d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.216235 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a54ce19d-96b2-4351-9d64-eeac9eaf541d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988570 Oct 23 01:59:42.219180 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43960) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:42.223368 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-52549a3f-d20e-45fe-93c6-157ced09cd3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': 'd03bab86-003a-46ca-a5dd-c8b51adb0615', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:42.321227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52549a3f-d20e-45fe-93c6-157ced09cd3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (a1e0ea2e-5d14-4b42-8b33-2382628847d7), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.376743 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52549a3f-d20e-45fe-93c6-157ced09cd3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (a1e0ea2e-5d14-4b42-8b33-2382628847d7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.459134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52549a3f-d20e-45fe-93c6-157ced09cd3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (a1e0ea2e-5d14-4b42-8b33-2382628847d7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.477661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52549a3f-d20e-45fe-93c6-157ced09cd3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e0ea2e-5d14-4b42-8b33-2382628847d7,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:42.570304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-52549a3f-d20e-45fe-93c6-157ced09cd3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.571545 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-52549a3f-d20e-45fe-93c6-157ced09cd3d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3514156 Oct 23 01:59:42.574491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43962) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:42.578852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9178f0c9-c3df-436d-b4e0-752331412e1f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': 'd03bab86-003a-46ca-a5dd-c8b51adb0615', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:42.586266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:42.676312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.693929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9178f0c9-c3df-436d-b4e0-752331412e1f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (54cef7ff-3f6a-44a4-bc06-1792263422c7), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.750795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9178f0c9-c3df-436d-b4e0-752331412e1f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (54cef7ff-3f6a-44a4-bc06-1792263422c7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.823762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9178f0c9-c3df-436d-b4e0-752331412e1f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (54cef7ff-3f6a-44a4-bc06-1792263422c7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.845077 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178f0c9-c3df-436d-b4e0-752331412e1f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cef7ff-3f6a-44a4-bc06-1792263422c7,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:42.929456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9178f0c9-c3df-436d-b4e0-752331412e1f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:42.930718 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9178f0c9-c3df-436d-b4e0-752331412e1f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552570 Oct 23 01:59:42.933488 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43964) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:42.937835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4717d890-fdc5-46c3-b156-ef5454b1d214 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': 'd03bab86-003a-46ca-a5dd-c8b51adb0615', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:43.006530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4717d890-fdc5-46c3-b156-ef5454b1d214 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (a9dcc064-b611-4f61-a459-0ab81362044c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.063404 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4717d890-fdc5-46c3-b156-ef5454b1d214 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (a9dcc064-b611-4f61-a459-0ab81362044c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.104448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4717d890-fdc5-46c3-b156-ef5454b1d214 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (a9dcc064-b611-4f61-a459-0ab81362044c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.123526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717d890-fdc5-46c3-b156-ef5454b1d214 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9dcc064-b611-4f61-a459-0ab81362044c,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:43.169127 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4717d890-fdc5-46c3-b156-ef5454b1d214 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.170428 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4717d890-fdc5-46c3-b156-ef5454b1d214 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2359438 Oct 23 01:59:43.173174 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43966) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:43.177365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-0ccd6c00-1479-40e2-aae5-23e20a864a1b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': 'd03bab86-003a-46ca-a5dd-c8b51adb0615', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:43.264728 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-0ccd6c00-1479-40e2-aae5-23e20a864a1b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Project 4d728228866e4ebba0693ec37d2aeef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:59:43.270801 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6c00-1479-40e2-aae5-23e20a864a1b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (21f184fd-435e-402e-879a-9d7b2f391084), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.329268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6c00-1479-40e2-aae5-23e20a864a1b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (21f184fd-435e-402e-879a-9d7b2f391084), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.407348 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6c00-1479-40e2-aae5-23e20a864a1b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (21f184fd-435e-402e-879a-9d7b2f391084), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.425928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd6c00-1479-40e2-aae5-23e20a864a1b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f184fd-435e-402e-879a-9d7b2f391084,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:43.494975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6c00-1479-40e2-aae5-23e20a864a1b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.496168 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0ccd6c00-1479-40e2-aae5-23e20a864a1b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220820 Oct 23 01:59:43.499000 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43968) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:43.503264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-acdc4256-830c-40f5-8826-dab61828199d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': 'd03bab86-003a-46ca-a5dd-c8b51adb0615', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:43.567761 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-acdc4256-830c-40f5-8826-dab61828199d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Project 4d728228866e4ebba0693ec37d2aeef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:59:43.574607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acdc4256-830c-40f5-8826-dab61828199d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (c3463eab-a0b6-45e9-8542-700d66633a5e), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.617669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:43.636836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acdc4256-830c-40f5-8826-dab61828199d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (c3463eab-a0b6-45e9-8542-700d66633a5e), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.693327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acdc4256-830c-40f5-8826-dab61828199d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (c3463eab-a0b6-45e9-8542-700d66633a5e), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.715118 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc4256-830c-40f5-8826-dab61828199d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3463eab-a0b6-45e9-8542-700d66633a5e,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:43.791445 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acdc4256-830c-40f5-8826-dab61828199d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.793817 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-acdc4256-830c-40f5-8826-dab61828199d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2928162 Oct 23 01:59:43.795799 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43970) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:43.800833 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'network': {'name': 'tempest-network-smoke--559423039', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'port_security_enabled': True}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:43.886590 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:59:43.890152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.913383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:59:43.922005 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (be0525b5-6cec-41b3-81ed-ec79b69b7b42), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:43.922347 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Added segment be0525b5-6cec-41b3-81ed-ec79b69b7b42 of type vlan for network e633f166-8516-48a3-b97a-62a4e95ceeea Oct 23 01:59:43.969483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (e633f166-8516-48a3-b97a-62a4e95ceeea), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.024667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (e633f166-8516-48a3-b97a-62a4e95ceeea), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.029631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:44.031205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.065038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.102185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Network': ['ID=e633f166-8516-48a3-b97a-62a4e95ceeea,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:44.113493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network e633f166-8516-48a3-b97a-62a4e95ceeea details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:59:44.128244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.147730 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-af5350a6-c282-4881-92c5-4c45788959a2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3506856 Oct 23 01:59:44.150268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43972) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:44.154559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'admin_state_up': True, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:44.166564 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=76,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:44.225136 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.226227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.276422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_controller (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.437510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.646139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.665085 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.766784 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.36.3.120 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/83c0add3-4bf1-4d26-851c-2b236d48a4b6) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:59:44.821713 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:44.869396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.973507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:44.980643 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:45.006295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:59:45.011251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:59:45.017900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:59:45.046294 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=83c0add3-4bf1-4d26-851c-2b236d48a4b6,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:45.093574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:45.331176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:45.794951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:45.976117 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:45.978810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router a1ef79ca-3eda-4d06-8f9b-de948cc3513c is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:59:46.079367 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:59:46.090087 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Sync routers for ids ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:59:46.100652 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Routers {'a1ef79ca-3eda-4d06-8f9b-de948cc3513c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:59:46.106098 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:59:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:46.146739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:46.148053 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5ffeffb0-1fca-4904-a103-2db6d8715b56 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9968426 Oct 23 01:59:46.151838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43976) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:46.186073 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0c7ffff5-0384-42d6-8f06-6bbbd74554f5 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=4d728228866e4ebba0693ec37d2aeef7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330899 Oct 23 01:59:46.188535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43978) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:46.202366 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Set router a1ef79ca-3eda-4d06-8f9b-de948cc3513c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:59:46.338266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd00a45b-9760-45a0-b9b2-2d40d8bf8ed1 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:46.342358 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-fd00a45b-9760-45a0-b9b2-2d40d8bf8ed1 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1503322 Oct 23 01:59:46.342576 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43980) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:46.364575 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:45Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:46.377706 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-284417a2-b9f1-4d60-9089-598dab6253fd tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318530 Oct 23 01:59:46.377919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43982) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:46.382555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1057227197', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:46.393037 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Checking router: a1ef79ca-3eda-4d06-8f9b-de948cc3513c for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:59:46.393383 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Updating router a1ef79ca-3eda-4d06-8f9b-de948cc3513c port 83c0add3-4bf1-4d26-851c-2b236d48a4b6 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:59:46.421598 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:46.469249 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:46.579205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:59:46.583470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:46.662357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:46.702780 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Publish callbacks [] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:46.762224 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:46.795551 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Attempting to bind port 83c0add3-4bf1-4d26-851c-2b236d48a4b6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:59:46.795912 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Attempting to bind port 83c0add3-4bf1-4d26-851c-2b236d48a4b6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:59:46.796271 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Attempting to bind port 83c0add3-4bf1-4d26-851c-2b236d48a4b6 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:59:46.802187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (47043eea-12f7-456a-91ae-bd45b08bfe68), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:46.835135 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Pushing event updated for resources: {'Port': ['ID=83c0add3-4bf1-4d26-851c-2b236d48a4b6,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:46.844989 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.847982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.847982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.847982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.847982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.847982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.847982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.847982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.847982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.847982 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.848844 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.848844 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.849028 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.849184 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.849502 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:59:46.864171 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:59:46.864542 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:59:46.864938 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:46.865323 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:59:46.865884 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Bound port: 83c0add3-4bf1-4d26-851c-2b236d48a4b6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:59:46.866183 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:46.868477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Subnet': ['ID=47043eea-12f7-456a-91ae-bd45b08bfe68,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:46.878190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Checking segment: {'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:59:46.878557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network hostable DHCP agents. Network: e633f166-8516-48a3-b97a-62a4e95ceeea, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:59:46.915202 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] For port 83c0add3-4bf1-4d26-851c-2b236d48a4b6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:59:46.918309 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] For port 83c0add3-4bf1-4d26-851c-2b236d48a4b6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83c0add3-4bf1-4d26-851c-2b236d48a4b6,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:59:46.944508 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network e633f166-8516-48a3-b97a-62a4e95ceeea is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:59:46.974926 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:47.010874 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Routers {'a1ef79ca-3eda-4d06-8f9b-de948cc3513c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:59:47.011470 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:59:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:47.024605 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e633f166-8516-48a3-b97a-62a4e95ceeea) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:59:47.028734 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:47.029361 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:47.035298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e587fa0-b732-415d-84f8-d3492a60eb98 None None] Network e633f166-8516-48a3-b97a-62a4e95ceeea requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:59:47.066923 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:47.073265 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01811e-9ded-4132-b03d-728e9ec0a9cd None None] Pushing event updated for resources: {'Port': ['ID=83c0add3-4bf1-4d26-851c-2b236d48a4b6,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:47.089991 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:47.108580 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1a4b80a1-a026-46dc-b4e4-3217a8f69cd7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7293220 Oct 23 01:59:47.111072 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 43986) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:59:47.138390 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] Set router a1ef79ca-3eda-4d06-8f9b-de948cc3513c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:59:47.142157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e633f166-8516-48a3-b97a-62a4e95ceeea', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:59:47.143196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:47.290684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Allocated IP 172.20.0.2 (e633f166-8516-48a3-b97a-62a4e95ceeea/47043eea-12f7-456a-91ae-bd45b08bfe68/d061c1ad-93a7-4f87-9010-615cdb4551e6) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:59:47.415674 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:45Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:47.441219 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57296943-c84e-45c6-88a4-bac42935cc28 None None] The sync data for ids ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'] in dv-neutron-master-2-hyperv is: [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:45Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:59:47.445292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Publish callbacks [] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:47.496413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:47.516903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:47.565941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Network e633f166-8516-48a3-b97a-62a4e95ceeea is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:59:47.569211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:59:47.572048 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:59:47.579159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:47.579447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Pushing event updated for resources: {'Port': ['ID=d061c1ad-93a7-4f87-9010-615cdb4551e6,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:47.631872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:47.641733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Attempting to bind port d061c1ad-93a7-4f87-9010-615cdb4551e6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:59:47.642136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Attempting to bind port d061c1ad-93a7-4f87-9010-615cdb4551e6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:59:47.642491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Attempting to bind port d061c1ad-93a7-4f87-9010-615cdb4551e6 on network e633f166-8516-48a3-b97a-62a4e95ceeea {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:59:47.702907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:59:47.703218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Checking segment: {'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:59:47.703622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:47.704028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Bound using segment: {'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:59:47.704564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Bound port: d061c1ad-93a7-4f87-9010-615cdb4551e6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:59:47.704948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:47.792791 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:47.808736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] For port d061c1ad-93a7-4f87-9010-615cdb4551e6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:59:47.812755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] For port d061c1ad-93a7-4f87-9010-615cdb4551e6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d061c1ad-93a7-4f87-9010-615cdb4551e6,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:59:47.875186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:47.883054 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:47.930117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:47.933611 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.20.0.1 (e633f166-8516-48a3-b97a-62a4e95ceeea/47043eea-12f7-456a-91ae-bd45b08bfe68/15d18f76-9690-4416-83c1-f1b33b5ad114) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:59:47.954538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfeab8-757d-4a88-b5dc-b799f083feff None None] Pushing event updated for resources: {'Port': ['ID=d061c1ad-93a7-4f87-9010-615cdb4551e6,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:48.087556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:48.181297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:48.222029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network e633f166-8516-48a3-b97a-62a4e95ceeea is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:59:48.225647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:59:48.228739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:59:48.277758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=15d18f76-9690-4416-83c1-f1b33b5ad114,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:48.294162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:48.502991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:48.512753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:48.796024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:48.859129 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:48.859336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7731ea2c-674e-409e-9060-d3c002d7d45f None None] Network e633f166-8516-48a3-b97a-62a4e95ceeea requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:59:48.937277 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=15d18f76-9690-4416-83c1-f1b33b5ad114,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:48.939883 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:48.978616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4d318b8c-c54a-4fe6-bb97-aa513857a948 None None] Provisioning complete for port d061c1ad-93a7-4f87-9010-615cdb4551e6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:48.979243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4d318b8c-c54a-4fe6-bb97-aa513857a948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:48.979762 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4d318b8c-c54a-4fe6-bb97-aa513857a948 None None] Attempt 1 to provision port d061c1ad-93a7-4f87-9010-615cdb4551e6 Oct 23 01:59:49.041878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network e633f166-8516-48a3-b97a-62a4e95ceeea is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:59:49.043449 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:59:49.064288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4d318b8c-c54a-4fe6-bb97-aa513857a948 None None] Current status of the port d061c1ad-93a7-4f87-9010-615cdb4551e6 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:59:49.064688 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4d318b8c-c54a-4fe6-bb97-aa513857a948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:49.102214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-4d318b8c-c54a-4fe6-bb97-aa513857a948 None None] For port d061c1ad-93a7-4f87-9010-615cdb4551e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d061c1ad-93a7-4f87-9010-615cdb4551e6,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:59:49.168098 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router a1ef79ca-3eda-4d06-8f9b-de948cc3513c has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:59:49.202183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4d318b8c-c54a-4fe6-bb97-aa513857a948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:49.262312 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:49.263736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d318b8c-c54a-4fe6-bb97-aa513857a948 None None] Pushing event updated for resources: {'Port': ['ID=d061c1ad-93a7-4f87-9010-615cdb4551e6,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:49.289398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:59:49.297766 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dadc0b7e-6601-4d38-89f7-a7523b55174c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "PUT /networking/v2.0/routers/a1ef79ca-3eda-4d06-8f9b-de948cc3513c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1830306 Oct 23 01:59:49.321198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0aed8a1c-1e7a-45ed-a663-85c9ffc809e1 None None] Provisioning complete for port 15d18f76-9690-4416-83c1-f1b33b5ad114 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:49.321576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0aed8a1c-1e7a-45ed-a663-85c9ffc809e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:49.321951 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0aed8a1c-1e7a-45ed-a663-85c9ffc809e1 None None] Attempt 1 to provision port 15d18f76-9690-4416-83c1-f1b33b5ad114 Oct 23 01:59:49.372228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0aed8a1c-1e7a-45ed-a663-85c9ffc809e1 None None] Port 15d18f76-9690-4416-83c1-f1b33b5ad114 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:59:49.380760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0aed8a1c-1e7a-45ed-a663-85c9ffc809e1 None None] Provisioning complete for port d061c1ad-93a7-4f87-9010-615cdb4551e6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:49.381125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0aed8a1c-1e7a-45ed-a663-85c9ffc809e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:49.381462 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0aed8a1c-1e7a-45ed-a663-85c9ffc809e1 None None] Attempt 1 to provision port d061c1ad-93a7-4f87-9010-615cdb4551e6 Oct 23 01:59:49.466092 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Sync routers for ids ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:59:49.476366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d061c1ad-93a7-4f87-9010-615cdb4551e6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:59:49.516782 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-86c15033-3614-4942-8b7d-e9f9807d61d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2137472854&fields=id&tenant_id=4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 267 time: 0.0468717 Oct 23 01:59:49.521867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0aed8a1c-1e7a-45ed-a663-85c9ffc809e1 None None] Current status of the port d061c1ad-93a7-4f87-9010-615cdb4551e6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:59:49.528497 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Routers {'a1ef79ca-3eda-4d06-8f9b-de948cc3513c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:59:49.529136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:59:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:49.592389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port d061c1ad-93a7-4f87-9010-615cdb4551e6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:49.592766 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:49.593101 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port d061c1ad-93a7-4f87-9010-615cdb4551e6 Oct 23 01:59:49.650659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-73861d81-8195-4815-8f59-7240e71c3786 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:49.657577 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-73861d81-8195-4815-8f59-7240e71c3786 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/networks?id=e633f166-8516-48a3-b97a-62a4e95ceeea HTTP/1.1" status: 200 len: 796 time: 0.1328030 Oct 23 01:59:49.665763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:49.669119 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-efb3a87d-e001-49f0-8c05-a37549515781 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/quotas/4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 375 time: 0.0105987 Oct 23 01:59:49.673615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0d5f0345-8909-41b4-b96a-d09268642206 None None] Provisioning complete for port 15d18f76-9690-4416-83c1-f1b33b5ad114 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:49.677339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0d5f0345-8909-41b4-b96a-d09268642206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:49.677339 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0d5f0345-8909-41b4-b96a-d09268642206 None None] Attempt 1 to provision port 15d18f76-9690-4416-83c1-f1b33b5ad114 Oct 23 01:59:49.702534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Set router a1ef79ca-3eda-4d06-8f9b-de948cc3513c gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:59:49.723729 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-07876ba4-ed8b-4a6a-88df-f8e254cee02b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487871 Oct 23 01:59:49.782610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f0345-8909-41b4-b96a-d09268642206 None None] Port 15d18f76-9690-4416-83c1-f1b33b5ad114 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:59:49.859750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port d061c1ad-93a7-4f87-9010-615cdb4551e6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:59:49.860733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 83c0add3-4bf1-4d26-851c-2b236d48a4b6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:59:49.873730 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-eea9f377-a959-4d27-b7ec-b88c04277890 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371975 Oct 23 01:59:49.928214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0b45a07e-ffd3-4a41-a91e-775ff430c475 None None] Provisioning complete for port 15d18f76-9690-4416-83c1-f1b33b5ad114 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:49.928586 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0b45a07e-ffd3-4a41-a91e-775ff430c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:49.928925 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0b45a07e-ffd3-4a41-a91e-775ff430c475 None None] Attempt 1 to provision port 15d18f76-9690-4416-83c1-f1b33b5ad114 Oct 23 01:59:49.930593 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:49.975108 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-ace7af70-14ae-4c2b-9e98-f5d15547e94d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954592 Oct 23 01:59:49.995335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 83c0add3-4bf1-4d26-851c-2b236d48a4b6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:49.995965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:49.996098 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 83c0add3-4bf1-4d26-851c-2b236d48a4b6 Oct 23 01:59:50.004847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:50.023790 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0b45a07e-ffd3-4a41-a91e-775ff430c475 None None] Port 15d18f76-9690-4416-83c1-f1b33b5ad114 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:59:50.034215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:48Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '15d18f76-9690-4416-83c1-f1b33b5ad114', 'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:e6:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:47Z', 'updated_at': '2022-10-23T01:59:48Z', 'revision_number': 2, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:50.067251 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Checking router: a1ef79ca-3eda-4d06-8f9b-de948cc3513c for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:59:50.067604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Updating router a1ef79ca-3eda-4d06-8f9b-de948cc3513c port 15d18f76-9690-4416-83c1-f1b33b5ad114 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:59:50.120212 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:50.135183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:50.146183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 83c0add3-4bf1-4d26-851c-2b236d48a4b6 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:59:50.146565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:50.194941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 83c0add3-4bf1-4d26-851c-2b236d48a4b6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83c0add3-4bf1-4d26-851c-2b236d48a4b6,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:59:50.210051 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed0226a-24d9-4bdf-9ad6-5650b68e6c5a req-bff3b573-3dcf-4e86-9039-7b6015ee22cd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 210 time: 0.0335481 Oct 23 01:59:50.249696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:50.283827 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:50.325878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=83c0add3-4bf1-4d26-851c-2b236d48a4b6,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:50.457114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Publish callbacks [] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:50.543823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:50.744950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3440e58-8443-4e1a-a32b-5620bacfa7e8 None None] Pushing event updated for resources: {'Port': ['ID=15d18f76-9690-4416-83c1-f1b33b5ad114,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:50.777008 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Attempting to bind port 15d18f76-9690-4416-83c1-f1b33b5ad114 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:59:50.777336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Attempting to bind port 15d18f76-9690-4416-83c1-f1b33b5ad114 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:59:50.777739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Attempting to bind port 15d18f76-9690-4416-83c1-f1b33b5ad114 on network e633f166-8516-48a3-b97a-62a4e95ceeea {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:59:50.818999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:59:50.822598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Checking segment: {'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:59:50.822598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:50.822598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Bound using segment: {'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:59:50.822598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Bound port: 15d18f76-9690-4416-83c1-f1b33b5ad114, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:59:50.822598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:50.883298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] For port 15d18f76-9690-4416-83c1-f1b33b5ad114, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:59:50.886338 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] For port 15d18f76-9690-4416-83c1-f1b33b5ad114, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d18f76-9690-4416-83c1-f1b33b5ad114,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:59:50.963170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:50.996153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Routers {'a1ef79ca-3eda-4d06-8f9b-de948cc3513c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:59:50.996759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:59:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:51.052098 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3440e58-8443-4e1a-a32b-5620bacfa7e8 None None] Pushing event updated for resources: {'Port': ['ID=15d18f76-9690-4416-83c1-f1b33b5ad114,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:51.116557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] Set router a1ef79ca-3eda-4d06-8f9b-de948cc3513c gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:59:51.306773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:48Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '15d18f76-9690-4416-83c1-f1b33b5ad114', 'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:e6:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:47Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:59:51.319683 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-58c58638-08ee-4a80-895e-421d8a92a6e4 req-6b6eedb1-d49f-4a3d-aeb3-a44b6985dd9b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 210 time: 0.0291502 Oct 23 01:59:51.339060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30938e14-0040-4981-959c-4d1d2e90c14e None None] The sync data for ids ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'] in dv-neutron-master-2-hyperv is: [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:48Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '15d18f76-9690-4416-83c1-f1b33b5ad114', 'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:e6:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:47Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:59:51.453090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 83c0add3-4bf1-4d26-851c-2b236d48a4b6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:59:51.499557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 83c0add3-4bf1-4d26-851c-2b236d48a4b6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:51.499920 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:51.500500 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 83c0add3-4bf1-4d26-851c-2b236d48a4b6 Oct 23 01:59:51.577527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 83c0add3-4bf1-4d26-851c-2b236d48a4b6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:59:52.247999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:52.372999 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-8467ca26-f078-4c8e-9684-42fa66d27241 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:52.372999 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-8467ca26-f078-4c8e-9684-42fa66d27241 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/networks?id=e633f166-8516-48a3-b97a-62a4e95ceeea HTTP/1.1" status: 200 len: 796 time: 0.1114395 Oct 23 01:59:52.431430 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-864505ec-a862-43c2-8d27-e5806553ba75 req-2a003dc4-5ba2-412e-a3aa-281e9c4a81b0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 210 time: 0.0315099 Oct 23 01:59:52.462792 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-58f5c5fe-4310-4556-95c9-efb6bd5b5ec1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 380 time: 0.0763628 Oct 23 01:59:52.471401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'port': {'device_id': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'admin_state_up': True, 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'security_groups': ['d03bab86-003a-46ca-a5dd-c8b51adb0615']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:52.669253 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:59:52.673238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:52.806449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.20.0.14 (e633f166-8516-48a3-b97a-62a4e95ceeea/47043eea-12f7-456a-91ae-bd45b08bfe68/110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:59:52.946579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:52.972883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:53.013481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:53.061079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network e633f166-8516-48a3-b97a-62a4e95ceeea is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:59:53.066128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:59:53.068262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:53.070460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:59:53.118718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:53.119496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:53.193001 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-304240ee-c94d-4065-b666-51530615532b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7251561 Oct 23 01:59:53.209847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Request body: {'port': {'device_id': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:59:53.260732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ad49bdbf-b730-497d-9b3d-82267279ed39 None None] Provisioning complete for port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:53.261352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ad49bdbf-b730-497d-9b3d-82267279ed39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:53.261627 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ad49bdbf-b730-497d-9b3d-82267279ed39 None None] Attempt 1 to provision port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 Oct 23 01:59:53.268410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:53.278047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:53.293095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ad49bdbf-b730-497d-9b3d-82267279ed39 None None] Port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:59:53.393073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 15d18f76-9690-4416-83c1-f1b33b5ad114 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:59:53.421443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:53.438724 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 15d18f76-9690-4416-83c1-f1b33b5ad114 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:53.439104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:53.439439 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 15d18f76-9690-4416-83c1-f1b33b5ad114 Oct 23 01:59:53.464018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:53.518635 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 15d18f76-9690-4416-83c1-f1b33b5ad114 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:59:53.519024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:53.553293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 15d18f76-9690-4416-83c1-f1b33b5ad114, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d18f76-9690-4416-83c1-f1b33b5ad114,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:59:53.587441 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8b08b-c79d-4633-83cc-0b073c2f663b req-d9be5134-fc01-4410-a7d4-a2457390a938 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:53.588931 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-53e8b08b-c79d-4633-83cc-0b073c2f663b req-d9be5134-fc01-4410-a7d4-a2457390a938 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 932 time: 0.0698814 Oct 23 01:59:53.630426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:53.634461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:53.665099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 {{(pid=105985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:59:53.678389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=15d18f76-9690-4416-83c1-f1b33b5ad114,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:53.681032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Publish callbacks [] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:53.690016 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-53e8b08b-c79d-4633-83cc-0b073c2f663b req-079c8ea7-b9d6-4c3d-908b-f41586d2596f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901558 Oct 23 01:59:53.702662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.provisioning_blocks [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Transition to ACTIVE for port object 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 will not be triggered until provisioned by entity L2. {{(pid=105985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:59:53.784706 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:53.865574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:53.896957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Attempting to bind port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:59:53.897296 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Attempting to bind port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:59:53.897625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Attempting to bind port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 on network e633f166-8516-48a3-b97a-62a4e95ceeea {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:59:53.938329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 on network e633f166-8516-48a3-b97a-62a4e95ceeea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:59:53.938657 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Attempting to bind port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 on network e633f166-8516-48a3-b97a-62a4e95ceeea {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:59:53.968737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:53.980297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:59:53.980635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Checking segment: {'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:59:53.981019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Bound using segment: {'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:59:53.981452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Bound port: 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be0525b5-6cec-41b3-81ed-ec79b69b7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea'}}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:59:53.981834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:54.046966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] For port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:59:54.049951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] For port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:59:54.132641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:54.136698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:54.137340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:54.139303 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 HTTP/1.1" status: 200 len: 1094 time: 0.9337814 Oct 23 01:59:54.139848 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:59:54.142114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5161c78e-ac52-428e-a188-7b73112e54e6" -d '{"events": [{"name": "network-changed", "server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:59:54.180899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bd6e47-0e84-4ee5-a92e-eaa782091352 x-openstack-request-id: req-00bd6e47-0e84-4ee5-a92e-eaa782091352 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:59:54.181184 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:59:54.181432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00bd6e47-0e84-4ee5-a92e-eaa782091352 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:59:54.181858 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00bd6e47-0e84-4ee5-a92e-eaa782091352'] response: {'name': 'network-changed', 'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'status': 'completed', 'code': 200} Oct 23 01:59:54.191033 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a43b7-5a4d-4044-9062-ec95b196f2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:54.297938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161c78e-ac52-428e-a188-7b73112e54e6 req-5b5cb5f3-fb6c-4fa7-9bfe-6133eb7717cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:54.299360 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5161c78e-ac52-428e-a188-7b73112e54e6 req-5b5cb5f3-fb6c-4fa7-9bfe-6133eb7717cc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 1128 time: 0.0721817 Oct 23 01:59:54.459599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:54.468609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161c78e-ac52-428e-a188-7b73112e54e6 req-bcece665-2dc4-4962-a37c-db7f921fff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:54.470093 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5161c78e-ac52-428e-a188-7b73112e54e6 req-bcece665-2dc4-4962-a37c-db7f921fff43 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=4d728228866e4ebba0693ec37d2aeef7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1554856 Oct 23 01:59:54.625064 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161c78e-ac52-428e-a188-7b73112e54e6 req-a0ae8bac-b8b9-43a7-8d3d-d05004e4ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:54.626543 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5161c78e-ac52-428e-a188-7b73112e54e6 req-a0ae8bac-b8b9-43a7-8d3d-d05004e4ab33 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512330 Oct 23 01:59:55.012991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-8fc30266-2f0a-4ee6-915c-a7330bd92ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:55.014377 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-8fc30266-2f0a-4ee6-915c-a7330bd92ea3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 1128 time: 0.3293443 Oct 23 01:59:55.031535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90e263-f39f-4922-a70d-251df865389c req-90206a89-3a38-457f-9ea2-6ccdc32c0769 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:55.032888 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cf90e263-f39f-4922-a70d-251df865389c req-90206a89-3a38-457f-9ea2-6ccdc32c0769 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 944 time: 0.0516937 Oct 23 01:59:55.096472 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-e0d9d3d5-93d9-4852-88fb-2dd070a7aef2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 HTTP/1.1" status: 200 len: 217 time: 0.0626884 Oct 23 01:59:55.166069 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cf90e263-f39f-4922-a70d-251df865389c req-fd4783f8-d8c6-4f85-a260-1de591a7d55a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262026 Oct 23 01:59:55.171394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-5d8a8730-ff85-46c2-880f-71d1dffcc150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:55.172764 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-5d8a8730-ff85-46c2-880f-71d1dffcc150 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=47043eea-12f7-456a-91ae-bd45b08bfe68 HTTP/1.1" status: 200 len: 835 time: 0.0694811 Oct 23 01:59:55.249769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-854f07c5-05e8-4eba-9aaa-b7e5bdb83ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:55.251258 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-854f07c5-05e8-4eba-9aaa-b7e5bdb83ac1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e633f166-8516-48a3-b97a-62a4e95ceeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0729036 Oct 23 01:59:55.339796 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-6e3f1a91-8d9b-4383-a46a-6708ff081f45 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830362 Oct 23 01:59:55.385385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 15d18f76-9690-4416-83c1-f1b33b5ad114 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:59:55.432775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 15d18f76-9690-4416-83c1-f1b33b5ad114 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:59:55.433150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:55.433484 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 15d18f76-9690-4416-83c1-f1b33b5ad114 Oct 23 01:59:55.434923 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e469911f-626b-4036-be3e-c7c5c2aeb017 req-842a1716-2566-4ca7-9843-6cf82f88aa2c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898409 Oct 23 01:59:55.504952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 15d18f76-9690-4416-83c1-f1b33b5ad114 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:59:56.286487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383ea0e-cd1f-49a8-a3e8-cf0a4ecda030 req-0ce09ed1-297d-4f5b-a0ab-980a60db7ac8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:56.287956 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d383ea0e-cd1f-49a8-a3e8-cf0a4ecda030 req-0ce09ed1-297d-4f5b-a0ab-980a60db7ac8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 944 time: 0.0464368 Oct 23 01:59:56.337245 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d383ea0e-cd1f-49a8-a3e8-cf0a4ecda030 req-d1975349-89e1-4531-8bed-3c45eb102d60 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 Oct 23 01:59:57.457505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41d45f-2d85-4e12-9d01-f69ecb00abee req-f378c8e0-e887-470b-8d09-cd2ce559ab1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:57.459003 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9a41d45f-2d85-4e12-9d01-f69ecb00abee req-f378c8e0-e887-470b-8d09-cd2ce559ab1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 944 time: 0.0474651 Oct 23 01:59:57.507590 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9a41d45f-2d85-4e12-9d01-f69ecb00abee req-0e64a1dc-0b15-4376-a6fd-5daf5ed2c518 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Oct 23 01:59:57.979404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:59:58.077940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:59:58.089214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'port_id': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'mac_address': 'fa:16:3e:93:da:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:59:58.122691 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:59:58.123073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:58.135567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:59:58.155483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:59:58.235975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:59:58.285101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:59:58.514189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:59:58.627739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cef028-d26c-4612-b54b-6bd604001948 req-8f553e60-4300-48f5-a669-a31b3cba2940 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:58.629664 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c2cef028-d26c-4612-b54b-6bd604001948 req-8f553e60-4300-48f5-a669-a31b3cba2940 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 945 time: 0.0475953 Oct 23 01:59:58.678593 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c2cef028-d26c-4612-b54b-6bd604001948 req-0696bd91-66dd-45ef-ae9e-4890995039bd tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 Oct 23 01:59:59.800691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd0258-5bf1-42d0-b334-37d84ba8ea80 req-721931e2-2ca1-4d82-8f26-932cd4229982 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:59:59.802159 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-02dd0258-5bf1-42d0-b334-37d84ba8ea80 req-721931e2-2ca1-4d82-8f26-932cd4229982 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 945 time: 0.0505774 Oct 23 01:59:59.841619 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:59:59.850158 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-02dd0258-5bf1-42d0-b334-37d84ba8ea80 req-5e9635e3-1079-44fc-b628-cc64009b2377 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417695 Oct 23 01:59:59.994931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:00:00.036734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:00:00.115367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:00:00.115769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:00.116111 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 Oct 23 02:00:00.187925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:00:00.188308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:00.213881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:00:00.216087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769bba60-7e99-4358-a729-5be70e95a1a4" -d '{"events": [{"server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "name": "network-vif-plugged", "status": "completed", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:00:00.228959 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:00:00.307597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d443297a-84c3-44a2-883d-608c3e50d11f x-openstack-request-id: req-d443297a-84c3-44a2-883d-608c3e50d11f {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:00:00.307893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "name": "network-vif-plugged", "status": "completed", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:00:00.308144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d443297a-84c3-44a2-883d-608c3e50d11f {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:00:00.308552 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d443297a-84c3-44a2-883d-608c3e50d11f'] response: {'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'code': 200} Oct 23 02:00:00.315607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:00.363961 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:00:00.614931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39ab3a-a241-4b7c-9e34-3f7b0b0067d6 req-c1b7a064-166e-4678-b503-6807b6fde7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:00.616413 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0c39ab3a-a241-4b7c-9e34-3f7b0b0067d6 req-c1b7a064-166e-4678-b503-6807b6fde7b3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 1130 time: 0.0388391 Oct 23 02:00:00.669490 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0c39ab3a-a241-4b7c-9e34-3f7b0b0067d6 req-000a4999-88cc-4214-8713-9ce125f9ec31 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459988 Oct 23 02:00:00.977708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f48513-3486-4660-aeb5-2e6a18c9352d req-5ba31448-6171-4d57-8c46-b8dc3067c3ba tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:00.979224 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e0f48513-3486-4660-aeb5-2e6a18c9352d req-5ba31448-6171-4d57-8c46-b8dc3067c3ba tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0497203 Oct 23 02:00:01.032139 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e0f48513-3486-4660-aeb5-2e6a18c9352d req-9b2b8f7e-1246-4cdd-9b95-a9f7a9c1d5c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471869 Oct 23 02:00:02.158792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6a393-5559-42fa-98b3-3af635d5123f req-a244e40b-22c0-4b63-b03c-f6b61dd42a11 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:02.160292 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-16e6a393-5559-42fa-98b3-3af635d5123f req-a244e40b-22c0-4b63-b03c-f6b61dd42a11 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0511029 Oct 23 02:00:02.200275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:02.208947 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-16e6a393-5559-42fa-98b3-3af635d5123f req-2a4a77ac-806b-469a-9fcd-8aa065037a2c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430756 Oct 23 02:00:02.328012 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaebd4-c952-4161-9863-18ae200d2790 req-44fab641-0653-46d4-9977-3ec9c0199dd8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:02.329485 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-52aaebd4-c952-4161-9863-18ae200d2790 req-44fab641-0653-46d4-9977-3ec9c0199dd8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0469499 Oct 23 02:00:02.377445 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-52aaebd4-c952-4161-9863-18ae200d2790 req-eeb611e6-271e-4cc5-a034-c1e08b43997b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Oct 23 02:00:02.404753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44060) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:00:02.442804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfea45b-9a44-432b-9746-f7cc8c54fbb8 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:02.444272 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1dfea45b-9a44-432b-9746-f7cc8c54fbb8 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 1125 time: 0.0385866 Oct 23 02:00:02.447573 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44062) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:00:02.451776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:00:02.527133 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:02.572660 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:02.610065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:02.715038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.36.3.218 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/538c3d57-3572-4961-aae3-50b1c900d1c9) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:00:02.815115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (538c3d57-3572-4961-aae3-50b1c900d1c9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:02.898866 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (538c3d57-3572-4961-aae3-50b1c900d1c9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:02.935634 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:02.939023 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:00:02.944227 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:00:02.948195 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:00:02.973751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=538c3d57-3572-4961-aae3-50b1c900d1c9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:00:03.312489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (6c269bb4-fd86-4992-b42b-37eecc1323f3), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:03.442063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (538c3d57-3572-4961-aae3-50b1c900d1c9), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:03.468201 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:03.606124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (538c3d57-3572-4961-aae3-50b1c900d1c9), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:03.652980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (538c3d57-3572-4961-aae3-50b1c900d1c9), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:03.720423 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (6c269bb4-fd86-4992-b42b-37eecc1323f3), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:03.722069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=538c3d57-3572-4961-aae3-50b1c900d1c9,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:00:03.821051 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Floating IP 6c269bb4-fd86-4992-b42b-37eecc1323f3 associated. External IP: 172.36.3.218, port: 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0. Oct 23 02:00:03.864559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:04.026798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router a1ef79ca-3eda-4d06-8f9b-de948cc3513c has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:00:04.129053 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:00:04.138353 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bf969e-a5d8-4379-b3b2-5b165f3738c8 None None] Sync routers for ids ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:00:04.149306 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf969e-a5d8-4379-b3b2-5b165f3738c8 None None] Routers {'a1ef79ca-3eda-4d06-8f9b-de948cc3513c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:00:04.149958 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-68bf969e-a5d8-4379-b3b2-5b165f3738c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:59:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:00:04.203379 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:04.239839 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4be4303b-4ec8-4ee4-b023-372b9bde144c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7887475 Oct 23 02:00:04.239839 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:00:04.240239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb8271c-5e59-4459-a0f7-5aae9795e6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:00:04.252042 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-68bf969e-a5d8-4379-b3b2-5b165f3738c8 None None] Set router a1ef79ca-3eda-4d06-8f9b-de948cc3513c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:00:04.284846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2e197-5fef-4b22-bf2f-b3c9d08498aa x-openstack-request-id: req-53c2e197-5fef-4b22-bf2f-b3c9d08498aa {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:00:04.285139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:00:04.285390 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53c2e197-5fef-4b22-bf2f-b3c9d08498aa {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:00:04.285910 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c2e197-5fef-4b22-bf2f-b3c9d08498aa'] response: {'name': 'network-changed', 'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'status': 'completed', 'code': 200} Oct 23 02:00:04.340565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb71d8-b82c-4638-bf6c-72cab843251c req-5f42a60f-913b-4c1d-912b-9e5d21edfebe tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:04.342718 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0deb71d8-b82c-4638-bf6c-72cab843251c req-5f42a60f-913b-4c1d-912b-9e5d21edfebe tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0501702 Oct 23 02:00:04.372777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8271c-5e59-4459-a0f7-5aae9795e6b4 req-5f39a0d9-8e4f-46a6-8778-f1d9c43ccd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:04.374327 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-abb8271c-5e59-4459-a0f7-5aae9795e6b4 req-5f39a0d9-8e4f-46a6-8778-f1d9c43ccd1f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 1130 time: 0.0404811 Oct 23 02:00:04.394116 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0deb71d8-b82c-4638-bf6c-72cab843251c req-a69cdf19-30ca-4913-87a3-57a4a011ebbb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452440 Oct 23 02:00:04.426950 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44068) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:00:04.471093 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-68bf969e-a5d8-4379-b3b2-5b165f3738c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:48Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c269bb4-fd86-4992-b42b-37eecc1323f3', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.218', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'port_id': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'mac_address': 'fa:16:3e:93:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:00:03Z', 'updated_at': '2022-10-23T02:00:03Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d18f76-9690-4416-83c1-f1b33b5ad114', 'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:e6:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:47Z', 'updated_at': '2022-10-23T01:59:53Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:00:04.490727 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-35c0b4b3-061e-4176-b74c-bccadc7b67e6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/6c269bb4-fd86-4992-b42b-37eecc1323f3 HTTP/1.1" status: 200 len: 992 time: 0.0623560 Oct 23 02:00:04.496430 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bf969e-a5d8-4379-b3b2-5b165f3738c8 None None] Checking router: a1ef79ca-3eda-4d06-8f9b-de948cc3513c for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:00:04.504720 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf969e-a5d8-4379-b3b2-5b165f3738c8 None None] Routers {'a1ef79ca-3eda-4d06-8f9b-de948cc3513c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:00:04.505315 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-68bf969e-a5d8-4379-b3b2-5b165f3738c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T01:59:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:00:04.529589 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8271c-5e59-4459-a0f7-5aae9795e6b4 req-13a3164b-2664-4580-acfa-7d83e3047a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:04.531098 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-abb8271c-5e59-4459-a0f7-5aae9795e6b4 req-13a3164b-2664-4580-acfa-7d83e3047a76 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=e633f166-8516-48a3-b97a-62a4e95ceeea HTTP/1.1" status: 200 len: 897 time: 0.1511512 Oct 23 02:00:04.606538 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-68bf969e-a5d8-4379-b3b2-5b165f3738c8 None None] Set router a1ef79ca-3eda-4d06-8f9b-de948cc3513c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:00:04.624023 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-abb8271c-5e59-4459-a0f7-5aae9795e6b4 req-f977fbd6-4b37-427a-b3a6-f70f261e768e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 HTTP/1.1" status: 200 len: 1000 time: 0.0862072 Oct 23 02:00:04.630926 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:04.666026 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:04.672043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8271c-5e59-4459-a0f7-5aae9795e6b4 req-c3600711-c813-4763-adb1-3e05aedec933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:04.673517 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-abb8271c-5e59-4459-a0f7-5aae9795e6b4 req-c3600711-c813-4763-adb1-3e05aedec933 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=47043eea-12f7-456a-91ae-bd45b08bfe68 HTTP/1.1" status: 200 len: 835 time: 0.0441811 Oct 23 02:00:04.716884 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8271c-5e59-4459-a0f7-5aae9795e6b4 req-f2881e5a-450b-4396-a0ba-ae4e19679c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:04.718547 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-abb8271c-5e59-4459-a0f7-5aae9795e6b4 req-f2881e5a-450b-4396-a0ba-ae4e19679c4a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e633f166-8516-48a3-b97a-62a4e95ceeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394578 Oct 23 02:00:04.810553 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-abb8271c-5e59-4459-a0f7-5aae9795e6b4 req-99980ba1-1e98-4f06-b9a2-5af6b0e8789f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860326 Oct 23 02:00:04.814314 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-68bf969e-a5d8-4379-b3b2-5b165f3738c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:48Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c269bb4-fd86-4992-b42b-37eecc1323f3', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.218', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'port_id': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'mac_address': 'fa:16:3e:93:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:00:03Z', 'updated_at': '2022-10-23T02:00:03Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d18f76-9690-4416-83c1-f1b33b5ad114', 'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:e6:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:47Z', 'updated_at': '2022-10-23T01:59:53Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:00:04.838677 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bf969e-a5d8-4379-b3b2-5b165f3738c8 None None] The sync data for ids ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'] in dv-neutron-master-2-hyperv is: [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:48Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c269bb4-fd86-4992-b42b-37eecc1323f3', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.218', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'port_id': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'mac_address': 'fa:16:3e:93:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:00:03Z', 'updated_at': '2022-10-23T02:00:03Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d18f76-9690-4416-83c1-f1b33b5ad114', 'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:e6:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:47Z', 'updated_at': '2022-10-23T01:59:53Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:00:04.905709 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-abb8271c-5e59-4459-a0f7-5aae9795e6b4 req-01c9befa-9591-44c6-85f5-79c7e91b76ba service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895858 Oct 23 02:00:05.039475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d5ede-860d-4098-bbd0-25aec0930f57 None None] New status for floating IP 6c269bb4-fd86-4992-b42b-37eecc1323f3: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:00:05.495462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44070) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:00:05.551515 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3ed5c8d7-6254-4a66-99f3-c0fb7895121e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/6c269bb4-fd86-4992-b42b-37eecc1323f3 HTTP/1.1" status: 200 len: 994 time: 0.0550015 Oct 23 02:00:08.852609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0c53ff25-3f55-47d7-afa9-825928e41311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:11.166351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eee38810-75b9-4423-93d7-b210e467d387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:12.657867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:12.978359 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:00:14.063963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:14.150038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:14.482039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=14 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:14.483851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=45 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:15.095198 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-1082ba3a-cac2-489a-acd9-07cee174e3ce service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380747 Oct 23 02:00:15.197725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-b2662863-db4d-43a0-bc2b-643ed5c6fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:15.199249 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-b2662863-db4d-43a0-bc2b-643ed5c6fe90 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 1130 time: 0.0427420 Oct 23 02:00:15.300684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-105ee255-8ea6-4fd2-bb44-4ddfffe3e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:15.302176 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-105ee255-8ea6-4fd2-bb44-4ddfffe3e23e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=e633f166-8516-48a3-b97a-62a4e95ceeea HTTP/1.1" status: 200 len: 897 time: 0.0856705 Oct 23 02:00:15.651751 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-a02db66e-b02e-4169-95de-bb4852ecbbb5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 HTTP/1.1" status: 200 len: 1002 time: 0.3433483 Oct 23 02:00:15.693051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:15.698963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-ac6dce98-79ff-4947-9af5-d1a98c4fd09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:15.700349 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-ac6dce98-79ff-4947-9af5-d1a98c4fd09f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=47043eea-12f7-456a-91ae-bd45b08bfe68 HTTP/1.1" status: 200 len: 835 time: 0.0429959 Oct 23 02:00:15.743464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-c01d9260-2033-429d-bdea-bd2bbd44a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:15.744972 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-c01d9260-2033-429d-bdea-bd2bbd44a4e8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e633f166-8516-48a3-b97a-62a4e95ceeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387492 Oct 23 02:00:15.838410 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-7c59d069-3454-46b3-8fc8-408be9ac6718 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873492 Oct 23 02:00:15.926678 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49c3e853-cb19-46de-821e-3e6fc42e7144 req-d34c3a57-9b11-4dba-bc35-5f71310cdc01 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830419 Oct 23 02:00:22.157734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:22.235346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:22.974059 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=36 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:22.974724 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=91 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:24.004926 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-83de8ca4-60cf-49a2-a864-efc9c46bc0a0 service neutron] (105984) timed out ('10.222.0.36', 40184) {{(pid=105984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 02:00:24.450714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-58566f37-1317-4cba-aa72-398dbf17997b req-d230229e-a455-4e5a-b0f9-13a6798dddf4 tempest-ServerActionsTestJSON-1505154082 tempest-ServerActionsTestJSON-1505154082-project] (105985) timed out ('10.222.0.36', 40198) {{(pid=105985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 02:00:25.922597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=18 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:25.923295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:32.163201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:32.165074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:36.832427 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-479decd7-0ebc-4ac4-9b0f-96c957487182 req-35b0bcc2-5c5f-4ebd-930e-05089b2d8f88 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:00:36.833348 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-479decd7-0ebc-4ac4-9b0f-96c957487182 req-35b0bcc2-5c5f-4ebd-930e-05089b2d8f88 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054872 Oct 23 02:00:37.097946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87eac4-eaf0-419e-915a-67b1f253487f req-b3d46ebb-bedd-44fc-ba6a-080bdf6cce02 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:37.099338 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab87eac4-eaf0-419e-915a-67b1f253487f req-b3d46ebb-bedd-44fc-ba6a-080bdf6cce02 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0474958 Oct 23 02:00:37.148700 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab87eac4-eaf0-419e-915a-67b1f253487f req-409212b1-04e3-4e02-bb57-1a6ff485c498 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 Oct 23 02:00:37.215514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44092) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:00:37.295232 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-8892d071-f4d9-4466-9010-ed747d13152e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786109 Oct 23 02:00:37.304069 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-7d4ac9b6-01ee-4aa6-8a56-383b98a7c4b8 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:00:37.305023 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-7d4ac9b6-01ee-4aa6-8a56-383b98a7c4b8 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051363 Oct 23 02:00:38.271241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe011508-878c-46d4-8b57-07687a858717 req-9d8289f3-2130-4d7f-b82a-ac26277dc214 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:38.272707 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe011508-878c-46d4-8b57-07687a858717 req-9d8289f3-2130-4d7f-b82a-ac26277dc214 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0458722 Oct 23 02:00:38.320692 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fe011508-878c-46d4-8b57-07687a858717 req-04d4eafb-fa48-4ac3-96fb-c51aff3631bf tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Oct 23 02:00:38.784985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44112) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:00:38.829476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c380-dd5c-4187-9132-fc1d36d169c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:38.882637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-99bad4c2-30fb-4238-9cfb-86c6c458b026 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:38.884024 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-99bad4c2-30fb-4238-9cfb-86c6c458b026 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports/110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 HTTP/1.1" status: 200 len: 943 time: 0.0979900 Oct 23 02:00:39.439722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4aff62-eb35-4642-87a6-7e51e8c98489 req-7946566c-a7ed-45ab-8c2f-6a61f0ddc22b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:39.441197 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8c4aff62-eb35-4642-87a6-7e51e8c98489 req-7946566c-a7ed-45ab-8c2f-6a61f0ddc22b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0465372 Oct 23 02:00:39.489333 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8c4aff62-eb35-4642-87a6-7e51e8c98489 req-535e2c4e-9336-49b5-9a4e-611841d68c64 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420675 Oct 23 02:00:40.610046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0a7c0-56e3-48b4-9efd-c79cac6dd3de req-309e5caa-8bac-4223-b230-b997be86497d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:40.611576 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-eaf0a7c0-56e3-48b4-9efd-c79cac6dd3de req-309e5caa-8bac-4223-b230-b997be86497d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0469444 Oct 23 02:00:40.659620 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-eaf0a7c0-56e3-48b4-9efd-c79cac6dd3de req-482247d3-929c-44fc-a274-61edabd89238 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Oct 23 02:00:41.172013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ab2cabea-14c8-43f9-8f15-2440a2a909a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:41.783161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ac1cf-a513-4a6e-9221-7c2d20dede25 req-a75af36d-d9d1-470a-aee6-d79f3115b63a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:41.784629 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ea6ac1cf-a513-4a6e-9221-7c2d20dede25 req-a75af36d-d9d1-470a-aee6-d79f3115b63a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0512683 Oct 23 02:00:41.832848 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ea6ac1cf-a513-4a6e-9221-7c2d20dede25 req-9d997597-ed81-4957-a459-934a294a301f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Oct 23 02:00:41.959524 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:41.960386 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:42.635119 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:42.953008 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c382c-ffd7-48b2-bd25-b2a923230863 req-b31ceee1-9f2f-4ec2-a637-bedbcf2fc654 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:42.954587 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d22c382c-ffd7-48b2-bd25-b2a923230863 req-b31ceee1-9f2f-4ec2-a637-bedbcf2fc654 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0465841 Oct 23 02:00:43.005536 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d22c382c-ffd7-48b2-bd25-b2a923230863 req-72474507-28af-4501-8860-7b54c797cfed tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455043 Oct 23 02:00:43.483148 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-b2bcfea3-465b-424d-b2b6-a6d3c396a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:43.484631 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-b2bcfea3-465b-424d-b2b6-a6d3c396a90f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 1130 time: 0.0403478 Oct 23 02:00:43.579620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-4af76b52-93cd-4918-b72c-d377f8158803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:43.581071 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-4af76b52-93cd-4918-b72c-d377f8158803 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=e633f166-8516-48a3-b97a-62a4e95ceeea HTTP/1.1" status: 200 len: 897 time: 0.0902109 Oct 23 02:00:43.720941 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-4fd405d8-0ea0-4587-88f7-5e7cae15cff9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 HTTP/1.1" status: 200 len: 1002 time: 0.0541568 Oct 23 02:00:43.767659 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-d39676d6-883d-4d74-a620-afe71dc5e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:43.769062 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-d39676d6-883d-4d74-a620-afe71dc5e929 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=47043eea-12f7-456a-91ae-bd45b08bfe68 HTTP/1.1" status: 200 len: 835 time: 0.0431056 Oct 23 02:00:43.813918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-0b3c5619-5654-4955-8c66-16fbcba3067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:43.815364 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-0b3c5619-5654-4955-8c66-16fbcba3067d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e633f166-8516-48a3-b97a-62a4e95ceeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410790 Oct 23 02:00:43.902513 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-c8267384-8ac0-461e-b882-89a4b7c3f8db service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815744 Oct 23 02:00:43.994205 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-2f76c607-e5fc-49bf-a628-10938b8c6f9f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859818 Oct 23 02:00:44.063843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:44.132477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3c0a-7a4c-4da5-9328-663f9f15be12 req-b4053b7c-88a6-4f34-bd6c-4a53f820054a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:44.134001 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fd3f3c0a-7a4c-4da5-9328-663f9f15be12 req-b4053b7c-88a6-4f34-bd6c-4a53f820054a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0489349 Oct 23 02:00:44.149619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:44.184926 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fd3f3c0a-7a4c-4da5-9328-663f9f15be12 req-06d55904-2aac-4cfe-a450-f1ef65c1ff8a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452843 Oct 23 02:00:45.308594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f064d-4cd4-4690-bab3-7bd4193b4f4a req-f1187953-8c1f-42cf-97a8-638987616f5b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:45.310061 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-244f064d-4cd4-4690-bab3-7bd4193b4f4a req-f1187953-8c1f-42cf-97a8-638987616f5b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0491774 Oct 23 02:00:45.357282 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-244f064d-4cd4-4690-bab3-7bd4193b4f4a req-945fc2ed-94dd-41f0-bbf9-81fc44dde4f1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418038 Oct 23 02:00:46.484321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da6dc2-0f5e-46e3-a550-bac283d5eab9 req-bd784d0c-4eb7-4b52-a322-e42a8537fbdb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:46.485738 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-30da6dc2-0f5e-46e3-a550-bac283d5eab9 req-bd784d0c-4eb7-4b52-a322-e42a8537fbdb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0533867 Oct 23 02:00:46.536306 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-30da6dc2-0f5e-46e3-a550-bac283d5eab9 req-97f43cbd-96fa-440f-814e-b79d0fb05b8d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449193 Oct 23 02:00:47.730427 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc1ec3-998b-42ba-99ca-20d85d8524f4 req-12ae3e2c-908a-4ece-9a56-bbf7b9ef6de9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:47.731795 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b3cc1ec3-998b-42ba-99ca-20d85d8524f4 req-12ae3e2c-908a-4ece-9a56-bbf7b9ef6de9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0461392 Oct 23 02:00:47.779618 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b3cc1ec3-998b-42ba-99ca-20d85d8524f4 req-a82ee429-f36b-411e-99ad-ff58693d8841 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 Oct 23 02:00:48.891899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:48.900480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec243f0-174f-4141-a612-6d712d4cc418 req-d112e02b-8802-4d24-8b04-09b0421558f3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:48.901970 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ec243f0-174f-4141-a612-6d712d4cc418 req-d112e02b-8802-4d24-8b04-09b0421558f3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0473077 Oct 23 02:00:48.937943 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:48.951623 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ec243f0-174f-4141-a612-6d712d4cc418 req-f9abd93e-af4a-4a24-85d3-fd9998ce72ac tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 Oct 23 02:00:49.977592 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:00:50.073709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235221ac-fff4-4204-aef8-3a5f22c2e241 req-ade437c7-1959-4d9e-ae53-931cb1cb389d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:50.075195 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-235221ac-fff4-4204-aef8-3a5f22c2e241 req-ade437c7-1959-4d9e-ae53-931cb1cb389d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0453951 Oct 23 02:00:50.126255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-235221ac-fff4-4204-aef8-3a5f22c2e241 req-e82ba627-d250-4788-aafe-0185ff9faef7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456073 Oct 23 02:00:51.248348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1fa6a-3407-4eaa-9537-26b8b35d7003 req-0fd428af-9561-45f9-a7b1-e46e91949b71 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:51.249862 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9af1fa6a-3407-4eaa-9537-26b8b35d7003 req-0fd428af-9561-45f9-a7b1-e46e91949b71 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0482545 Oct 23 02:00:51.302793 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9af1fa6a-3407-4eaa-9537-26b8b35d7003 req-9748cef8-b571-4ded-b2f6-4a10f2f56e36 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472665 Oct 23 02:00:52.234777 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:00:52.422329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03eaf6-f301-4031-a7ba-3e150873d530 req-92f9566a-4291-48a6-815b-5eee41b0828d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:52.423788 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1d03eaf6-f301-4031-a7ba-3e150873d530 req-92f9566a-4291-48a6-815b-5eee41b0828d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0454764 Oct 23 02:00:52.472412 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1d03eaf6-f301-4031-a7ba-3e150873d530 req-44d99e95-2f78-4df7-b039-546e08e874b3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429080 Oct 23 02:00:53.594770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810c69b-61f2-4355-ba51-5738c3a2facc req-38924a9a-8ad8-4966-893a-754f097d0a5a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:53.596236 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4810c69b-61f2-4355-ba51-5738c3a2facc req-38924a9a-8ad8-4966-893a-754f097d0a5a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0484200 Oct 23 02:00:53.644996 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4810c69b-61f2-4355-ba51-5738c3a2facc req-9777fb2a-1758-478c-ad33-25aba7c0a984 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Oct 23 02:00:54.765845 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d538c80-5776-493a-b7d5-779e09077d82 req-6a733adf-8c51-46d7-941f-e2fffe491a09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:54.767313 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1d538c80-5776-493a-b7d5-779e09077d82 req-6a733adf-8c51-46d7-941f-e2fffe491a09 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0467820 Oct 23 02:00:54.815139 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1d538c80-5776-493a-b7d5-779e09077d82 req-932bc300-9197-49dd-a2aa-3a81b2facbb8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422497 Oct 23 02:00:55.936500 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8e466-de8c-43d2-abfa-3456f7242d00 req-ea5bcc4f-53b8-42ed-bf4a-6967dd71ebb7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:55.937981 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cce8e466-de8c-43d2-abfa-3456f7242d00 req-ea5bcc4f-53b8-42ed-bf4a-6967dd71ebb7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0467479 Oct 23 02:00:55.992882 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cce8e466-de8c-43d2-abfa-3456f7242d00 req-11f105ce-daa8-46da-b436-a9d8f1e4c837 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493455 Oct 23 02:00:56.045850 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-231c2c2f-deb8-4d5d-b2d0-7912ed35c8fa service neutron] 10.222.0.48 "GET /networking/v2.0/ports/110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0629222 Oct 23 02:00:56.541942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-0f1bde0b-a04b-42f3-b6e2-92907a886cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:56.543447 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-0f1bde0b-a04b-42f3-b6e2-92907a886cb9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795&tenant_id=4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 1130 time: 0.0705674 Oct 23 02:00:56.617975 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-5c91efec-2b6e-4b46-b39c-e492e05ff499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:56.622475 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-5c91efec-2b6e-4b46-b39c-e492e05ff499 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 1130 time: 0.0385613 Oct 23 02:00:56.711028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-78682da2-8bce-4281-8750-81d3fdd95120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:56.712464 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-78682da2-8bce-4281-8750-81d3fdd95120 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=e633f166-8516-48a3-b97a-62a4e95ceeea HTTP/1.1" status: 200 len: 897 time: 0.0870132 Oct 23 02:00:56.776629 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-961b77a6-7873-4f85-b0ec-531bd23ea3ac service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 HTTP/1.1" status: 200 len: 1002 time: 0.0576146 Oct 23 02:00:56.824268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-f3d85828-7daf-48a9-9a5e-6ba20037a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:56.825586 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-f3d85828-7daf-48a9-9a5e-6ba20037a2ec service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=47043eea-12f7-456a-91ae-bd45b08bfe68 HTTP/1.1" status: 200 len: 835 time: 0.0438132 Oct 23 02:00:56.867521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-2579e975-f2a8-4007-9036-e652faef84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:56.868961 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-2579e975-f2a8-4007-9036-e652faef84ec service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e633f166-8516-48a3-b97a-62a4e95ceeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377188 Oct 23 02:00:56.961171 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-9bdc9be0-8930-4e07-841c-8a4d0cf618c8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851147 Oct 23 02:00:57.054859 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20af2e78-aa66-4d2b-85c8-0edf72b21bf3 req-0f4aa8cb-47e1-47b6-84ab-beac5c1dc0d3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867498 Oct 23 02:00:57.121190 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa5e37-48a6-4d80-8446-0d130bd17729 req-a462deeb-4820-4b67-9674-68b7054e6d8f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:57.122629 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-03fa5e37-48a6-4d80-8446-0d130bd17729 req-a462deeb-4820-4b67-9674-68b7054e6d8f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0512316 Oct 23 02:00:57.175946 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-03fa5e37-48a6-4d80-8446-0d130bd17729 req-16e3d4c4-615a-4e55-8156-daaee13670f8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 Oct 23 02:00:58.303173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32e90d-ac0a-41e8-8f55-79e9c6f3eb86 req-b65cd8f2-8651-45ff-9010-e7e4f0bfcc02 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:58.304613 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1f32e90d-ac0a-41e8-8f55-79e9c6f3eb86 req-b65cd8f2-8651-45ff-9010-e7e4f0bfcc02 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0501304 Oct 23 02:00:58.351918 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1f32e90d-ac0a-41e8-8f55-79e9c6f3eb86 req-e8319392-9705-4061-812a-7c59e4277d8b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411770 Oct 23 02:00:59.474053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c35c9e-b78f-404e-acfb-befc7e375628 req-759805f3-f77c-4563-bc95-b77604a0a1f4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:00:59.475558 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64c35c9e-b78f-404e-acfb-befc7e375628 req-759805f3-f77c-4563-bc95-b77604a0a1f4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0470667 Oct 23 02:00:59.507059 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:59.527249 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64c35c9e-b78f-404e-acfb-befc7e375628 req-073d936f-74ea-4248-a684-b1025def4316 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460789 Oct 23 02:00:59.973398 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:00:59.974167 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:00.405312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:01:00.418281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:01:00.658767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d3d55-26ea-454b-8459-b24de20df16a req-8bbd692a-8f3d-4a79-ae4c-c23e09ce87f4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:00.660207 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ef5d3d55-26ea-454b-8459-b24de20df16a req-8bbd692a-8f3d-4a79-ae4c-c23e09ce87f4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0493867 Oct 23 02:01:00.672870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:00.682072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:00.687010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:00.693449 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:00.711431 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ef5d3d55-26ea-454b-8459-b24de20df16a req-66da0c10-203f-474e-ad18-87cc313964d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454445 Oct 23 02:01:00.717919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:00.729723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:01:00.737238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4058171f-8859-4bc2-a2c6-77c48de1c164" -d '{"events": [{"server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "name": "network-vif-unplugged", "status": "completed", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:01:00.747169 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:00.748689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'port_id': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'mac_address': 'fa:16:3e:93:da:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:01:00.783935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 02:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567f2374-af6f-4625-9698-be2d0699cdca x-openstack-request-id: req-567f2374-af6f-4625-9698-be2d0699cdca {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:01:00.784226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "name": "network-vif-unplugged", "status": "completed", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:01:00.784475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-567f2374-af6f-4625-9698-be2d0699cdca {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:01:00.784871 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567f2374-af6f-4625-9698-be2d0699cdca'] response: {'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'code': 200} Oct 23 02:01:00.786863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 is: ACTIVE; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:00.787249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:00.790572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:00.819612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:01:00.878729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:00.882070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 02:01:00.882475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG oslo_db.api [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 02:01:00.887393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.887739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.888080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.888419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.888753 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.889080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.889406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.889737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.890095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.893423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.893423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.893423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.893423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.893423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:00.893423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:01.015519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0cf02-0d7a-406c-b8ea-1cc0310d6b91 req-1328b78a-e7d5-4f16-baa5-7a49782f6cb9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:01.017041 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-10d0cf02-0d7a-406c-b8ea-1cc0310d6b91 req-1328b78a-e7d5-4f16-baa5-7a49782f6cb9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 944 time: 0.0541620 Oct 23 02:01:01.155067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-c434b01a-5d1b-472d-bf05-6652276e7c34 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:01.156609 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-c434b01a-5d1b-472d-bf05-6652276e7c34 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795&tenant_id=4d728228866e4ebba0693ec37d2aeef7&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0954099 Oct 23 02:01:01.260981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-d91f61bd-f489-4e84-a466-4f540672514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:01.262439 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-d91f61bd-f489-4e84-a466-4f540672514b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 1128 time: 0.0413771 Oct 23 02:01:01.330482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:01.354255 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-10d0cf02-0d7a-406c-b8ea-1cc0310d6b91 req-f80b53af-840e-435d-a7e3-b5303487e012 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310823 Oct 23 02:01:01.358730 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-9d6f42af-7148-4e71-b0cd-ac0ab60f8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:01.360209 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-9d6f42af-7148-4e71-b0cd-ac0ab60f8aaf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=e633f166-8516-48a3-b97a-62a4e95ceeea HTTP/1.1" status: 200 len: 897 time: 0.0922062 Oct 23 02:01:01.419325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:01.419928 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:01.421136 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-08031769-cd90-4786-9845-bdefe7ee2681 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 HTTP/1.1" status: 200 len: 1000 time: 0.0554852 Oct 23 02:01:01.433512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:01:01.453405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:01.491970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:01.508635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505e439-1a61-4bdd-b971-e283481e4ecf req-9c03da23-d524-4246-a65b-132cc6007756 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:01.510168 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3505e439-1a61-4bdd-b971-e283481e4ecf req-9c03da23-d524-4246-a65b-132cc6007756 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 944 time: 0.0755694 Oct 23 02:01:01.512487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-f20cbf9c-9d32-4e41-ac38-30a4d5f979dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:01.513754 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-f20cbf9c-9d32-4e41-ac38-30a4d5f979dc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=47043eea-12f7-456a-91ae-bd45b08bfe68 HTTP/1.1" status: 200 len: 835 time: 0.0867648 Oct 23 02:01:01.540514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:01.588776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-3cf10fe2-4614-4a3f-a7c5-f63bb027187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:01.590289 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-3cf10fe2-4614-4a3f-a7c5-f63bb027187e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e633f166-8516-48a3-b97a-62a4e95ceeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0669966 Oct 23 02:01:01.594922 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3505e439-1a61-4bdd-b971-e283481e4ecf req-1779c041-3e5f-45cb-9b1c-ff1b6707f6ce tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784576 Oct 23 02:01:01.630380 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:01:01.688174 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-699721dc-efc6-4b57-96c3-4880bed2b796 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916111 Oct 23 02:01:01.777333 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-423f9370-3bd5-4f2e-bb4c-5d6a4638dff6 req-4372839d-6f32-4893-9430-b8b8a29b500e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827906 Oct 23 02:01:02.417951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:01:02.421681 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:02.425724 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:02.440504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:02.464342 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:02.464707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:02.465038 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 Oct 23 02:01:02.534917 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:02.535299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:02.569774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:02.611877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:02.663127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:02.723680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8301ea3-113e-4d3a-9fe1-5b007b7145b5 req-83b9eaf7-7297-4206-8fe2-941d7d4c4bee tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:02.725234 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c8301ea3-113e-4d3a-9fe1-5b007b7145b5 req-83b9eaf7-7297-4206-8fe2-941d7d4c4bee tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0469389 Oct 23 02:01:02.773079 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c8301ea3-113e-4d3a-9fe1-5b007b7145b5 req-af09521f-9b4a-4bec-ab93-3f9d80840db1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421686 Oct 23 02:01:02.786606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:01:02.788245 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37404f14-e3a8-4979-bbff-dd4df0545d98" -d '{"events": [{"server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "name": "network-vif-plugged", "status": "completed", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:01:02.802801 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44188) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:02.831095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862a0cd0-d2a8-46b5-af79-31ab19281e49 x-openstack-request-id: req-862a0cd0-d2a8-46b5-af79-31ab19281e49 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:01:02.831394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "name": "network-vif-plugged", "status": "completed", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:01:02.831652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-862a0cd0-d2a8-46b5-af79-31ab19281e49 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:01:02.832053 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862a0cd0-d2a8-46b5-af79-31ab19281e49'] response: {'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'code': 200} Oct 23 02:01:02.868355 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-303ffaef-b88e-499e-8932-14e9d3569ace tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/6c269bb4-fd86-4992-b42b-37eecc1323f3 HTTP/1.1" status: 200 len: 994 time: 0.0642319 Oct 23 02:01:08.823150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5fb7de44-3853-4f75-998a-5be6b64b8bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:11.137509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb7f4-2c99-49dd-8341-b4f519aa48a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:12.634250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:12.765985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=20 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:12.768864 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:12.859329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=66 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:12.861112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=70 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:14.097467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:14.154029 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:16.082496 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-993f5d03-de42-43a0-8a33-373b35d681b2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390408 Oct 23 02:01:16.182115 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-28dccabb-9239-4a18-ab0f-1435c9fac22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:16.183595 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-28dccabb-9239-4a18-ab0f-1435c9fac22b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 1130 time: 0.0389383 Oct 23 02:01:16.287314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-18b3fd05-935c-4946-b79f-7cb5a01c6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:16.288765 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-18b3fd05-935c-4946-b79f-7cb5a01c6f89 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=e633f166-8516-48a3-b97a-62a4e95ceeea HTTP/1.1" status: 200 len: 897 time: 0.0869200 Oct 23 02:01:16.352859 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-9e4b1915-2d28-4605-a234-f7e00a5b6116 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 HTTP/1.1" status: 200 len: 1002 time: 0.0577199 Oct 23 02:01:16.399779 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-b5427f64-8394-4944-b24f-d3f099a7c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:16.401943 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-b5427f64-8394-4944-b24f-d3f099a7c91c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=47043eea-12f7-456a-91ae-bd45b08bfe68 HTTP/1.1" status: 200 len: 835 time: 0.0428197 Oct 23 02:01:16.443092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-362a5ff2-99d6-4ce8-af4d-2c2ff7072ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:16.444537 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-362a5ff2-99d6-4ce8-af4d-2c2ff7072ceb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e633f166-8516-48a3-b97a-62a4e95ceeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377820 Oct 23 02:01:16.537255 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-f19d3407-1729-47b4-af77-458e55307c36 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853980 Oct 23 02:01:16.626725 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce63660e-80fb-4e21-8950-8afb508f4cee req-7d29c552-9611-4790-a86a-20b0502bdbfb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829258 Oct 23 02:01:18.954708 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:18.955615 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:22.251383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:26.622228 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=53 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:26.624164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=48 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:26.976231 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:01:31.592189 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44198) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:31.731172 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 538c3d57-3572-4961-aae3-50b1c900d1c9 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:01:31.731430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (538c3d57-3572-4961-aae3-50b1c900d1c9), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:31.804213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (538c3d57-3572-4961-aae3-50b1c900d1c9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:31.804538 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (538c3d57-3572-4961-aae3-50b1c900d1c9), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:31.816725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 538c3d57-3572-4961-aae3-50b1c900d1c9 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:01:32.000001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (538c3d57-3572-4961-aae3-50b1c900d1c9), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:32.022625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=538c3d57-3572-4961-aae3-50b1c900d1c9,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:32.032772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.033123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.033461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.033811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.034151 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.034870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.034870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.035117 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.035437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.035758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.036080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.036401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.036721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.037039 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.037356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:32.099601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (6c269bb4-fd86-4992-b42b-37eecc1323f3), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:32.099926 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Floating IP 6c269bb4-fd86-4992-b42b-37eecc1323f3 disassociated (deleted). External IP: 172.36.3.218, port: 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0. Oct 23 02:01:32.172375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:32.177668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=58,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:32.179879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:32.295424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router a1ef79ca-3eda-4d06-8f9b-de948cc3513c has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:01:32.412128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:01:32.416962 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:32.418892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:32.422451 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e510fec-850d-4bb2-b441-16af75c1131c None None] Sync routers for ids ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:01:32.433006 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e510fec-850d-4bb2-b441-16af75c1131c None None] Routers {'a1ef79ca-3eda-4d06-8f9b-de948cc3513c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:01:32.433568 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9e510fec-850d-4bb2-b441-16af75c1131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:01:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:32.447440 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-91c445be-6c36-41d8-81cf-8acca64b4a15 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/6c269bb4-fd86-4992-b42b-37eecc1323f3 HTTP/1.1" status: 204 len: 168 time: 0.8541667 Oct 23 02:01:32.448530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:01:32.450807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e07e02-9908-4469-a09a-f9e4c4887570" -d '{"events": [{"name": "network-changed", "server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:01:32.536778 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-9e510fec-850d-4bb2-b441-16af75c1131c None None] Set router a1ef79ca-3eda-4d06-8f9b-de948cc3513c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:01:32.562679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99460316-1146-4800-8041-edf0de3af5bc x-openstack-request-id: req-99460316-1146-4800-8041-edf0de3af5bc {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:01:32.562971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:01:32.563229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99460316-1146-4800-8041-edf0de3af5bc {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:01:32.563647 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99460316-1146-4800-8041-edf0de3af5bc'] response: {'name': 'network-changed', 'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'status': 'completed', 'code': 200} Oct 23 02:01:32.651014 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e07e02-9908-4469-a09a-f9e4c4887570 req-463f7e5e-822e-4c63-a8a3-13127ed21ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:32.653163 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49e07e02-9908-4469-a09a-f9e4c4887570 req-463f7e5e-822e-4c63-a8a3-13127ed21ff9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 1130 time: 0.0434244 Oct 23 02:01:32.678725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:32.747774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e07e02-9908-4469-a09a-f9e4c4887570 req-c4f38587-971f-416e-bdbf-05ded076ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:32.750445 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49e07e02-9908-4469-a09a-f9e4c4887570 req-c4f38587-971f-416e-bdbf-05ded076ec6f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=e633f166-8516-48a3-b97a-62a4e95ceeea HTTP/1.1" status: 200 len: 897 time: 0.0907598 Oct 23 02:01:32.827517 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9e510fec-850d-4bb2-b441-16af75c1131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:48Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '15d18f76-9690-4416-83c1-f1b33b5ad114', 'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:e6:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:47Z', 'updated_at': '2022-10-23T01:59:53Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:32.830227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ad33-0247-4855-8e70-955e4db532f1 req-bea0d291-9363-4f0d-b92d-ae48b4ac74ed tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:32.834821 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ae5ad33-0247-4855-8e70-955e4db532f1 req-bea0d291-9363-4f0d-b92d-ae48b4ac74ed tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0516739 Oct 23 02:01:32.852407 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e510fec-850d-4bb2-b441-16af75c1131c None None] Checking router: a1ef79ca-3eda-4d06-8f9b-de948cc3513c for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:01:32.861508 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e510fec-850d-4bb2-b441-16af75c1131c None None] Routers {'a1ef79ca-3eda-4d06-8f9b-de948cc3513c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:01:32.862170 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9e510fec-850d-4bb2-b441-16af75c1131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:01:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:32.882484 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ae5ad33-0247-4855-8e70-955e4db532f1 req-419c7573-e970-4731-bb63-a0d066d9cf28 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450981 Oct 23 02:01:32.962090 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-9e510fec-850d-4bb2-b441-16af75c1131c None None] Set router a1ef79ca-3eda-4d06-8f9b-de948cc3513c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:01:33.143483 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-9e510fec-850d-4bb2-b441-16af75c1131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:48Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '15d18f76-9690-4416-83c1-f1b33b5ad114', 'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:e6:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:47Z', 'updated_at': '2022-10-23T01:59:53Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:33.167812 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e510fec-850d-4bb2-b441-16af75c1131c None None] The sync data for ids ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'] in dv-neutron-master-2-hyperv is: [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:48Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '15d18f76-9690-4416-83c1-f1b33b5ad114', 'name': '', 'network_id': 'e633f166-8516-48a3-b97a-62a4e95ceeea', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:e6:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:47Z', 'updated_at': '2022-10-23T01:59:53Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '47043eea-12f7-456a-91ae-bd45b08bfe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:01:33.399263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d53e8b1-cf37-4096-8c27-13cea12adde5 None None] New status for floating IP 6c269bb4-fd86-4992-b42b-37eecc1323f3: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:01:34.004995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d5782-2bd8-4ae9-a3bf-99813139602c req-43b1e16f-33f3-4d3b-9c53-50a829263587 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:34.006533 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab3d5782-2bd8-4ae9-a3bf-99813139602c req-43b1e16f-33f3-4d3b-9c53-50a829263587 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0475922 Oct 23 02:01:34.063724 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab3d5782-2bd8-4ae9-a3bf-99813139602c req-8d0bf5c1-219a-4952-a1d8-16a3902b7cf4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d03bab86-003a-46ca-a5dd-c8b51adb0615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480194 Oct 23 02:01:34.185817 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49e07e02-9908-4469-a09a-f9e4c4887570 req-a095baea-b578-4ef3-84c4-2dd799225d98 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 HTTP/1.1" status: 200 len: 217 time: 0.0358186 Oct 23 02:01:34.236301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e07e02-9908-4469-a09a-f9e4c4887570 req-fc031153-e6a3-4b25-8071-2f2779b0754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:34.237801 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49e07e02-9908-4469-a09a-f9e4c4887570 req-fc031153-e6a3-4b25-8071-2f2779b0754c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=47043eea-12f7-456a-91ae-bd45b08bfe68 HTTP/1.1" status: 200 len: 835 time: 0.0448654 Oct 23 02:01:34.443280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e07e02-9908-4469-a09a-f9e4c4887570 req-0fc7ba42-c384-43c3-932e-1293c780bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:34.444643 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49e07e02-9908-4469-a09a-f9e4c4887570 req-0fc7ba42-c384-43c3-932e-1293c780bb3a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=e633f166-8516-48a3-b97a-62a4e95ceeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390105 Oct 23 02:01:34.535250 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49e07e02-9908-4469-a09a-f9e4c4887570 req-5c7603ae-09ad-48ab-ba13-ed90d42131fe service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834646 Oct 23 02:01:34.631506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7a21d-090c-4b13-84ae-3e234f4c836f req-9f20620e-29bc-4dcd-ade8-44706a60d3da tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:34.632978 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8bc7a21d-090c-4b13-84ae-3e234f4c836f req-9f20620e-29bc-4dcd-ade8-44706a60d3da tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 946 time: 0.0450528 Oct 23 02:01:34.673837 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-49e07e02-9908-4469-a09a-f9e4c4887570 req-b854ff0f-8cf9-4b9b-9a86-53d65e252931 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858297 Oct 23 02:01:34.715161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-8bc7a21d-090c-4b13-84ae-3e234f4c836f req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:01:34.715161 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8bc7a21d-090c-4b13-84ae-3e234f4c836f req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:34.804468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-8bc7a21d-090c-4b13-84ae-3e234f4c836f req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:34.804837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8bc7a21d-090c-4b13-84ae-3e234f4c836f req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:34.818042 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-8bc7a21d-090c-4b13-84ae-3e234f4c836f req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:01:34.982803 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8bc7a21d-090c-4b13-84ae-3e234f4c836f req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:35.008396 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:35.018181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.018532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.018903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.019214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.019556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.019888 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.020220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.020552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.020879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.021219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.021594 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.021949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.022280 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.023162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.023162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:35.068109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc7a21d-090c-4b13-84ae-3e234f4c836f req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] No DVR routers for this DVR port 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:01:35.070585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8bc7a21d-090c-4b13-84ae-3e234f4c836f req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:35.073807 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8bc7a21d-090c-4b13-84ae-3e234f4c836f req-6cf303ac-904c-4fa1-83e7-7306929d87eb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "DELETE /networking/v2.0/ports/110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 HTTP/1.1" status: 204 len: 173 time: 0.4348125 Oct 23 02:01:35.074304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'name': 'network-vif-deleted', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:01:35.076794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d32c310-e741-4b4e-b553-9126d427864c" -d '{"events": [{"server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "name": "network-vif-deleted", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:01:35.114155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aae631-0ac3-4ae6-9e2c-f13648817019 x-openstack-request-id: req-26aae631-0ac3-4ae6-9e2c-f13648817019 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:01:35.114447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be76fddc-a352-49e9-9e6c-ef9dd5e8f795", "name": "network-vif-deleted", "tag": "110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:01:35.114697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26aae631-0ac3-4ae6-9e2c-f13648817019 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:01:35.115100 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26aae631-0ac3-4ae6-9e2c-f13648817019'] response: {'server_uuid': 'be76fddc-a352-49e9-9e6c-ef9dd5e8f795', 'name': 'network-vif-deleted', 'tag': '110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0', 'status': 'completed', 'code': 200} Oct 23 02:01:35.488705 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-62632d1e-69c9-4fe5-8be2-2e01dcfdd75b req-5fe450e1-e51b-48fa-b6d4-c278b6380b94 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be76fddc-a352-49e9-9e6c-ef9dd5e8f795 HTTP/1.1" status: 200 len: 210 time: 0.3445444 Oct 23 02:01:36.561102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44218) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:36.870632 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:36.912419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:37.102646 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 15d18f76-9690-4416-83c1-f1b33b5ad114 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:01:37.102994 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:37.106574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:37.195822 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port 15d18f76-9690-4416-83c1-f1b33b5ad114, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d18f76-9690-4416-83c1-f1b33b5ad114,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:37.196056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:37.208604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 15d18f76-9690-4416-83c1-f1b33b5ad114 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:01:37.439900 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (15d18f76-9690-4416-83c1-f1b33b5ad114), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:37.465128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=15d18f76-9690-4416-83c1-f1b33b5ad114,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:37.644569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:37.665458 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34025bf-1a4d-416b-b9ae-6ff9a300d3b7 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:01:37.736784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34025bf-1a4d-416b-b9ae-6ff9a300d3b7 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:01:37.858315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router a1ef79ca-3eda-4d06-8f9b-de948cc3513c has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:01:37.861432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:37.946601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:37.964917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:01:37.970485 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f57f7937-68fc-4609-b129-e26701dc00e5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "PUT /networking/v2.0/routers/a1ef79ca-3eda-4d06-8f9b-de948cc3513c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4113410 Oct 23 02:01:37.974882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44220) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:37.978710 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9507ca8-764c-4119-af66-0099dc27f1bb None None] Sync routers for ids ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:01:37.989905 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9507ca8-764c-4119-af66-0099dc27f1bb None None] Routers {'a1ef79ca-3eda-4d06-8f9b-de948cc3513c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:01:37.990909 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a9507ca8-764c-4119-af66-0099dc27f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:01:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:38.040547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3e012d-3c2f-4eee-af60-edbaf68936ba tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting subnet 47043eea-12f7-456a-91ae-bd45b08bfe68 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:01:38.043991 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf3e012d-3c2f-4eee-af60-edbaf68936ba tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (47043eea-12f7-456a-91ae-bd45b08bfe68), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.088097 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf3e012d-3c2f-4eee-af60-edbaf68936ba tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (47043eea-12f7-456a-91ae-bd45b08bfe68), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.098551 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-a9507ca8-764c-4119-af66-0099dc27f1bb None None] Set router a1ef79ca-3eda-4d06-8f9b-de948cc3513c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:01:38.178693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf3e012d-3c2f-4eee-af60-edbaf68936ba tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (47043eea-12f7-456a-91ae-bd45b08bfe68), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.274026 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a9507ca8-764c-4119-af66-0099dc27f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T02:01:37Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:38.286079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf3e012d-3c2f-4eee-af60-edbaf68936ba tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (47043eea-12f7-456a-91ae-bd45b08bfe68), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.304125 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9507ca8-764c-4119-af66-0099dc27f1bb None None] Checking router: a1ef79ca-3eda-4d06-8f9b-de948cc3513c for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:01:38.311406 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:38.313396 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9507ca8-764c-4119-af66-0099dc27f1bb None None] Routers {'a1ef79ca-3eda-4d06-8f9b-de948cc3513c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:01:38.314042 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a9507ca8-764c-4119-af66-0099dc27f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:01:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:38.316512 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:38.317999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e012d-3c2f-4eee-af60-edbaf68936ba tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Subnet': ['ID=47043eea-12f7-456a-91ae-bd45b08bfe68,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:38.321913 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-cf3e012d-3c2f-4eee-af60-edbaf68936ba tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.328473 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cf3e012d-3c2f-4eee-af60-edbaf68936ba tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/47043eea-12f7-456a-91ae-bd45b08bfe68 HTTP/1.1" status: 204 len: 168 time: 0.3495481 Oct 23 02:01:38.328473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44222) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:38.349501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729921e3-220f-4f31-b001-c12e0722b752 None None] Network e633f166-8516-48a3-b97a-62a4e95ceeea requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:01:38.413809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-25629489-71c1-4765-be25-ec57cdf5186c None None] Provisioning complete for port d061c1ad-93a7-4f87-9010-615cdb4551e6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:38.414180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-25629489-71c1-4765-be25-ec57cdf5186c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.414514 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-25629489-71c1-4765-be25-ec57cdf5186c None None] Attempt 1 to provision port d061c1ad-93a7-4f87-9010-615cdb4551e6 Oct 23 02:01:38.418331 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:38.418962 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-a9507ca8-764c-4119-af66-0099dc27f1bb None None] Set router a1ef79ca-3eda-4d06-8f9b-de948cc3513c gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:01:38.426147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:38.438796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.521560 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-25629489-71c1-4765-be25-ec57cdf5186c None None] Current status of the port d061c1ad-93a7-4f87-9010-615cdb4551e6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:38.555884 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.573088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11afcbc-b621-46a9-82a6-936cf2ccdc1e None None] DHCP port deletion for e633f166-8516-48a3-b97a-62a4e95ceeea request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:01:38.602451 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-a9507ca8-764c-4119-af66-0099dc27f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T02:01:37Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:38.610293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e11afcbc-b621-46a9-82a6-936cf2ccdc1e None None] Deleting port d061c1ad-93a7-4f87-9010-615cdb4551e6 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:01:38.610672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e11afcbc-b621-46a9-82a6-936cf2ccdc1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.627947 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9507ca8-764c-4119-af66-0099dc27f1bb None None] The sync data for ids ['a1ef79ca-3eda-4d06-8f9b-de948cc3513c'] in dv-neutron-master-2-hyperv is: [{'id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274899142', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120'}], 'enable_snat': True}, 'gw_port_id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T02:01:37Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '83c0add3-4bf1-4d26-851c-2b236d48a4b6', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef79ca-3eda-4d06-8f9b-de948cc3513c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:59:44Z', 'updated_at': '2022-10-23T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:01:38.651957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 83c0add3-4bf1-4d26-851c-2b236d48a4b6 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:01:38.651957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.658286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:01:38.697394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:01:38.698157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 110bf7ee-7d7a-4928-9f2f-7e75f9afc7e0 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:01:38.700291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e11afcbc-b621-46a9-82a6-936cf2ccdc1e None None] For port d061c1ad-93a7-4f87-9010-615cdb4551e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d061c1ad-93a7-4f87-9010-615cdb4551e6,segment=NetworkSegment(be0525b5-6cec-41b3-81ed-ec79b69b7b42),segment_id=be0525b5-6cec-41b3-81ed-ec79b69b7b42)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:38.700719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e11afcbc-b621-46a9-82a6-936cf2ccdc1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.714258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e11afcbc-b621-46a9-82a6-936cf2ccdc1e None None] Calling delete_port for d061c1ad-93a7-4f87-9010-615cdb4551e6 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:01:38.739317 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port 83c0add3-4bf1-4d26-851c-2b236d48a4b6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83c0add3-4bf1-4d26-851c-2b236d48a4b6,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:38.739678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.752683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 83c0add3-4bf1-4d26-851c-2b236d48a4b6 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:01:38.839804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-628b3d05-bf6f-4812-99e2-f83367830151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.868590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e11afcbc-b621-46a9-82a6-936cf2ccdc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (d061c1ad-93a7-4f87-9010-615cdb4551e6), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:38.894350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11afcbc-b621-46a9-82a6-936cf2ccdc1e None None] Pushing event deleted for resources: {'Port': ['ID=d061c1ad-93a7-4f87-9010-615cdb4551e6,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:38.897890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11afcbc-b621-46a9-82a6-936cf2ccdc1e None None] No DVR routers for this DVR port d061c1ad-93a7-4f87-9010-615cdb4551e6 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:01:39.006039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (83c0add3-4bf1-4d26-851c-2b236d48a4b6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.032110 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=83c0add3-4bf1-4d26-851c-2b236d48a4b6,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:39.100015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.193217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.195422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_controller (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.302721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (a1ef79ca-3eda-4d06-8f9b-de948cc3513c), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.303341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Fanout notify agent at l3_agent the message router_deleted on router a1ef79ca-3eda-4d06-8f9b-de948cc3513c {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:01:39.309489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.310619 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-3c48d6ac-52c9-4feb-b482-d63256c6e831 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/routers/a1ef79ca-3eda-4d06-8f9b-de948cc3513c HTTP/1.1" status: 204 len: 168 time: 0.9812605 Oct 23 02:01:39.313532 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44224) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:39.393683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (e633f166-8516-48a3-b97a-62a4e95ceeea), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.486102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (e633f166-8516-48a3-b97a-62a4e95ceeea), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.504661 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:39.506350 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e633f166-8516-48a3-b97a-62a4e95ceeea']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:39.516295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0525b5-6cec-41b3-81ed-ec79b69b7b42') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:39.516598 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0525b5-6cec-41b3-81ed-ec79b69b7b42') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:39.526078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (be0525b5-6cec-41b3-81ed-ec79b69b7b42), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.539975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (be0525b5-6cec-41b3-81ed-ec79b69b7b42), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.546952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:01:39.547343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (be0525b5-6cec-41b3-81ed-ec79b69b7b42), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.593015 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment be0525b5-6cec-41b3-81ed-ec79b69b7b42 resource provider aggregate not found Oct 23 02:01:39.610688 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment be0525b5-6cec-41b3-81ed-ec79b69b7b42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be0525b5-6cec-41b3-81ed-ec79b69b7b42 found for delete ", "request_id": "req-6990a9fe-0b49-48b0-a46c-944cfdbf878d"}]} Oct 23 02:01:39.613096 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:39.691051 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (e633f166-8516-48a3-b97a-62a4e95ceeea), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.702057 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.702057 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/networks/e633f166-8516-48a3-b97a-62a4e95ceeea HTTP/1.1" status: 204 len: 168 time: 0.3872652 Oct 23 02:01:39.704791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44230) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:39.713484 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604158cb-9e5d-45b1-9188-0b898c2de373 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Network': ['ID=e633f166-8516-48a3-b97a-62a4e95ceeea,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:39.771506 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-334ac1c3-5470-4565-ad45-214832b6b33c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (d03bab86-003a-46ca-a5dd-c8b51adb0615), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.799633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d061c1ad-93a7-4f87-9010-615cdb4551e6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:01:39.802493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-334ac1c3-5470-4565-ad45-214832b6b33c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (d03bab86-003a-46ca-a5dd-c8b51adb0615), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.824815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: d061c1ad-93a7-4f87-9010-615cdb4551e6 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:01:39.825167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device d061c1ad-93a7-4f87-9010-615cdb4551e6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:01:39.825626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 15d18f76-9690-4416-83c1-f1b33b5ad114 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:01:39.844589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 15d18f76-9690-4416-83c1-f1b33b5ad114 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:01:39.847660 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 15d18f76-9690-4416-83c1-f1b33b5ad114 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:01:39.920028 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-334ac1c3-5470-4565-ad45-214832b6b33c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d03bab86-003a-46ca-a5dd-c8b51adb0615), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.922627 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-334ac1c3-5470-4565-ad45-214832b6b33c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:39.923878 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-334ac1c3-5470-4565-ad45-214832b6b33c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d03bab86-003a-46ca-a5dd-c8b51adb0615 HTTP/1.1" status: 204 len: 168 time: 0.2181096 Oct 23 02:01:39.936948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ac1c3-5470-4565-ad45-214832b6b33c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03bab86-003a-46ca-a5dd-c8b51adb0615,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:40.164038 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44236) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:40.168711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d072a25e-62f6-4a66-a9c0-ab9d55bd7a80 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2062517401', 'description': 'tempest-secgroup-smoke-2062517401 description', 'project_id': '4d728228866e4ebba0693ec37d2aeef7'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:40.268499 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d072a25e-62f6-4a66-a9c0-ab9d55bd7a80 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:40.335235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d072a25e-62f6-4a66-a9c0-ab9d55bd7a80 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (4e6ffc04-6318-44b2-88ad-15e53ff82ee8), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:40.416846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d072a25e-62f6-4a66-a9c0-ab9d55bd7a80 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4e6ffc04-6318-44b2-88ad-15e53ff82ee8), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:40.446575 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072a25e-62f6-4a66-a9c0-ab9d55bd7a80 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6ffc04-6318-44b2-88ad-15e53ff82ee8,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:40.516414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d072a25e-62f6-4a66-a9c0-ab9d55bd7a80 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:40.517645 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d072a25e-62f6-4a66-a9c0-ab9d55bd7a80 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3525813 Oct 23 02:01:40.526515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44238) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:40.526515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-27f4159c-c7bf-4a40-ba5f-81f977531d87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4e6ffc04-6318-44b2-88ad-15e53ff82ee8', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:40.611931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27f4159c-c7bf-4a40-ba5f-81f977531d87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (024ee7a0-4fc0-40b0-a1cf-d586417a0765), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:40.669312 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27f4159c-c7bf-4a40-ba5f-81f977531d87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (024ee7a0-4fc0-40b0-a1cf-d586417a0765), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:40.748769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27f4159c-c7bf-4a40-ba5f-81f977531d87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (024ee7a0-4fc0-40b0-a1cf-d586417a0765), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:40.767912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4159c-c7bf-4a40-ba5f-81f977531d87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024ee7a0-4fc0-40b0-a1cf-d586417a0765,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:40.830212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27f4159c-c7bf-4a40-ba5f-81f977531d87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:40.831395 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-27f4159c-c7bf-4a40-ba5f-81f977531d87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099597 Oct 23 02:01:40.834501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44240) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:40.838774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9b3aa29b-283b-41ee-a2c7-aa083a5fe052 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4e6ffc04-6318-44b2-88ad-15e53ff82ee8', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:40.914311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa29b-283b-41ee-a2c7-aa083a5fe052 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (b25e14d7-e8c3-431f-b909-0c0d3a59aeab), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:40.970896 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa29b-283b-41ee-a2c7-aa083a5fe052 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (b25e14d7-e8c3-431f-b909-0c0d3a59aeab), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.016609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa29b-283b-41ee-a2c7-aa083a5fe052 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (b25e14d7-e8c3-431f-b909-0c0d3a59aeab), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.036861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aa29b-283b-41ee-a2c7-aa083a5fe052 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25e14d7-e8c3-431f-b909-0c0d3a59aeab,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:41.087414 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa29b-283b-41ee-a2c7-aa083a5fe052 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.088559 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9b3aa29b-283b-41ee-a2c7-aa083a5fe052 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2530940 Oct 23 02:01:41.091937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44242) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:41.096265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c0177e41-326f-4138-b769-bc2d1e488cce tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4e6ffc04-6318-44b2-88ad-15e53ff82ee8', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:41.130861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3e87-ba64-4b46-8d61-6a870554bdd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.170991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0177e41-326f-4138-b769-bc2d1e488cce tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (0f27ded6-3e29-4a50-ab68-e1c0c7ccf45f), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.231884 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:41.254981 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0177e41-326f-4138-b769-bc2d1e488cce tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (0f27ded6-3e29-4a50-ab68-e1c0c7ccf45f), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.309419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0177e41-326f-4138-b769-bc2d1e488cce tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (0f27ded6-3e29-4a50-ab68-e1c0c7ccf45f), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.327515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:41.335124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0177e41-326f-4138-b769-bc2d1e488cce tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f27ded6-3e29-4a50-ab68-e1c0c7ccf45f,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:41.390260 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 83c0add3-4bf1-4d26-851c-2b236d48a4b6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:01:41.401851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c0177e41-326f-4138-b769-bc2d1e488cce tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.403085 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c0177e41-326f-4138-b769-bc2d1e488cce tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102152 Oct 23 02:01:41.407614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44244) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:41.410216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ebf468b1-d20b-4e89-8368-10f040d25718 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4e6ffc04-6318-44b2-88ad-15e53ff82ee8', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:41.411412 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 83c0add3-4bf1-4d26-851c-2b236d48a4b6 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:01:41.411760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 83c0add3-4bf1-4d26-851c-2b236d48a4b6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:01:41.473202 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ebf468b1-d20b-4e89-8368-10f040d25718 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (21680612-c16e-4102-92eb-7d95aecd1394), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.532612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ebf468b1-d20b-4e89-8368-10f040d25718 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (21680612-c16e-4102-92eb-7d95aecd1394), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.605477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ebf468b1-d20b-4e89-8368-10f040d25718 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (21680612-c16e-4102-92eb-7d95aecd1394), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.624783 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf468b1-d20b-4e89-8368-10f040d25718 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21680612-c16e-4102-92eb-7d95aecd1394,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:41.681603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ebf468b1-d20b-4e89-8368-10f040d25718 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.682830 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ebf468b1-d20b-4e89-8368-10f040d25718 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2759874 Oct 23 02:01:41.686197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44246) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:41.690350 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d9098c7e-0556-4f62-8612-dbf74ea074f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4e6ffc04-6318-44b2-88ad-15e53ff82ee8', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:41.753831 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-d9098c7e-0556-4f62-8612-dbf74ea074f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Project 4d728228866e4ebba0693ec37d2aeef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:01:41.759142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d9098c7e-0556-4f62-8612-dbf74ea074f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (3c47d3ed-fd73-485b-b0d7-2521a55b8901), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.817918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d9098c7e-0556-4f62-8612-dbf74ea074f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (3c47d3ed-fd73-485b-b0d7-2521a55b8901), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.890821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d9098c7e-0556-4f62-8612-dbf74ea074f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (3c47d3ed-fd73-485b-b0d7-2521a55b8901), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.910255 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9098c7e-0556-4f62-8612-dbf74ea074f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c47d3ed-fd73-485b-b0d7-2521a55b8901,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:41.978292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d9098c7e-0556-4f62-8612-dbf74ea074f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:41.979501 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d9098c7e-0556-4f62-8612-dbf74ea074f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2924664 Oct 23 02:01:41.982905 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44248) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:41.987172 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-27a2dca5-cd84-4b12-a91d-e88587191546 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4e6ffc04-6318-44b2-88ad-15e53ff82ee8', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:42.067927 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-27a2dca5-cd84-4b12-a91d-e88587191546 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Project 4d728228866e4ebba0693ec37d2aeef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:01:42.073319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27a2dca5-cd84-4b12-a91d-e88587191546 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (92c6ce2c-1492-4a45-bd1b-6a8361d6fabb), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.133419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27a2dca5-cd84-4b12-a91d-e88587191546 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (92c6ce2c-1492-4a45-bd1b-6a8361d6fabb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.210849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27a2dca5-cd84-4b12-a91d-e88587191546 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (92c6ce2c-1492-4a45-bd1b-6a8361d6fabb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.229719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2dca5-cd84-4b12-a91d-e88587191546 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c6ce2c-1492-4a45-bd1b-6a8361d6fabb,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:42.298386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-27a2dca5-cd84-4b12-a91d-e88587191546 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.299602 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-27a2dca5-cd84-4b12-a91d-e88587191546 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3157923 Oct 23 02:01:42.302703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44250) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:42.307419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'network': {'name': 'tempest-network-smoke--2110765884', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'port_security_enabled': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:42.387757 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:01:42.391908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.415731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:01:42.424624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (76af9cde-7b18-4ead-ae6e-d2bffa5029f7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.424989 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Added segment 76af9cde-7b18-4ead-ae6e-d2bffa5029f7 of type vlan for network 7124d413-e826-446e-8db4-f96a13a76cbf Oct 23 02:01:42.468921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (7124d413-e826-446e-8db4-f96a13a76cbf), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.553895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (7124d413-e826-446e-8db4-f96a13a76cbf), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.559007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:42.559620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.564879 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:42.631210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Network': ['ID=7124d413-e826-446e-8db4-f96a13a76cbf,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:42.641705 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 7124d413-e826-446e-8db4-f96a13a76cbf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:01:42.656844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.682548 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-6f7915d4-6809-4055-84da-4f0ede40c85f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3788431 Oct 23 02:01:42.685904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44252) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:42.690439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'admin_state_up': True, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:42.753921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (746cc9fa-178b-4e08-a002-37fa85d38ea6), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.754863 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (746cc9fa-178b-4e08-a002-37fa85d38ea6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.804837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_controller (746cc9fa-178b-4e08-a002-37fa85d38ea6), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:42.994384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=11 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:43.022862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (746cc9fa-178b-4e08-a002-37fa85d38ea6), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:43.248108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (746cc9fa-178b-4e08-a002-37fa85d38ea6), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:43.266077 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:43.369137 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.36.3.50 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/0b736512-2ff6-4fd6-8674-aafe622b8c45) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:01:43.469595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:43.536970 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:43.575213 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:01:43.579600 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:01:43.585249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:01:43.613259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=0b736512-2ff6-4fd6-8674-aafe622b8c45,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:43.872817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:43.918761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (746cc9fa-178b-4e08-a002-37fa85d38ea6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:44.017149 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:44.062866 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:44.154534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:44.414648 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (746cc9fa-178b-4e08-a002-37fa85d38ea6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:44.605487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 746cc9fa-178b-4e08-a002-37fa85d38ea6 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:01:44.705353 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:01:44.714985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Sync routers for ids ['746cc9fa-178b-4e08-a002-37fa85d38ea6'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:01:44.725617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Routers {'746cc9fa-178b-4e08-a002-37fa85d38ea6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:01:44.726289 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:01:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['746cc9fa-178b-4e08-a002-37fa85d38ea6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:44.767570 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:44.768862 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-34b84fef-56e2-40b6-aad3-2312e8514be6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0819383 Oct 23 02:01:44.772025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44254) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:44.805834 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-99a82369-9cd1-4791-81cc-bcbb1f3c443f tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=4d728228866e4ebba0693ec37d2aeef7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305572 Oct 23 02:01:44.806560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44256) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:44.828284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Set router 746cc9fa-178b-4e08-a002-37fa85d38ea6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:01:44.896887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bbf733-0b60-4635-8190-f44dd85b9f19 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:44.898445 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-89bbf733-0b60-4635-8190-f44dd85b9f19 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908692 Oct 23 02:01:44.901247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44258) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:44.932108 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a91944e4-aab0-4932-824e-247cbaef71c8 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274847 Oct 23 02:01:44.932305 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44260) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:44.975975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2058141398', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:44.994358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:43Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:45.023507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Checking router: 746cc9fa-178b-4e08-a002-37fa85d38ea6 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:01:45.023852 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Updating router 746cc9fa-178b-4e08-a002-37fa85d38ea6 port 0b736512-2ff6-4fd6-8674-aafe622b8c45 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:01:45.051343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:45.119774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:01:45.124131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:45.168726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:45.205356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:45.218517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:45.302844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Publish callbacks [] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:45.359808 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (adc655e4-bb1c-4db6-bf1b-15a460da8769), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:45.371637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:45.407359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Attempting to bind port 0b736512-2ff6-4fd6-8674-aafe622b8c45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:01:45.408208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Attempting to bind port 0b736512-2ff6-4fd6-8674-aafe622b8c45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:01:45.408208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Attempting to bind port 0b736512-2ff6-4fd6-8674-aafe622b8c45 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:01:45.420681 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Subnet': ['ID=adc655e4-bb1c-4db6-bf1b-15a460da8769,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:45.431407 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Checking segment: {'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:01:45.431775 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network hostable DHCP agents. Network: 7124d413-e826-446e-8db4-f96a13a76cbf, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:01:45.449388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31993037-5a27-4a49-84cc-1bc04006ce27 None None] Pushing event updated for resources: {'Port': ['ID=0b736512-2ff6-4fd6-8674-aafe622b8c45,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:45.464714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:01:45.465104 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:01:45.465503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:45.465949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:01:45.466422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Bound port: 0b736512-2ff6-4fd6-8674-aafe622b8c45, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:01:45.466796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:45.514123 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 7124d413-e826-446e-8db4-f96a13a76cbf is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:01:45.514484 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] For port 0b736512-2ff6-4fd6-8674-aafe622b8c45, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:01:45.517473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] For port 0b736512-2ff6-4fd6-8674-aafe622b8c45, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b736512-2ff6-4fd6-8674-aafe622b8c45,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:01:45.571259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:45.576823 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7124d413-e826-446e-8db4-f96a13a76cbf) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:01:45.580981 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:45.581582 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:45.597249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7719606-a8e0-4f43-b9ec-8ac95db1f9b6 None None] Network 7124d413-e826-446e-8db4-f96a13a76cbf requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:01:45.694152 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-352f633a-2eef-43f2-8a39-04ee9e750e1d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7608211 Oct 23 02:01:45.697142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44264) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:01:45.783935 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Routers {'746cc9fa-178b-4e08-a002-37fa85d38ea6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:01:45.784577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:01:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['746cc9fa-178b-4e08-a002-37fa85d38ea6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:45.856421 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31993037-5a27-4a49-84cc-1bc04006ce27 None None] Pushing event updated for resources: {'Port': ['ID=0b736512-2ff6-4fd6-8674-aafe622b8c45,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:45.944060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7124d413-e826-446e-8db4-f96a13a76cbf', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ips': [{'subnet_id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:01:45.944954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:45.951967 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] Set router 746cc9fa-178b-4e08-a002-37fa85d38ea6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:01:46.065242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:46.128527 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:46.137329 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:46.235569 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:46.236146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Allocated IP 172.20.0.2 (7124d413-e826-446e-8db4-f96a13a76cbf/adc655e4-bb1c-4db6-bf1b-15a460da8769/76b7ce86-ba67-4e1c-9849-8f3f70357f1d) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:01:46.238283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:43Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:46.273431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48f0b7-9155-46c8-89f8-65e52c653557 None None] The sync data for ids ['746cc9fa-178b-4e08-a002-37fa85d38ea6'] in dv-neutron-master-2-hyperv is: [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:43Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:01:46.414258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Publish callbacks [] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:46.474617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:46.527021 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Network 7124d413-e826-446e-8db4-f96a13a76cbf is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:01:46.531013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:01:46.537768 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:01:46.549505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Pushing event updated for resources: {'Port': ['ID=76b7ce86-ba67-4e1c-9849-8f3f70357f1d,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:46.592262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.20.0.1 (7124d413-e826-446e-8db4-f96a13a76cbf/adc655e4-bb1c-4db6-bf1b-15a460da8769/356c3ea5-e32a-4764-9c10-2b5c211928c6) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:01:46.622089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Attempting to bind port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:01:46.622526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Attempting to bind port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:01:46.622883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Attempting to bind port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d on network 7124d413-e826-446e-8db4-f96a13a76cbf {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:01:46.675126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:01:46.676196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Checking segment: {'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:01:46.676888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:46.677492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Bound using segment: {'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:01:46.678221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Bound port: 76b7ce86-ba67-4e1c-9849-8f3f70357f1d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:01:46.678905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:46.716603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:46.742291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] For port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:01:46.745639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] For port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76b7ce86-ba67-4e1c-9849-8f3f70357f1d,segment=NetworkSegment(76af9cde-7b18-4ead-ae6e-d2bffa5029f7),segment_id=76af9cde-7b18-4ead-ae6e-d2bffa5029f7)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:01:46.817382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:46.822761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:46.866054 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 7124d413-e826-446e-8db4-f96a13a76cbf is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:01:46.869431 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:01:46.874697 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:01:46.892366 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c93590-03f9-427e-b9a3-e48dacf86f7d None None] Pushing event updated for resources: {'Port': ['ID=76b7ce86-ba67-4e1c-9849-8f3f70357f1d,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:46.916838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=356c3ea5-e32a-4764-9c10-2b5c211928c6,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:46.940264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (746cc9fa-178b-4e08-a002-37fa85d38ea6), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:47.155869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:47.317717 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:47.438063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:47.442449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:47.480032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0b736512-2ff6-4fd6-8674-aafe622b8c45 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:01:47.519990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:47.539459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 0b736512-2ff6-4fd6-8674-aafe622b8c45 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:47.539459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:47.539459 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 0b736512-2ff6-4fd6-8674-aafe622b8c45 Oct 23 02:01:47.600168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (746cc9fa-178b-4e08-a002-37fa85d38ea6), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:47.602018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=356c3ea5-e32a-4764-9c10-2b5c211928c6,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:47.611112 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 0b736512-2ff6-4fd6-8674-aafe622b8c45 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:47.611595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:47.633600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 0b736512-2ff6-4fd6-8674-aafe622b8c45, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b736512-2ff6-4fd6-8674-aafe622b8c45,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:47.685607 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:47.686611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 76b7ce86-ba67-4e1c-9849-8f3f70357f1d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:01:47.704482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 7124d413-e826-446e-8db4-f96a13a76cbf is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:01:47.705980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:01:47.738468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:47.742646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:47.775872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=0b736512-2ff6-4fd6-8674-aafe622b8c45,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:47.787087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:47.787469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:47.787843 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d Oct 23 02:01:47.827559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 746cc9fa-178b-4e08-a002-37fa85d38ea6 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:01:47.870767 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:47.871707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:47.904299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:47.906984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76b7ce86-ba67-4e1c-9849-8f3f70357f1d,segment=NetworkSegment(76af9cde-7b18-4ead-ae6e-d2bffa5029f7),segment_id=76af9cde-7b18-4ead-ae6e-d2bffa5029f7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:47.943299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb589d-1f41-4e3e-98cf-dd34dbc9221d None None] Network 7124d413-e826-446e-8db4-f96a13a76cbf requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:01:47.945603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:01:47.953980 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-259825b0-2d77-494f-ab5d-9c0577178e78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "PUT /networking/v2.0/routers/746cc9fa-178b-4e08-a002-37fa85d38ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2524517 Oct 23 02:01:47.993439 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:48.038938 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0ecdb2bc-bac9-445c-a3e8-3597af237c67 None None] Provisioning complete for port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:48.039313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0ecdb2bc-bac9-445c-a3e8-3597af237c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:48.039654 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0ecdb2bc-bac9-445c-a3e8-3597af237c67 None None] Attempt 1 to provision port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d Oct 23 02:01:48.126459 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-c91371f5-604d-489e-8332-ce7096a70cf8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2062517401&fields=id&tenant_id=4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 267 time: 0.0608382 Oct 23 02:01:48.130806 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=76b7ce86-ba67-4e1c-9849-8f3f70357f1d,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:48.183023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0ecdb2bc-bac9-445c-a3e8-3597af237c67 None None] Current status of the port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:48.244093 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581f57-1a98-4452-934d-11e56843ab5a req-55760ce4-e12e-4c06-9c0d-c44fd2978fc6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:48.245659 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-55760ce4-e12e-4c06-9c0d-c44fd2978fc6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7124d413-e826-446e-8db4-f96a13a76cbf HTTP/1.1" status: 200 len: 797 time: 0.1133943 Oct 23 02:01:48.262510 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-211b5a9b-7287-489f-9ee4-0d356c6b09c2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/quotas/4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 375 time: 0.0100038 Oct 23 02:01:48.317473 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-b8f2bb73-d835-4c96-b250-78d9de96904b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485599 Oct 23 02:01:48.407822 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a41f0eca-b7df-407a-a547-e7ec19ab33c5 None None] Provisioning complete for port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:48.411023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a41f0eca-b7df-407a-a547-e7ec19ab33c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:48.411411 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a41f0eca-b7df-407a-a547-e7ec19ab33c5 None None] Attempt 1 to provision port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d Oct 23 02:01:48.432006 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Sync routers for ids ['746cc9fa-178b-4e08-a002-37fa85d38ea6'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:01:48.435525 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-bc3e02c5-7ece-40aa-b7a3-5c3528225863 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056685 Oct 23 02:01:48.447021 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Routers {'746cc9fa-178b-4e08-a002-37fa85d38ea6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:01:48.447902 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:01:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['746cc9fa-178b-4e08-a002-37fa85d38ea6'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:48.496854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a41f0eca-b7df-407a-a547-e7ec19ab33c5 None None] Current status of the port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:48.509233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a41f0eca-b7df-407a-a547-e7ec19ab33c5 None None] Provisioning complete for port 356c3ea5-e32a-4764-9c10-2b5c211928c6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:48.511932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a41f0eca-b7df-407a-a547-e7ec19ab33c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:48.512281 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a41f0eca-b7df-407a-a547-e7ec19ab33c5 None None] Attempt 1 to provision port 356c3ea5-e32a-4764-9c10-2b5c211928c6 Oct 23 02:01:48.550901 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-5adeb6a8-5783-457e-aac1-94bd9ef8f17c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041946 Oct 23 02:01:48.554598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a41f0eca-b7df-407a-a547-e7ec19ab33c5 None None] Port 356c3ea5-e32a-4764-9c10-2b5c211928c6 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:01:48.572106 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Set router 746cc9fa-178b-4e08-a002-37fa85d38ea6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:01:48.688358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-3fc43eec-f73a-4842-800c-40bebe18de1e None None] Provisioning complete for port 356c3ea5-e32a-4764-9c10-2b5c211928c6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:48.688358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3fc43eec-f73a-4842-800c-40bebe18de1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:48.688358 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-3fc43eec-f73a-4842-800c-40bebe18de1e None None] Attempt 1 to provision port 356c3ea5-e32a-4764-9c10-2b5c211928c6 Oct 23 02:01:48.721446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-3fc43eec-f73a-4842-800c-40bebe18de1e None None] Port 356c3ea5-e32a-4764-9c10-2b5c211928c6 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:01:48.834808 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d8dd6298-917f-4d98-8202-5958ff13522c req-f64a8fa5-ca51-46f7-bfd2-224698d3a0e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 210 time: 0.0313692 Oct 23 02:01:48.845359 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-21e150b9-ec0c-4f5c-9f78-d7d0648f7d30 None None] Provisioning complete for port 356c3ea5-e32a-4764-9c10-2b5c211928c6 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:48.845912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-21e150b9-ec0c-4f5c-9f78-d7d0648f7d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:48.846342 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-21e150b9-ec0c-4f5c-9f78-d7d0648f7d30 None None] Attempt 1 to provision port 356c3ea5-e32a-4764-9c10-2b5c211928c6 Oct 23 02:01:48.876843 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '356c3ea5-e32a-4764-9c10-2b5c211928c6', 'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:20:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:46Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 2, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:48.899237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-21e150b9-ec0c-4f5c-9f78-d7d0648f7d30 None None] Port 356c3ea5-e32a-4764-9c10-2b5c211928c6 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:01:48.905519 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Checking router: 746cc9fa-178b-4e08-a002-37fa85d38ea6 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:01:48.905904 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Updating router 746cc9fa-178b-4e08-a002-37fa85d38ea6 port 356c3ea5-e32a-4764-9c10-2b5c211928c6 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:01:48.935977 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:49.140997 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:49.192724 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Publish callbacks [] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:49.285299 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:49.345461 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:49.346515 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Pushing event updated for resources: {'Port': ['ID=356c3ea5-e32a-4764-9c10-2b5c211928c6,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:49.372214 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.372640 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.372868 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.373190 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.373508 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.373843 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.374161 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.374474 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.374868 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.375651 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.375970 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.376283 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.376596 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.376902 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.377207 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:01:49.390284 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Attempting to bind port 356c3ea5-e32a-4764-9c10-2b5c211928c6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:01:49.390559 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Attempting to bind port 356c3ea5-e32a-4764-9c10-2b5c211928c6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:01:49.390910 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Attempting to bind port 356c3ea5-e32a-4764-9c10-2b5c211928c6 on network 7124d413-e826-446e-8db4-f96a13a76cbf {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:01:49.433208 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:01:49.440667 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Checking segment: {'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:01:49.440667 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:49.440667 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Bound using segment: {'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:01:49.440667 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Bound port: 356c3ea5-e32a-4764-9c10-2b5c211928c6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:01:49.440667 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:49.458583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0b736512-2ff6-4fd6-8674-aafe622b8c45 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:01:49.494241 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] For port 356c3ea5-e32a-4764-9c10-2b5c211928c6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:01:49.498790 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] For port 356c3ea5-e32a-4764-9c10-2b5c211928c6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=356c3ea5-e32a-4764-9c10-2b5c211928c6,segment=NetworkSegment(76af9cde-7b18-4ead-ae6e-d2bffa5029f7),segment_id=76af9cde-7b18-4ead-ae6e-d2bffa5029f7)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:01:49.506457 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 0b736512-2ff6-4fd6-8674-aafe622b8c45 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:49.507013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:49.507334 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 0b736512-2ff6-4fd6-8674-aafe622b8c45 Oct 23 02:01:49.578546 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 0b736512-2ff6-4fd6-8674-aafe622b8c45 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:49.579590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 76b7ce86-ba67-4e1c-9849-8f3f70357f1d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:01:49.582746 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:49.617046 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Routers {'746cc9fa-178b-4e08-a002-37fa85d38ea6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:01:49.617670 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:01:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['746cc9fa-178b-4e08-a002-37fa85d38ea6'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:49.621760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:49.622191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:49.622528 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d Oct 23 02:01:49.676706 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf041d-78f6-408d-b069-acc94e6c34c5 None None] Pushing event updated for resources: {'Port': ['ID=356c3ea5-e32a-4764-9c10-2b5c211928c6,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:49.697337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:49.734887 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] Set router 746cc9fa-178b-4e08-a002-37fa85d38ea6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:01:49.922471 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '356c3ea5-e32a-4764-9c10-2b5c211928c6', 'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:20:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:46Z', 'updated_at': '2022-10-23T02:01:49Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:01:49.947511 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48bf753-27ff-44e5-93d2-ff9bb1872def None None] The sync data for ids ['746cc9fa-178b-4e08-a002-37fa85d38ea6'] in dv-neutron-master-2-hyperv is: [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '356c3ea5-e32a-4764-9c10-2b5c211928c6', 'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:20:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:46Z', 'updated_at': '2022-10-23T02:01:49Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:01:49.964169 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-48afeefe-c0d9-4e1c-bdf0-a13885b5fe29 req-228320e7-c64e-49ae-863f-894b127a3128 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 210 time: 0.0463831 Oct 23 02:01:50.808151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581f57-1a98-4452-934d-11e56843ab5a req-3c8647f4-f8fd-48e1-af9c-747491d837e7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:50.809874 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-3c8647f4-f8fd-48e1-af9c-747491d837e7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/networks?id=7124d413-e826-446e-8db4-f96a13a76cbf HTTP/1.1" status: 200 len: 797 time: 0.1111546 Oct 23 02:01:50.881407 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-f100d183-a794-4b7d-b4b5-810087781ce9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 380 time: 0.0583024 Oct 23 02:01:50.890435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'port': {'device_id': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'admin_state_up': True, 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'security_groups': ['4e6ffc04-6318-44b2-88ad-15e53ff82ee8']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:51.073881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:01:51.078255 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:51.081317 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9176a0b4-cf12-486a-badd-af3f1edc3e88 req-91c7f08a-21e2-46dd-ac60-fba4a1a2eb9b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 210 time: 0.0353215 Oct 23 02:01:51.096061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:51.103336 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:51.208009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.20.0.13 (7124d413-e826-446e-8db4-f96a13a76cbf/adc655e4-bb1c-4db6-bf1b-15a460da8769/884a7a57-68d7-428d-86ca-1ef6c4fc06dc) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:01:51.345032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:51.440004 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:51.456617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 356c3ea5-e32a-4764-9c10-2b5c211928c6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:01:51.492117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 7124d413-e826-446e-8db4-f96a13a76cbf is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:01:51.497106 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:01:51.499264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=884a7a57-68d7-428d-86ca-1ef6c4fc06dc,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:51.500034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 356c3ea5-e32a-4764-9c10-2b5c211928c6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:51.500414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:51.500751 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 356c3ea5-e32a-4764-9c10-2b5c211928c6 Oct 23 02:01:51.501377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:01:51.552241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:51.553024 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:51.582625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 356c3ea5-e32a-4764-9c10-2b5c211928c6 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:51.583018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:51.617058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 356c3ea5-e32a-4764-9c10-2b5c211928c6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=356c3ea5-e32a-4764-9c10-2b5c211928c6,segment=NetworkSegment(76af9cde-7b18-4ead-ae6e-d2bffa5029f7),segment_id=76af9cde-7b18-4ead-ae6e-d2bffa5029f7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:51.626010 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-61851c9b-0566-4651-9f89-fc2d55c7a2e8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7394047 Oct 23 02:01:51.643252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Request body: {'port': {'device_id': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:01:51.665130 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:51.697011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:51.704476 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:51.737621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-22765573-a443-432d-9116-be714822ed35 None None] Provisioning complete for port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:51.738013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-22765573-a443-432d-9116-be714822ed35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:51.738347 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-22765573-a443-432d-9116-be714822ed35 None None] Attempt 1 to provision port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc Oct 23 02:01:51.782678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=356c3ea5-e32a-4764-9c10-2b5c211928c6,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:51.787590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-22765573-a443-432d-9116-be714822ed35 None None] Port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:01:51.959212 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884a7a57-68d7-428d-86ca-1ef6c4fc06dc {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:01:51.967218 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Publish callbacks [] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:51.979332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Transition to ACTIVE for port object 884a7a57-68d7-428d-86ca-1ef6c4fc06dc will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:01:52.022298 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:52.080304 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Pushing event updated for resources: {'Port': ['ID=884a7a57-68d7-428d-86ca-1ef6c4fc06dc,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:52.130870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Attempting to bind port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:01:52.131192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Attempting to bind port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:01:52.131510 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Attempting to bind port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc on network 7124d413-e826-446e-8db4-f96a13a76cbf {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:01:52.173016 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc on network 7124d413-e826-446e-8db4-f96a13a76cbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:01:52.173341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Attempting to bind port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc on network 7124d413-e826-446e-8db4-f96a13a76cbf {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:01:52.215352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b02ac-7dd8-486c-aaff-da684e58e138 req-656d667e-71ce-4299-b868-411d1e995999 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:52.216613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:01:52.216613 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Checking segment: {'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:01:52.216936 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Bound using segment: {'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:01:52.217371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Bound port: 884a7a57-68d7-428d-86ca-1ef6c4fc06dc, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76af9cde-7b18-4ead-ae6e-d2bffa5029f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:01:52.217509 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d74b02ac-7dd8-486c-aaff-da684e58e138 req-656d667e-71ce-4299-b868-411d1e995999 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 944 time: 0.0493038 Oct 23 02:01:52.217730 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:52.220344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:52.268407 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d74b02ac-7dd8-486c-aaff-da684e58e138 req-0c4e0e8d-bbfb-4aad-81f3-c154f95bbe41 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445654 Oct 23 02:01:52.274033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:52.277255 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] For port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:01:52.281058 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] For port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=884a7a57-68d7-428d-86ca-1ef6c4fc06dc,segment=NetworkSegment(76af9cde-7b18-4ead-ae6e-d2bffa5029f7),segment_id=76af9cde-7b18-4ead-ae6e-d2bffa5029f7)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:01:52.331768 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:52.336084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:52.336690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:52.338151 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/884a7a57-68d7-428d-86ca-1ef6c4fc06dc HTTP/1.1" status: 200 len: 1094 time: 0.6991036 Oct 23 02:01:52.338716 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'tag': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:01:52.341630 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b2bcae-2712-4833-907b-765a14fb1b70" -d '{"events": [{"name": "network-changed", "server_uuid": "f784e0b2-16cd-4865-b5e6-26ec5a8ca159", "tag": "884a7a57-68d7-428d-86ca-1ef6c4fc06dc"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:01:52.380733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184dd79b-8ade-4b96-904c-a31759e7ae20 x-openstack-request-id: req-184dd79b-8ade-4b96-904c-a31759e7ae20 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:01:52.381022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f784e0b2-16cd-4865-b5e6-26ec5a8ca159", "tag": "884a7a57-68d7-428d-86ca-1ef6c4fc06dc", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:01:52.381273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-184dd79b-8ade-4b96-904c-a31759e7ae20 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:01:52.381681 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184dd79b-8ade-4b96-904c-a31759e7ae20'] response: {'name': 'network-changed', 'server_uuid': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'tag': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc', 'status': 'completed', 'code': 200} Oct 23 02:01:52.395938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415ac22-6ec9-482b-9d90-7efbe87af434 service neutron] Pushing event updated for resources: {'Port': ['ID=884a7a57-68d7-428d-86ca-1ef6c4fc06dc,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:52.469446 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2bcae-2712-4833-907b-765a14fb1b70 req-4417d78a-6b2c-446f-9378-957403c19de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:52.471000 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-43b2bcae-2712-4833-907b-765a14fb1b70 req-4417d78a-6b2c-446f-9378-957403c19de5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 1128 time: 0.0399923 Oct 23 02:01:52.576940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2bcae-2712-4833-907b-765a14fb1b70 req-d0ec6ed4-5e00-4ca9-b145-753817bba46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:52.578437 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-43b2bcae-2712-4833-907b-765a14fb1b70 req-d0ec6ed4-5e00-4ca9-b145-753817bba46c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=4d728228866e4ebba0693ec37d2aeef7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0959609 Oct 23 02:01:52.667851 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2bcae-2712-4833-907b-765a14fb1b70 req-aeb17f4f-5ff2-4413-bdb9-de968f66c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:52.669251 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-43b2bcae-2712-4833-907b-765a14fb1b70 req-aeb17f4f-5ff2-4413-bdb9-de968f66c283 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854809 Oct 23 02:01:52.750663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:52.762104 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581f57-1a98-4452-934d-11e56843ab5a req-df8d9b89-8836-4467-91a3-2b3c2a4b1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:52.764175 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-df8d9b89-8836-4467-91a3-2b3c2a4b1780 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 1128 time: 0.0393393 Oct 23 02:01:52.812235 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-9e3031af-0f4b-40e2-9c6f-61a3ef2642fc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884a7a57-68d7-428d-86ca-1ef6c4fc06dc HTTP/1.1" status: 200 len: 217 time: 0.0363240 Oct 23 02:01:52.860012 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581f57-1a98-4452-934d-11e56843ab5a req-66a76367-a245-42dc-b925-fc79766564cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:52.861433 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-66a76367-a245-42dc-b925-fc79766564cf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=adc655e4-bb1c-4db6-bf1b-15a460da8769 HTTP/1.1" status: 200 len: 835 time: 0.0434618 Oct 23 02:01:52.903177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581f57-1a98-4452-934d-11e56843ab5a req-3f84beac-37fa-41c2-8733-43c46dadf3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:52.904643 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-3f84beac-37fa-41c2-8733-43c46dadf3ae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7124d413-e826-446e-8db4-f96a13a76cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377090 Oct 23 02:01:52.997970 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-7122eef3-0e46-49cb-89dd-cb43cb6e5dfe service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859022 Oct 23 02:01:53.098889 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-54581f57-1a98-4452-934d-11e56843ab5a req-58cbeb36-0a54-44bb-9185-40fe700176f6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813279 Oct 23 02:01:53.374426 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:53.377094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:53.390126 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43555c6f-2c26-4fd8-b9e4-0bc9c81189ee req-1cd88841-0082-4a44-a4fb-dbb5d82cf6ac tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:53.391476 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-43555c6f-2c26-4fd8-b9e4-0bc9c81189ee req-1cd88841-0082-4a44-a4fb-dbb5d82cf6ac tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 944 time: 0.0476487 Oct 23 02:01:53.449036 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-43555c6f-2c26-4fd8-b9e4-0bc9c81189ee req-70ef6e4a-ca1f-4aa1-a885-7976a84a687a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519123 Oct 23 02:01:53.449519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 356c3ea5-e32a-4764-9c10-2b5c211928c6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:01:53.492666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 356c3ea5-e32a-4764-9c10-2b5c211928c6 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:53.493034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:53.493365 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 356c3ea5-e32a-4764-9c10-2b5c211928c6 Oct 23 02:01:53.516064 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:53.527091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:53.558987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:53.567353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 356c3ea5-e32a-4764-9c10-2b5c211928c6 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:54.574372 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2d501-0787-4796-97ed-c5e0b15cc9aa req-d824100a-287f-470b-a43f-dde97c20e3f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:54.576330 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-eae2d501-0787-4796-97ed-c5e0b15cc9aa req-d824100a-287f-470b-a43f-dde97c20e3f2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 944 time: 0.0505958 Oct 23 02:01:54.623963 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-eae2d501-0787-4796-97ed-c5e0b15cc9aa req-baa7d611-98a7-4cab-bb19-c7ce14ea1eb7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 Oct 23 02:01:55.743407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d99bb3-5946-4e63-980a-936b1d438600 req-321a2594-0691-4c23-b2f5-e4b606673aef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:55.744867 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c1d99bb3-5946-4e63-980a-936b1d438600 req-321a2594-0691-4c23-b2f5-e4b606673aef tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 944 time: 0.0469744 Oct 23 02:01:55.793562 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c1d99bb3-5946-4e63-980a-936b1d438600 req-5496e2d3-f7dd-499f-b356-f1350122f826 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Oct 23 02:01:56.711618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 884a7a57-68d7-428d-86ca-1ef6c4fc06dc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:01:56.811752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=884a7a57-68d7-428d-86ca-1ef6c4fc06dc,segment=NetworkSegment(76af9cde-7b18-4ead-ae6e-d2bffa5029f7),segment_id=76af9cde-7b18-4ead-ae6e-d2bffa5029f7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:56.822791 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'port_id': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc', 'mac_address': 'fa:16:3e:45:fc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:01:56.857877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:56.858274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:56.875814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884a7a57-68d7-428d-86ca-1ef6c4fc06dc {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:01:56.895451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=884a7a57-68d7-428d-86ca-1ef6c4fc06dc,segment=NetworkSegment(76af9cde-7b18-4ead-ae6e-d2bffa5029f7),segment_id=76af9cde-7b18-4ead-ae6e-d2bffa5029f7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:56.915327 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6522a0-a964-409b-b7b6-51f03e6cac75 req-0a300307-e466-4b84-ab7b-1d47d962ae3e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:56.916800 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dd6522a0-a964-409b-b7b6-51f03e6cac75 req-0a300307-e466-4b84-ab7b-1d47d962ae3e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 944 time: 0.0471544 Oct 23 02:01:56.965480 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dd6522a0-a964-409b-b7b6-51f03e6cac75 req-16466b7e-2961-4134-be79-15753fcb304b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Oct 23 02:01:56.976819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:57.025638 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=884a7a57-68d7-428d-86ca-1ef6c4fc06dc,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:57.257296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['884a7a57-68d7-428d-86ca-1ef6c4fc06dc'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:01:58.084274 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0c666-f2a3-43fa-bdf4-17332af42151 req-3d0820ea-718d-4a80-95d8-49960e753cd5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:58.085718 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d6f0c666-f2a3-43fa-bdf4-17332af42151 req-3d0820ea-718d-4a80-95d8-49960e753cd5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 945 time: 0.0476422 Oct 23 02:01:58.134184 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d6f0c666-f2a3-43fa-bdf4-17332af42151 req-44c6a66f-dd4d-440b-bd66-663ee9ed6d0c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Oct 23 02:01:58.737261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 884a7a57-68d7-428d-86ca-1ef6c4fc06dc up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:01:58.780140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:01:58.833573 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:01:58.833923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:58.834262 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc Oct 23 02:01:59.042808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:01:59.043188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:59.065270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:01:59.067493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ed60b3-7860-4460-a786-de1733fcd9a8" -d '{"events": [{"server_uuid": "f784e0b2-16cd-4865-b5e6-26ec5a8ca159", "name": "network-vif-plugged", "status": "completed", "tag": "884a7a57-68d7-428d-86ca-1ef6c4fc06dc"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:01:59.080227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=884a7a57-68d7-428d-86ca-1ef6c4fc06dc,segment=NetworkSegment(76af9cde-7b18-4ead-ae6e-d2bffa5029f7),segment_id=76af9cde-7b18-4ead-ae6e-d2bffa5029f7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:01:59.104878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb88bc7b-1ff8-4d7b-a266-44d9bc7a51c6 x-openstack-request-id: req-eb88bc7b-1ff8-4d7b-a266-44d9bc7a51c6 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:01:59.105157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f784e0b2-16cd-4865-b5e6-26ec5a8ca159", "name": "network-vif-plugged", "status": "completed", "tag": "884a7a57-68d7-428d-86ca-1ef6c4fc06dc", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:01:59.105426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb88bc7b-1ff8-4d7b-a266-44d9bc7a51c6 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:01:59.105838 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb88bc7b-1ff8-4d7b-a266-44d9bc7a51c6'] response: {'server_uuid': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc', 'code': 200} Oct 23 02:01:59.170961 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:01:59.220360 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=884a7a57-68d7-428d-86ca-1ef6c4fc06dc,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:01:59.265679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041a5df-55a4-4a67-b7d4-46904ec366ee req-3a90a4c1-c97b-488e-bd48-5b9740119385 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:59.267206 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a041a5df-55a4-4a67-b7d4-46904ec366ee req-3a90a4c1-c97b-488e-bd48-5b9740119385 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0533893 Oct 23 02:01:59.317491 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a041a5df-55a4-4a67-b7d4-46904ec366ee req-ff8c9279-45ab-4afa-b47e-ebb6ef1e4c74 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447190 Oct 23 02:01:59.419779 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057613b8-ae8e-4828-8546-20060f4c23e0 req-bc128d61-fda4-4fd2-9ff1-fd74956d69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:01:59.421276 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-057613b8-ae8e-4828-8546-20060f4c23e0 req-bc128d61-fda4-4fd2-9ff1-fd74956d69ee service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 1130 time: 0.0425866 Oct 23 02:01:59.466573 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-057613b8-ae8e-4828-8546-20060f4c23e0 req-5351dda7-40ba-408f-a137-f01bb06c6cd7 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394595 Oct 23 02:01:59.920397 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:01:59.925250 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=36 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:00.441561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873dfd6-c48c-46db-915a-e8b15b6502d9 req-45d97395-02cc-4ad9-977a-3d87b490e94b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:00.443096 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a873dfd6-c48c-46db-915a-e8b15b6502d9 req-45d97395-02cc-4ad9-977a-3d87b490e94b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0473909 Oct 23 02:02:00.461935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:00.494188 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a873dfd6-c48c-46db-915a-e8b15b6502d9 req-18a5fb7f-7e7c-4ce7-8640-144c0b62dd85 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Oct 23 02:02:01.618015 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5446a9-63fb-4d3e-b731-2f3cfd922925 req-68b8bf2d-c3e2-4f92-9835-99932ff01f35 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:01.619479 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3e5446a9-63fb-4d3e-b731-2f3cfd922925 req-68b8bf2d-c3e2-4f92-9835-99932ff01f35 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0492296 Oct 23 02:02:01.667903 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3e5446a9-63fb-4d3e-b731-2f3cfd922925 req-e0061ad9-e547-4dba-8910-972ac865b075 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Oct 23 02:02:01.786176 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc7b90-798a-40c5-b7f5-57bb0bad7a6c req-3943f0c3-700c-49ff-b03f-4774cf7aa026 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:01.787636 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dbbc7b90-798a-40c5-b7f5-57bb0bad7a6c req-3943f0c3-700c-49ff-b03f-4774cf7aa026 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0460875 Oct 23 02:02:01.839323 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dbbc7b90-798a-40c5-b7f5-57bb0bad7a6c req-9cdf0ca2-60ae-406f-a593-ad6fb2fc712e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462558 Oct 23 02:02:01.867125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44320) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:02:02.231391 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3f49ef-3009-4281-a028-a2202b5cc265 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:02.232993 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ec3f49ef-3009-4281-a028-a2202b5cc265 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 1125 time: 0.3649249 Oct 23 02:02:02.235916 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44324) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:02:02.240036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:02:02.325153 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:02.437084 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:02.511595 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:02.536466 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.36.3.245 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/ea92ecb9-208f-4924-b65c-2015ad9a41a7) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:02:02.640181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (ea92ecb9-208f-4924-b65c-2015ad9a41a7), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:02.702584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ea92ecb9-208f-4924-b65c-2015ad9a41a7), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:02.739920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:02:02.746688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:02:02.751132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:02:02.754397 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=ea92ecb9-208f-4924-b65c-2015ad9a41a7,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:02:02.964561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:03.105547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (7a23a5ee-4529-449d-b28b-2a98313918b5), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:03.228688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ea92ecb9-208f-4924-b65c-2015ad9a41a7), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:03.319550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:03.378237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (ea92ecb9-208f-4924-b65c-2015ad9a41a7), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:03.439529 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (ea92ecb9-208f-4924-b65c-2015ad9a41a7), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:03.514739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=ea92ecb9-208f-4924-b65c-2015ad9a41a7,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:02:03.517251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (7a23a5ee-4529-449d-b28b-2a98313918b5), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:03.616645 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Floating IP 7a23a5ee-4529-449d-b28b-2a98313918b5 associated. External IP: 172.36.3.245, port: 884a7a57-68d7-428d-86ca-1ef6c4fc06dc. Oct 23 02:02:03.813715 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 746cc9fa-178b-4e08-a002-37fa85d38ea6 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:02:03.918273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:02:03.923699 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:03.929436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9bac57-8ee1-4b71-af63-3ce100b704be None None] Sync routers for ids ['746cc9fa-178b-4e08-a002-37fa85d38ea6'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:02:03.940754 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9bac57-8ee1-4b71-af63-3ce100b704be None None] Routers {'746cc9fa-178b-4e08-a002-37fa85d38ea6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:02:03.941706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6b9bac57-8ee1-4b71-af63-3ce100b704be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:01:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['746cc9fa-178b-4e08-a002-37fa85d38ea6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:02:03.975063 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:02:03.989553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:04.028411 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f6bb2063-6d37-423c-8e7e-d106de2eb61b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7890177 Oct 23 02:02:04.028411 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'tag': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:02:04.030005 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "f784e0b2-16cd-4865-b5e6-26ec5a8ca159", "tag": "884a7a57-68d7-428d-86ca-1ef6c4fc06dc"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:02:04.057912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6b9bac57-8ee1-4b71-af63-3ce100b704be None None] Set router 746cc9fa-178b-4e08-a002-37fa85d38ea6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:02:04.070857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9901b3c-900c-4ba5-8630-4792a02ce020 x-openstack-request-id: req-b9901b3c-900c-4ba5-8630-4792a02ce020 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:02:04.071228 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f784e0b2-16cd-4865-b5e6-26ec5a8ca159", "tag": "884a7a57-68d7-428d-86ca-1ef6c4fc06dc", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:02:04.071552 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9901b3c-900c-4ba5-8630-4792a02ce020 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:02:04.072042 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9901b3c-900c-4ba5-8630-4792a02ce020'] response: {'name': 'network-changed', 'server_uuid': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'tag': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc', 'status': 'completed', 'code': 200} Oct 23 02:02:04.147682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba49425-abdf-45cb-adc6-f5723df07617 req-9e93d314-f9cd-4160-98ed-63279b31e693 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:04.150283 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0ba49425-abdf-45cb-adc6-f5723df07617 req-9e93d314-f9cd-4160-98ed-63279b31e693 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0639024 Oct 23 02:02:04.166151 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4 req-69ce12c3-edf3-4a20-bb09-4c5f9a39677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:04.167711 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4 req-69ce12c3-edf3-4a20-bb09-4c5f9a39677a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 1130 time: 0.0400925 Oct 23 02:02:04.213088 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0ba49425-abdf-45cb-adc6-f5723df07617 req-9fc40e00-a135-462a-a35d-fa94490bc330 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574489 Oct 23 02:02:04.243638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44330) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:02:04.279710 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4 req-4f35bd47-6af2-48b8-a715-1e39041bc950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:04.281371 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4 req-4f35bd47-6af2-48b8-a715-1e39041bc950 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7124d413-e826-446e-8db4-f96a13a76cbf HTTP/1.1" status: 200 len: 898 time: 0.1055660 Oct 23 02:02:04.288825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6b9bac57-8ee1-4b71-af63-3ce100b704be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7a23a5ee-4529-449d-b28b-2a98313918b5', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.245', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'port_id': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'mac_address': 'fa:16:3e:45:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:02:02Z', 'updated_at': '2022-10-23T02:02:02Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356c3ea5-e32a-4764-9c10-2b5c211928c6', 'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:20:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:46Z', 'updated_at': '2022-10-23T02:01:51Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:02:04.308365 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c5d78029-05e6-4431-b5ef-1889c477f3d1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/7a23a5ee-4529-449d-b28b-2a98313918b5 HTTP/1.1" status: 200 len: 992 time: 0.0626016 Oct 23 02:02:04.315356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9bac57-8ee1-4b71-af63-3ce100b704be None None] Checking router: 746cc9fa-178b-4e08-a002-37fa85d38ea6 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:02:04.324102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9bac57-8ee1-4b71-af63-3ce100b704be None None] Routers {'746cc9fa-178b-4e08-a002-37fa85d38ea6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:02:04.324663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6b9bac57-8ee1-4b71-af63-3ce100b704be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:01:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['746cc9fa-178b-4e08-a002-37fa85d38ea6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:02:04.327155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:04.349106 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4 req-b078de3a-23b3-477e-9722-46f2f379a268 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884a7a57-68d7-428d-86ca-1ef6c4fc06dc HTTP/1.1" status: 200 len: 1000 time: 0.0621555 Oct 23 02:02:04.397248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4 req-f6861198-5ee9-4715-afc2-f3357880f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:04.398671 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4 req-f6861198-5ee9-4715-afc2-f3357880f855 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=adc655e4-bb1c-4db6-bf1b-15a460da8769 HTTP/1.1" status: 200 len: 835 time: 0.0444744 Oct 23 02:02:04.428681 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:04.432674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-6b9bac57-8ee1-4b71-af63-3ce100b704be None None] Set router 746cc9fa-178b-4e08-a002-37fa85d38ea6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:02:04.443341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4 req-53b00aff-0389-4f95-a311-8dff3761ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:04.444857 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4 req-53b00aff-0389-4f95-a311-8dff3761ad1b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7124d413-e826-446e-8db4-f96a13a76cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400462 Oct 23 02:02:04.501300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:04.538166 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4 req-3b8cd993-edc9-466d-a0f9-0b0aac26817c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873370 Oct 23 02:02:04.623998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:04.628144 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ff9658c6-dd84-416e-8b3e-a13ac3b36ff4 req-f857807f-ead5-4924-a4c3-c9306e3151cd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842583 Oct 23 02:02:04.644623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-6b9bac57-8ee1-4b71-af63-3ce100b704be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7a23a5ee-4529-449d-b28b-2a98313918b5', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.245', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'port_id': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'mac_address': 'fa:16:3e:45:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:02:02Z', 'updated_at': '2022-10-23T02:02:02Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356c3ea5-e32a-4764-9c10-2b5c211928c6', 'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:20:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:46Z', 'updated_at': '2022-10-23T02:01:51Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:02:04.670594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9bac57-8ee1-4b71-af63-3ce100b704be None None] The sync data for ids ['746cc9fa-178b-4e08-a002-37fa85d38ea6'] in dv-neutron-master-2-hyperv is: [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7a23a5ee-4529-449d-b28b-2a98313918b5', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.245', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'port_id': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'mac_address': 'fa:16:3e:45:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:02:02Z', 'updated_at': '2022-10-23T02:02:02Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356c3ea5-e32a-4764-9c10-2b5c211928c6', 'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:20:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:46Z', 'updated_at': '2022-10-23T02:01:51Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:02:04.859039 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c3c6b-e622-4b99-b598-04d3a80f756c None None] New status for floating IP 7a23a5ee-4529-449d-b28b-2a98313918b5: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:02:05.311901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44332) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:02:05.375274 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4e702a20-1421-49e3-a141-c3eccae4f417 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/7a23a5ee-4529-449d-b28b-2a98313918b5 HTTP/1.1" status: 200 len: 994 time: 0.0621843 Oct 23 02:02:08.839227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bf6979b6-7ae9-411e-beb2-bb24d1902856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:11.148101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9df-47a7-4146-a377-9e1cd92b7f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:12.656078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:14.062094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:14.164543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:14.298683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=44 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:14.300558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=69 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:15.366500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=60 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:15.367246 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:15.998957 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=20 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:16.009068 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:18.107317 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-513c8cb1-1a56-402c-ab2e-12d1dc7e43c4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396390 Oct 23 02:02:18.207655 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-f7043629-bfaa-43ff-9f43-d9b1ae1cda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:18.209190 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-f7043629-bfaa-43ff-9f43-d9b1ae1cda55 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 1130 time: 0.0405352 Oct 23 02:02:18.314794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-3e15ef38-d503-49ca-9492-423670d3ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:18.316163 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-3e15ef38-d503-49ca-9492-423670d3ee5d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7124d413-e826-446e-8db4-f96a13a76cbf HTTP/1.1" status: 200 len: 898 time: 0.0892489 Oct 23 02:02:18.375912 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-8516b80d-e24c-4a6f-9d8e-d91de0509bc4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884a7a57-68d7-428d-86ca-1ef6c4fc06dc HTTP/1.1" status: 200 len: 1002 time: 0.0535548 Oct 23 02:02:18.426482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-51df9f27-4118-408d-9cf6-c3be040c7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:18.427893 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-51df9f27-4118-408d-9cf6-c3be040c7df2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=adc655e4-bb1c-4db6-bf1b-15a460da8769 HTTP/1.1" status: 200 len: 835 time: 0.0465002 Oct 23 02:02:18.470399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-bb4f0542-4e26-41ba-afc7-9169649dd2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:18.471846 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-bb4f0542-4e26-41ba-afc7-9169649dd2d6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7124d413-e826-446e-8db4-f96a13a76cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380275 Oct 23 02:02:18.562564 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-f34a8fd0-605e-4e36-ab71-5a961bddebb3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844312 Oct 23 02:02:18.654424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-abe0bf65-e049-4abd-9f7b-ee0d77f8ac15 req-79515235-e461-4f14-a5f2-392dd414b2d1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859873 Oct 23 02:02:22.273326 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:28.641232 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=50 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:28.651337 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=51 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:32.180842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:32.184690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:32.187407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:32.224438 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e9ee0-1d81-4364-92d9-cdcf67a137de req-65d62531-6820-48e5-a49c-eeb5ff039929 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:32.225864 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b29e9ee0-1d81-4364-92d9-cdcf67a137de req-65d62531-6820-48e5-a49c-eeb5ff039929 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0479710 Oct 23 02:02:32.275248 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b29e9ee0-1d81-4364-92d9-cdcf67a137de req-04cff5cd-e63f-4f0b-81bd-09d0f6d95ac1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433147 Oct 23 02:02:32.959783 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:33.402913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ac055-85fe-411e-8c01-cbd17e61756f req-052c12a1-b2fe-41ed-a659-d6fdb7ba95ca tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:33.404382 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-062ac055-85fe-411e-8c01-cbd17e61756f req-052c12a1-b2fe-41ed-a659-d6fdb7ba95ca tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0497437 Oct 23 02:02:33.453326 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-062ac055-85fe-411e-8c01-cbd17e61756f req-db389819-1d0f-46a1-a47c-ed5a2f0661c8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Oct 23 02:02:34.580509 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d9eab-4497-444d-a223-011aeca69116 req-7b07fdca-cede-49c0-a975-ceeccaa19de4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:34.582101 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3a3d9eab-4497-444d-a223-011aeca69116 req-7b07fdca-cede-49c0-a975-ceeccaa19de4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0520508 Oct 23 02:02:34.637651 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3a3d9eab-4497-444d-a223-011aeca69116 req-7f14fcff-11d3-421f-a144-34b957640780 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492985 Oct 23 02:02:35.757301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45715c-49bb-4687-8860-446549176c4a req-1435c5c0-33ce-4daf-9ecb-baa7a2f000b6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:35.758763 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5f45715c-49bb-4687-8860-446549176c4a req-1435c5c0-33ce-4daf-9ecb-baa7a2f000b6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0464859 Oct 23 02:02:35.808282 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5f45715c-49bb-4687-8860-446549176c4a req-bf9b6e85-db04-4a75-a687-c75e0aeebc79 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438821 Oct 23 02:02:36.927515 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc607-c6a3-4f7c-8b3d-673b909aaea0 req-537c4e6a-11e7-415f-bedf-45518c9dee0a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:36.928998 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f03cc607-c6a3-4f7c-8b3d-673b909aaea0 req-537c4e6a-11e7-415f-bedf-45518c9dee0a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0470548 Oct 23 02:02:36.976863 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f03cc607-c6a3-4f7c-8b3d-673b909aaea0 req-412e4c23-8dc2-4fd6-b9e2-70676a9540b2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424132 Oct 23 02:02:37.094334 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:38.098345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb957b-9bf2-45b5-b24e-53e07a94ac82 req-322dbb1e-7ca6-49f2-adbb-e70c38c27e35 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:38.099803 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7fcb957b-9bf2-45b5-b24e-53e07a94ac82 req-322dbb1e-7ca6-49f2-adbb-e70c38c27e35 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0471253 Oct 23 02:02:38.153088 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7fcb957b-9bf2-45b5-b24e-53e07a94ac82 req-4134fa7c-5f0a-416c-95a7-a07e83042a6b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478368 Oct 23 02:02:38.827283 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-43937fe9-59c1-4bc4-a3d1-2406d5ece879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:39.276835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dc030-1003-4a1a-9c20-04d8a6561932 req-73eacf71-1f5e-42fa-949c-f26efcdf236a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:39.278346 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-118dc030-1003-4a1a-9c20-04d8a6561932 req-73eacf71-1f5e-42fa-949c-f26efcdf236a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0500247 Oct 23 02:02:39.327244 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-118dc030-1003-4a1a-9c20-04d8a6561932 req-7ad006d6-16c2-41ba-a92d-8e45707096b3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426989 Oct 23 02:02:40.445662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092c05c-8a5c-4e54-999e-2d41a2581a52 req-f5616a1b-3f0d-4c58-b4eb-f168ca698fdb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:40.447144 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2092c05c-8a5c-4e54-999e-2d41a2581a52 req-f5616a1b-3f0d-4c58-b4eb-f168ca698fdb tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0461626 Oct 23 02:02:40.494841 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2092c05c-8a5c-4e54-999e-2d41a2581a52 req-be0505ef-3ee9-44a9-91a3-db920943ad71 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423853 Oct 23 02:02:40.974263 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:02:41.181586 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-878207a7-8692-40f9-b5e8-a8a1daebd91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:41.614591 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94880f-8c6b-478e-afaa-0a72aa740e71 req-af81da02-8b4b-43fd-816a-7ee23053396f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:41.616062 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc94880f-8c6b-478e-afaa-0a72aa740e71 req-af81da02-8b4b-43fd-816a-7ee23053396f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0458295 Oct 23 02:02:41.663753 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fc94880f-8c6b-478e-afaa-0a72aa740e71 req-6ee989bf-8b11-4756-8020-88bd00ba95a0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422039 Oct 23 02:02:42.632912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:42.786239 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d080-a0ea-4082-8b8e-eaf6fe29c478 req-8c77f774-a229-417f-98d9-e902de8dc82d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:42.787740 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3376d080-a0ea-4082-8b8e-eaf6fe29c478 req-8c77f774-a229-417f-98d9-e902de8dc82d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0481870 Oct 23 02:02:42.836445 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3376d080-a0ea-4082-8b8e-eaf6fe29c478 req-1c0f0097-4757-466a-9cf2-b09725d614bc tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 Oct 23 02:02:42.865377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44366) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:02:42.924971 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-2b0f3823-c019-48b5-8e41-cae75cb1befe tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/7a23a5ee-4529-449d-b28b-2a98313918b5 HTTP/1.1" status: 200 len: 994 time: 0.0581911 Oct 23 02:02:44.061340 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:44.187126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:44.387696 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188d342-833e-4905-88e7-d6d59c7b4f44 req-bbda16c3-3809-48f7-9594-04a8731c3715 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:44.389195 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4188d342-833e-4905-88e7-d6d59c7b4f44 req-bbda16c3-3809-48f7-9594-04a8731c3715 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0479932 Oct 23 02:02:44.438285 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4188d342-833e-4905-88e7-d6d59c7b4f44 req-1ecd39f3-05bf-4051-afda-14f739b3bd5c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 Oct 23 02:02:44.511141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d777d0-70d8-4bf4-be6a-c3684e55d096 req-f3cb3a30-ae3f-416c-89f8-b4dd6198cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:44.512660 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64d777d0-70d8-4bf4-be6a-c3684e55d096 req-f3cb3a30-ae3f-416c-89f8-b4dd6198cc78 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 1130 time: 0.0391617 Oct 23 02:02:44.604002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d777d0-70d8-4bf4-be6a-c3684e55d096 req-18c46293-2de3-4fc3-add8-bede2a9301d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:44.605475 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64d777d0-70d8-4bf4-be6a-c3684e55d096 req-18c46293-2de3-4fc3-add8-bede2a9301d8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7124d413-e826-446e-8db4-f96a13a76cbf HTTP/1.1" status: 200 len: 898 time: 0.0871873 Oct 23 02:02:44.666011 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64d777d0-70d8-4bf4-be6a-c3684e55d096 req-24f6db10-89fa-44bd-8ceb-54031cdfe993 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884a7a57-68d7-428d-86ca-1ef6c4fc06dc HTTP/1.1" status: 200 len: 1002 time: 0.0529640 Oct 23 02:02:44.715861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d777d0-70d8-4bf4-be6a-c3684e55d096 req-d5906695-71ad-4154-9073-15ddfb43ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:44.717326 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64d777d0-70d8-4bf4-be6a-c3684e55d096 req-d5906695-71ad-4154-9073-15ddfb43ff99 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=adc655e4-bb1c-4db6-bf1b-15a460da8769 HTTP/1.1" status: 200 len: 835 time: 0.0460835 Oct 23 02:02:44.761617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d777d0-70d8-4bf4-be6a-c3684e55d096 req-411b2b99-db84-4a25-8666-696b8c6243e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:44.763170 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64d777d0-70d8-4bf4-be6a-c3684e55d096 req-411b2b99-db84-4a25-8666-696b8c6243e5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7124d413-e826-446e-8db4-f96a13a76cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392642 Oct 23 02:02:44.847546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:44.851253 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64d777d0-70d8-4bf4-be6a-c3684e55d096 req-384b0ff1-450d-4fee-be5c-c6ecffd8d58f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821376 Oct 23 02:02:44.920378 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:44.944130 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64d777d0-70d8-4bf4-be6a-c3684e55d096 req-375174dc-8c50-4f8f-92c4-bd2e0d3526e1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872738 Oct 23 02:02:45.564884 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e006ac4-2f71-4d5d-a2dd-4d20db931ff5 req-1072433f-ebaf-4c56-9813-33b57ab8f4b8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:45.566883 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7e006ac4-2f71-4d5d-a2dd-4d20db931ff5 req-1072433f-ebaf-4c56-9813-33b57ab8f4b8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0519102 Oct 23 02:02:45.617714 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7e006ac4-2f71-4d5d-a2dd-4d20db931ff5 req-d83b3f6b-c200-461a-8e32-37680f61559c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 Oct 23 02:02:46.739248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a723866-e996-4631-b176-62118e7d069d req-f27cfd9c-5d53-4781-9e46-3423cca6d4e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:02:46.740721 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3a723866-e996-4631-b176-62118e7d069d req-f27cfd9c-5d53-4781-9e46-3423cca6d4e1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0462937 Oct 23 02:02:46.789865 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3a723866-e996-4631-b176-62118e7d069d req-6a304473-8774-44b7-89b9-4527293793f9 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Oct 23 02:02:46.818102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44378) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:02:46.878446 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-b62bbe9b-cb05-44bf-9e2e-5dade6ec0bf2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/7a23a5ee-4529-449d-b28b-2a98313918b5 HTTP/1.1" status: 200 len: 994 time: 0.0593162 Oct 23 02:02:50.970437 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:52.243820 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:02:55.610348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=54 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:55.614219 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=54 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:56.865335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=13 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:02:56.871314 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=27 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:02.193466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:02.197355 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:02.199062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:08.826798 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b86e6b6c-ff89-42f6-9568-71b1ff484777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:09.961917 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:09.965773 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:11.169282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f26f575b-0b9e-4a35-9065-db4404e6fa48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:12.666687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:14.060530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:14.158179 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:15.294201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44390) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:15.429751 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port ea92ecb9-208f-4924-b65c-2015ad9a41a7 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:03:15.430124 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ea92ecb9-208f-4924-b65c-2015ad9a41a7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:15.508340 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ea92ecb9-208f-4924-b65c-2015ad9a41a7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:15.508667 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (ea92ecb9-208f-4924-b65c-2015ad9a41a7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:15.522199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for ea92ecb9-208f-4924-b65c-2015ad9a41a7 owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:03:15.724019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ea92ecb9-208f-4924-b65c-2015ad9a41a7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:15.746138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=ea92ecb9-208f-4924-b65c-2015ad9a41a7,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:15.759874 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.760225 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.760563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.760898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.761230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.761559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.761928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.762307 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.762634 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.762957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.763278 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.763599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.763918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.764241 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.764559 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:15.819514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (7a23a5ee-4529-449d-b28b-2a98313918b5), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:15.819838 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Floating IP 7a23a5ee-4529-449d-b28b-2a98313918b5 disassociated (deleted). External IP: 172.36.3.245, port: 884a7a57-68d7-428d-86ca-1ef6c4fc06dc. Oct 23 02:03:16.299877 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 746cc9fa-178b-4e08-a002-37fa85d38ea6 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:03:16.394357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:16.399882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:03:16.414472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:16.414577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d5f79-f723-4f59-80a7-c7ddc524ff8a None None] Sync routers for ids ['746cc9fa-178b-4e08-a002-37fa85d38ea6'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:03:16.419512 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d5f79-f723-4f59-80a7-c7ddc524ff8a None None] Routers {'746cc9fa-178b-4e08-a002-37fa85d38ea6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:16.420131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-743d5f79-f723-4f59-80a7-c7ddc524ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:03:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['746cc9fa-178b-4e08-a002-37fa85d38ea6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:16.435337 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-33c8226d-326e-4597-9441-9b0bddaa504f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/7a23a5ee-4529-449d-b28b-2a98313918b5 HTTP/1.1" status: 204 len: 168 time: 1.1400821 Oct 23 02:03:16.435979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'tag': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:03:16.438293 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86b6540-75dd-4556-8ecf-efb2e0c12feb" -d '{"events": [{"name": "network-changed", "server_uuid": "f784e0b2-16cd-4865-b5e6-26ec5a8ca159", "tag": "884a7a57-68d7-428d-86ca-1ef6c4fc06dc"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:03:16.490762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4479aa5b-cc3c-4844-a9c6-43b5b46c943c x-openstack-request-id: req-4479aa5b-cc3c-4844-a9c6-43b5b46c943c {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:03:16.491055 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f784e0b2-16cd-4865-b5e6-26ec5a8ca159", "tag": "884a7a57-68d7-428d-86ca-1ef6c4fc06dc", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:03:16.491306 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4479aa5b-cc3c-4844-a9c6-43b5b46c943c {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:03:16.491712 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4479aa5b-cc3c-4844-a9c6-43b5b46c943c'] response: {'name': 'network-changed', 'server_uuid': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'tag': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc', 'status': 'completed', 'code': 200} Oct 23 02:03:16.526699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-743d5f79-f723-4f59-80a7-c7ddc524ff8a None None] Set router 746cc9fa-178b-4e08-a002-37fa85d38ea6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:16.581119 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b6540-75dd-4556-8ecf-efb2e0c12feb req-5955344f-8da4-4c39-99f8-817d8f0f6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:16.582703 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d86b6540-75dd-4556-8ecf-efb2e0c12feb req-5955344f-8da4-4c39-99f8-817d8f0f6db2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 1130 time: 0.0436442 Oct 23 02:03:16.608262 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:16.680120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b6540-75dd-4556-8ecf-efb2e0c12feb req-93ce4f87-878f-45cd-9115-8d95fabf3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:16.681598 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d86b6540-75dd-4556-8ecf-efb2e0c12feb req-93ce4f87-878f-45cd-9115-8d95fabf3245 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=7124d413-e826-446e-8db4-f96a13a76cbf HTTP/1.1" status: 200 len: 898 time: 0.0925572 Oct 23 02:03:16.720678 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d86b6540-75dd-4556-8ecf-efb2e0c12feb req-fa2876ce-5a07-4fc8-bd0a-739a91cee43a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884a7a57-68d7-428d-86ca-1ef6c4fc06dc HTTP/1.1" status: 200 len: 217 time: 0.0329068 Oct 23 02:03:16.721941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-743d5f79-f723-4f59-80a7-c7ddc524ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '356c3ea5-e32a-4764-9c10-2b5c211928c6', 'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:20:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:46Z', 'updated_at': '2022-10-23T02:01:51Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:16.747353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d5f79-f723-4f59-80a7-c7ddc524ff8a None None] Checking router: 746cc9fa-178b-4e08-a002-37fa85d38ea6 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:03:16.755728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d5f79-f723-4f59-80a7-c7ddc524ff8a None None] Routers {'746cc9fa-178b-4e08-a002-37fa85d38ea6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:16.756336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-743d5f79-f723-4f59-80a7-c7ddc524ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:03:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['746cc9fa-178b-4e08-a002-37fa85d38ea6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:16.774794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b6540-75dd-4556-8ecf-efb2e0c12feb req-37e5d23c-a26b-4687-8bbf-a117c12b579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:16.776277 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d86b6540-75dd-4556-8ecf-efb2e0c12feb req-37e5d23c-a26b-4687-8bbf-a117c12b579c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=adc655e4-bb1c-4db6-bf1b-15a460da8769 HTTP/1.1" status: 200 len: 835 time: 0.0494678 Oct 23 02:03:16.819937 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b6540-75dd-4556-8ecf-efb2e0c12feb req-fb5bb252-9f76-49a7-9f74-f4e002e14957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:16.821360 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d86b6540-75dd-4556-8ecf-efb2e0c12feb req-fb5bb252-9f76-49a7-9f74-f4e002e14957 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=7124d413-e826-446e-8db4-f96a13a76cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392551 Oct 23 02:03:16.861728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-743d5f79-f723-4f59-80a7-c7ddc524ff8a None None] Set router 746cc9fa-178b-4e08-a002-37fa85d38ea6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:16.918854 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d86b6540-75dd-4556-8ecf-efb2e0c12feb req-37e845fc-c25a-4f95-b76b-9c3f4b078762 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906572 Oct 23 02:03:16.993418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d2abe-9c78-471f-8eec-132cecaf69d8 req-bf93852d-af6d-462e-a043-4cce18b4835a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:16.998386 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-773d2abe-9c78-471f-8eec-132cecaf69d8 req-bf93852d-af6d-462e-a043-4cce18b4835a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.1201212 Oct 23 02:03:17.050818 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-773d2abe-9c78-471f-8eec-132cecaf69d8 req-49e2f85f-346f-4433-a8a3-3cf0c23f9030 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495393 Oct 23 02:03:17.053390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-743d5f79-f723-4f59-80a7-c7ddc524ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '356c3ea5-e32a-4764-9c10-2b5c211928c6', 'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:20:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:46Z', 'updated_at': '2022-10-23T02:01:51Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:17.082341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d5f79-f723-4f59-80a7-c7ddc524ff8a None None] The sync data for ids ['746cc9fa-178b-4e08-a002-37fa85d38ea6'] in dv-neutron-master-2-hyperv is: [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '356c3ea5-e32a-4764-9c10-2b5c211928c6', 'name': '', 'network_id': '7124d413-e826-446e-8db4-f96a13a76cbf', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:20:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:46Z', 'updated_at': '2022-10-23T02:01:51Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': 'adc655e4-bb1c-4db6-bf1b-15a460da8769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:03:17.389454 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4115ee70-60d6-4bea-8c07-a8a0470ce3f4 None None] New status for floating IP 7a23a5ee-4529-449d-b28b-2a98313918b5: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:03:17.972528 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:03:18.197408 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d86b6540-75dd-4556-8ecf-efb2e0c12feb req-19934b0d-fcc2-49f9-b020-3121f7454218 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942717 Oct 23 02:03:18.243281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97305f-abb8-4f8e-a384-4f41ac90be70 req-3e92512a-591d-4117-90f0-8955779538aa tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:18.244653 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4c97305f-abb8-4f8e-a384-4f41ac90be70 req-3e92512a-591d-4117-90f0-8955779538aa tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0939281 Oct 23 02:03:18.294816 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4c97305f-abb8-4f8e-a384-4f41ac90be70 req-da9874ae-de2a-4ab5-b85f-caf1983b190d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4e6ffc04-6318-44b2-88ad-15e53ff82ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440600 Oct 23 02:03:18.520514 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b9b3-9e2e-42ae-8939-f18fad665013 req-d992db35-364e-4b72-9159-5d0039f9123a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:18.522465 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf86b9b3-9e2e-42ae-8939-f18fad665013 req-d992db35-364e-4b72-9159-5d0039f9123a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 946 time: 0.0500550 Oct 23 02:03:18.601857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-bf86b9b3-9e2e-42ae-8939-f18fad665013 req-9930ee7c-546f-4a06-a196-0cb0b49fb05e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:03:18.602200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf86b9b3-9e2e-42ae-8939-f18fad665013 req-9930ee7c-546f-4a06-a196-0cb0b49fb05e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:18.693504 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-bf86b9b3-9e2e-42ae-8939-f18fad665013 req-9930ee7c-546f-4a06-a196-0cb0b49fb05e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=884a7a57-68d7-428d-86ca-1ef6c4fc06dc,segment=NetworkSegment(76af9cde-7b18-4ead-ae6e-d2bffa5029f7),segment_id=76af9cde-7b18-4ead-ae6e-d2bffa5029f7)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:18.693920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf86b9b3-9e2e-42ae-8939-f18fad665013 req-9930ee7c-546f-4a06-a196-0cb0b49fb05e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:18.706526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-bf86b9b3-9e2e-42ae-8939-f18fad665013 req-9930ee7c-546f-4a06-a196-0cb0b49fb05e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 884a7a57-68d7-428d-86ca-1ef6c4fc06dc owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:03:18.802639 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:18.918177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf86b9b3-9e2e-42ae-8939-f18fad665013 req-9930ee7c-546f-4a06-a196-0cb0b49fb05e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (884a7a57-68d7-428d-86ca-1ef6c4fc06dc), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:18.951139 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930ee7c-546f-4a06-a196-0cb0b49fb05e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=884a7a57-68d7-428d-86ca-1ef6c4fc06dc,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:18.995380 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf86b9b3-9e2e-42ae-8939-f18fad665013 req-9930ee7c-546f-4a06-a196-0cb0b49fb05e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] No DVR routers for this DVR port 884a7a57-68d7-428d-86ca-1ef6c4fc06dc on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:03:18.998022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-bf86b9b3-9e2e-42ae-8939-f18fad665013 req-9930ee7c-546f-4a06-a196-0cb0b49fb05e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:19.001206 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-bf86b9b3-9e2e-42ae-8939-f18fad665013 req-9930ee7c-546f-4a06-a196-0cb0b49fb05e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "DELETE /networking/v2.0/ports/884a7a57-68d7-428d-86ca-1ef6c4fc06dc HTTP/1.1" status: 204 len: 173 time: 0.4735987 Oct 23 02:03:19.001703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'name': 'network-vif-deleted', 'tag': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:03:19.003919 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25fa9b5-073e-4c96-a9bc-1398ba1efa0e" -d '{"events": [{"server_uuid": "f784e0b2-16cd-4865-b5e6-26ec5a8ca159", "name": "network-vif-deleted", "tag": "884a7a57-68d7-428d-86ca-1ef6c4fc06dc"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:03:19.043791 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7210969a-1f89-44c7-8953-3c51170529a4 x-openstack-request-id: req-7210969a-1f89-44c7-8953-3c51170529a4 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:03:19.044198 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f784e0b2-16cd-4865-b5e6-26ec5a8ca159", "name": "network-vif-deleted", "tag": "884a7a57-68d7-428d-86ca-1ef6c4fc06dc", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:03:19.044456 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7210969a-1f89-44c7-8953-3c51170529a4 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:03:19.044863 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7210969a-1f89-44c7-8953-3c51170529a4'] response: {'server_uuid': 'f784e0b2-16cd-4865-b5e6-26ec5a8ca159', 'name': 'network-vif-deleted', 'tag': '884a7a57-68d7-428d-86ca-1ef6c4fc06dc', 'status': 'completed', 'code': 200} Oct 23 02:03:19.401581 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5346d550-464e-4910-9af0-a4b8196be079 req-c689ca98-f883-4cc6-9d54-bebf70c38010 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 210 time: 0.0299902 Oct 23 02:03:20.521238 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0b46415e-0bcf-466d-8c66-941e026be37b req-0c521ad7-5818-4299-934a-2dbbcd333ae1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f784e0b2-16cd-4865-b5e6-26ec5a8ca159 HTTP/1.1" status: 200 len: 210 time: 0.0291829 Oct 23 02:03:21.586778 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44414) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:21.902805 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (746cc9fa-178b-4e08-a002-37fa85d38ea6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:22.135249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 356c3ea5-e32a-4764-9c10-2b5c211928c6 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:03:22.135592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:22.230623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port 356c3ea5-e32a-4764-9c10-2b5c211928c6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=356c3ea5-e32a-4764-9c10-2b5c211928c6,segment=NetworkSegment(76af9cde-7b18-4ead-ae6e-d2bffa5029f7),segment_id=76af9cde-7b18-4ead-ae6e-d2bffa5029f7)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:22.230887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:22.244210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 356c3ea5-e32a-4764-9c10-2b5c211928c6 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:03:22.249080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:22.665225 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:22.667810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:22.780630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (356c3ea5-e32a-4764-9c10-2b5c211928c6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:22.806066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=356c3ea5-e32a-4764-9c10-2b5c211928c6,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:22.818744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.823623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:22.989378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (746cc9fa-178b-4e08-a002-37fa85d38ea6), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:23.011024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c844da-3bb9-4cea-9665-fd8a1bd46a2c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:03:23.078394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c844da-3bb9-4cea-9665-fd8a1bd46a2c None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:03:23.198726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 746cc9fa-178b-4e08-a002-37fa85d38ea6 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:03:23.278694 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 884a7a57-68d7-428d-86ca-1ef6c4fc06dc no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:03:23.302815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 884a7a57-68d7-428d-86ca-1ef6c4fc06dc {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:03:23.303158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 884a7a57-68d7-428d-86ca-1ef6c4fc06dc not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:03:23.305764 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:03:23.313517 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0704b916-16b9-408e-ad8f-41577ea68e66 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "PUT /networking/v2.0/routers/746cc9fa-178b-4e08-a002-37fa85d38ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7265403 Oct 23 02:03:23.314230 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44416) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:23.316056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c9b4c-832d-47c7-ab30-1931c45145f2 None None] Sync routers for ids ['746cc9fa-178b-4e08-a002-37fa85d38ea6'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:03:23.340570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c9b4c-832d-47c7-ab30-1931c45145f2 None None] Routers {'746cc9fa-178b-4e08-a002-37fa85d38ea6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:23.341117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-636c9b4c-832d-47c7-ab30-1931c45145f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:03:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['746cc9fa-178b-4e08-a002-37fa85d38ea6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:23.365669 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c922903-18ec-4724-81c3-d61b9e40cf05 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting subnet adc655e4-bb1c-4db6-bf1b-15a460da8769 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:03:23.368402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:23.369308 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c922903-18ec-4724-81c3-d61b9e40cf05 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (adc655e4-bb1c-4db6-bf1b-15a460da8769), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:23.413580 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c922903-18ec-4724-81c3-d61b9e40cf05 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (adc655e4-bb1c-4db6-bf1b-15a460da8769), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:23.482775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-636c9b4c-832d-47c7-ab30-1931c45145f2 None None] Set router 746cc9fa-178b-4e08-a002-37fa85d38ea6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:23.502623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c922903-18ec-4724-81c3-d61b9e40cf05 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (adc655e4-bb1c-4db6-bf1b-15a460da8769), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:23.638674 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c922903-18ec-4724-81c3-d61b9e40cf05 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (adc655e4-bb1c-4db6-bf1b-15a460da8769), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:23.667203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-636c9b4c-832d-47c7-ab30-1931c45145f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:03:22Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:23.670455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c922903-18ec-4724-81c3-d61b9e40cf05 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Subnet': ['ID=adc655e4-bb1c-4db6-bf1b-15a460da8769,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:23.678735 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-8c922903-18ec-4724-81c3-d61b9e40cf05 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:23.684301 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-8c922903-18ec-4724-81c3-d61b9e40cf05 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/adc655e4-bb1c-4db6-bf1b-15a460da8769 HTTP/1.1" status: 204 len: 168 time: 0.3664720 Oct 23 02:03:23.684556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44418) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:23.702851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c9b4c-832d-47c7-ab30-1931c45145f2 None None] Checking router: 746cc9fa-178b-4e08-a002-37fa85d38ea6 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:03:23.710219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:23.712511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c9b4c-832d-47c7-ab30-1931c45145f2 None None] Routers {'746cc9fa-178b-4e08-a002-37fa85d38ea6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:23.713145 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-636c9b4c-832d-47c7-ab30-1931c45145f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:03:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['746cc9fa-178b-4e08-a002-37fa85d38ea6'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:23.796295 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (746cc9fa-178b-4e08-a002-37fa85d38ea6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:23.800232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:23.824024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-636c9b4c-832d-47c7-ab30-1931c45145f2 None None] Set router 746cc9fa-178b-4e08-a002-37fa85d38ea6 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:23.904203 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (746cc9fa-178b-4e08-a002-37fa85d38ea6), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:23.927948 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4316ef45-afb3-401c-9a4c-f8233684dfc8 None None] Network 7124d413-e826-446e-8db4-f96a13a76cbf requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:03:23.984744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:24.011341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 0b736512-2ff6-4fd6-8674-aafe622b8c45 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:03:24.011688 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.041397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-5a8722bb-a55c-46f9-8602-ee21f98e1734 None None] Provisioning complete for port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:24.041772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5a8722bb-a55c-46f9-8602-ee21f98e1734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.042128 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-5a8722bb-a55c-46f9-8602-ee21f98e1734 None None] Attempt 1 to provision port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d Oct 23 02:03:24.091319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port 0b736512-2ff6-4fd6-8674-aafe622b8c45, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b736512-2ff6-4fd6-8674-aafe622b8c45,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:24.091691 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.106997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 0b736512-2ff6-4fd6-8674-aafe622b8c45 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:03:24.122602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-636c9b4c-832d-47c7-ab30-1931c45145f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:03:22Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:24.174496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] DHCP port deletion for 7124d413-e826-446e-8db4-f96a13a76cbf request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:03:24.179111 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c9b4c-832d-47c7-ab30-1931c45145f2 None None] The sync data for ids ['746cc9fa-178b-4e08-a002-37fa85d38ea6'] in dv-neutron-master-2-hyperv is: [{'id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2106233588', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50'}], 'enable_snat': True}, 'gw_port_id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:01:42Z', 'updated_at': '2022-10-23T02:03:22Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '0b736512-2ff6-4fd6-8674-aafe622b8c45', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cc9fa-178b-4e08-a002-37fa85d38ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:01:43Z', 'updated_at': '2022-10-23T02:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:03:24.213216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-5a8722bb-a55c-46f9-8602-ee21f98e1734 None None] Current status of the port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:24.226639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Deleting port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:03:24.228189 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.234511 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:24.297483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] For port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76b7ce86-ba67-4e1c-9849-8f3f70357f1d,segment=NetworkSegment(76af9cde-7b18-4ead-ae6e-d2bffa5029f7),segment_id=76af9cde-7b18-4ead-ae6e-d2bffa5029f7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:24.298080 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.311663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Calling delete_port for 76b7ce86-ba67-4e1c-9849-8f3f70357f1d owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:03:24.330020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (0b736512-2ff6-4fd6-8674-aafe622b8c45), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.359620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=0b736512-2ff6-4fd6-8674-aafe622b8c45,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:24.408182 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:24.428318 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (746cc9fa-178b-4e08-a002-37fa85d38ea6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.461049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (76b7ce86-ba67-4e1c-9849-8f3f70357f1d), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.484825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Pushing event deleted for resources: {'Port': ['ID=76b7ce86-ba67-4e1c-9849-8f3f70357f1d,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:24.494625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.494998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.495316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.495679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.496018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.496346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.496673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.496999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.497324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.497647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.497994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.501970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.501970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.501970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.501970 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.502347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f1adb-9968-42d7-8f0e-3b32eac146e3 None None] No DVR routers for this DVR port 76b7ce86-ba67-4e1c-9849-8f3f70357f1d on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:03:24.520273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (746cc9fa-178b-4e08-a002-37fa85d38ea6), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.523439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_controller (746cc9fa-178b-4e08-a002-37fa85d38ea6), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.620631 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (746cc9fa-178b-4e08-a002-37fa85d38ea6), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.621209 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Fanout notify agent at l3_agent the message router_deleted on router 746cc9fa-178b-4e08-a002-37fa85d38ea6 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:03:24.627227 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.628319 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-659aa9f0-0db0-4b1b-b02f-d92fd82b4a31 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/routers/746cc9fa-178b-4e08-a002-37fa85d38ea6 HTTP/1.1" status: 204 len: 168 time: 0.9428530 Oct 23 02:03:24.631695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44420) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:24.714887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (7124d413-e826-446e-8db4-f96a13a76cbf), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.800693 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (7124d413-e826-446e-8db4-f96a13a76cbf), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.820894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7124d413-e826-446e-8db4-f96a13a76cbf']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:24.829951 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76af9cde-7b18-4ead-ae6e-d2bffa5029f7') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:24.830254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76af9cde-7b18-4ead-ae6e-d2bffa5029f7') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:24.843831 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (76af9cde-7b18-4ead-ae6e-d2bffa5029f7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.856921 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (76af9cde-7b18-4ead-ae6e-d2bffa5029f7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.863156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:03:24.863539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (76af9cde-7b18-4ead-ae6e-d2bffa5029f7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.933884 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 76af9cde-7b18-4ead-ae6e-d2bffa5029f7 resource provider aggregate not found Oct 23 02:03:24.950492 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 76af9cde-7b18-4ead-ae6e-d2bffa5029f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76af9cde-7b18-4ead-ae6e-d2bffa5029f7 found for delete ", "request_id": "req-ddbc8e6d-192b-4f39-b349-5eeb1a95862c"}]} Oct 23 02:03:25.015299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (7124d413-e826-446e-8db4-f96a13a76cbf), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.022543 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.025242 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/networks/7124d413-e826-446e-8db4-f96a13a76cbf HTTP/1.1" status: 204 len: 168 time: 0.3926327 Oct 23 02:03:25.028177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44428) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:25.038794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b629d13-c7e3-410a-af6a-f7ccad3ddb20 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Network': ['ID=7124d413-e826-446e-8db4-f96a13a76cbf,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:25.094523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c7aaeaee-12a9-4db8-9328-9919ba1d54d2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (4e6ffc04-6318-44b2-88ad-15e53ff82ee8), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.120432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c7aaeaee-12a9-4db8-9328-9919ba1d54d2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (4e6ffc04-6318-44b2-88ad-15e53ff82ee8), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.226803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c7aaeaee-12a9-4db8-9328-9919ba1d54d2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4e6ffc04-6318-44b2-88ad-15e53ff82ee8), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.229303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c7aaeaee-12a9-4db8-9328-9919ba1d54d2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.230497 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c7aaeaee-12a9-4db8-9328-9919ba1d54d2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4e6ffc04-6318-44b2-88ad-15e53ff82ee8 HTTP/1.1" status: 204 len: 168 time: 0.2012553 Oct 23 02:03:25.240948 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aaeaee-12a9-4db8-9328-9919ba1d54d2 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6ffc04-6318-44b2-88ad-15e53ff82ee8,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:25.453408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44434) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:25.459160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-fc808a99-93da-4dc3-a16b-34154625be72 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224313117', 'description': 'tempest-secgroup-smoke-224313117 description', 'project_id': '4d728228866e4ebba0693ec37d2aeef7'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:25.472686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:25.490365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0b736512-2ff6-4fd6-8674-aafe622b8c45 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:03:25.512548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 0b736512-2ff6-4fd6-8674-aafe622b8c45 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:03:25.512883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 0b736512-2ff6-4fd6-8674-aafe622b8c45 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:03:25.513279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 76b7ce86-ba67-4e1c-9849-8f3f70357f1d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:03:25.531044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 76b7ce86-ba67-4e1c-9849-8f3f70357f1d {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:03:25.531386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 76b7ce86-ba67-4e1c-9849-8f3f70357f1d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:03:25.531800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 356c3ea5-e32a-4764-9c10-2b5c211928c6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:03:25.547629 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc808a99-93da-4dc3-a16b-34154625be72 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.550550 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 356c3ea5-e32a-4764-9c10-2b5c211928c6 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:03:25.550896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 356c3ea5-e32a-4764-9c10-2b5c211928c6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:03:25.622007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc808a99-93da-4dc3-a16b-34154625be72 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (4272c792-fce9-4cab-8788-910d218131ec), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.689251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc808a99-93da-4dc3-a16b-34154625be72 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4272c792-fce9-4cab-8788-910d218131ec), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.696107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:25.721454 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc808a99-93da-4dc3-a16b-34154625be72 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4272c792-fce9-4cab-8788-910d218131ec,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:25.771785 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fc808a99-93da-4dc3-a16b-34154625be72 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.772950 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fc808a99-93da-4dc3-a16b-34154625be72 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3184190 Oct 23 02:03:25.775876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44436) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:25.780257 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-b1e86495-a5ec-4d30-afed-46ae936ce746 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4272c792-fce9-4cab-8788-910d218131ec', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:25.884596 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b1e86495-a5ec-4d30-afed-46ae936ce746 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (45e9da09-e7f5-4400-acdf-6c3d93a3e61b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.941484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b1e86495-a5ec-4d30-afed-46ae936ce746 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (45e9da09-e7f5-4400-acdf-6c3d93a3e61b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.015612 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b1e86495-a5ec-4d30-afed-46ae936ce746 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (45e9da09-e7f5-4400-acdf-6c3d93a3e61b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.038541 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e86495-a5ec-4d30-afed-46ae936ce746 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e9da09-e7f5-4400-acdf-6c3d93a3e61b,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:26.091856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b1e86495-a5ec-4d30-afed-46ae936ce746 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.093099 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b1e86495-a5ec-4d30-afed-46ae936ce746 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163011 Oct 23 02:03:26.096013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44438) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:26.100488 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9d879892-34ed-439d-8c47-7ce30749b04a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4272c792-fce9-4cab-8788-910d218131ec', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:26.220698 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d879892-34ed-439d-8c47-7ce30749b04a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (187dffc3-25fd-4d34-9a35-32c4175412f9), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.276330 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d879892-34ed-439d-8c47-7ce30749b04a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (187dffc3-25fd-4d34-9a35-32c4175412f9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.346467 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d879892-34ed-439d-8c47-7ce30749b04a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (187dffc3-25fd-4d34-9a35-32c4175412f9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.365529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d879892-34ed-439d-8c47-7ce30749b04a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187dffc3-25fd-4d34-9a35-32c4175412f9,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:26.411048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9d879892-34ed-439d-8c47-7ce30749b04a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.412271 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9d879892-34ed-439d-8c47-7ce30749b04a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3151901 Oct 23 02:03:26.415043 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44440) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:26.419240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-12a39ced-b99d-4669-bdb3-5697fef9ea48 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4272c792-fce9-4cab-8788-910d218131ec', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:26.500523 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-12a39ced-b99d-4669-bdb3-5697fef9ea48 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (d4099b72-fcb3-43ca-a4d1-f577e15f4916), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.557938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-12a39ced-b99d-4669-bdb3-5697fef9ea48 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (d4099b72-fcb3-43ca-a4d1-f577e15f4916), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.638435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-12a39ced-b99d-4669-bdb3-5697fef9ea48 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (d4099b72-fcb3-43ca-a4d1-f577e15f4916), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.657410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a39ced-b99d-4669-bdb3-5697fef9ea48 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4099b72-fcb3-43ca-a4d1-f577e15f4916,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:26.708286 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-12a39ced-b99d-4669-bdb3-5697fef9ea48 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.709478 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-12a39ced-b99d-4669-bdb3-5697fef9ea48 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935238 Oct 23 02:03:26.712315 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44442) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:26.716497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1ac9ae09-1c3f-4776-a25e-d793f2e5489f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4272c792-fce9-4cab-8788-910d218131ec', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:26.804553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ae09-1c3f-4776-a25e-d793f2e5489f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (fcea526e-07e3-44fe-b655-428d9c876bd1), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:26.863814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ae09-1c3f-4776-a25e-d793f2e5489f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (fcea526e-07e3-44fe-b655-428d9c876bd1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.026760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ae09-1c3f-4776-a25e-d793f2e5489f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (fcea526e-07e3-44fe-b655-428d9c876bd1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.048027 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9ae09-1c3f-4776-a25e-d793f2e5489f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcea526e-07e3-44fe-b655-428d9c876bd1,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:27.114340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ae09-1c3f-4776-a25e-d793f2e5489f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.115586 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1ac9ae09-1c3f-4776-a25e-d793f2e5489f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4023595 Oct 23 02:03:27.118309 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44444) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:27.122785 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-dde41a2a-20e2-409e-ae60-1485c2509369 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4272c792-fce9-4cab-8788-910d218131ec', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:27.130244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:27.210180 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-dde41a2a-20e2-409e-ae60-1485c2509369 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Project 4d728228866e4ebba0693ec37d2aeef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:03:27.216369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dde41a2a-20e2-409e-ae60-1485c2509369 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (535e4a2c-4380-4e9d-bfca-933969faac53), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.274858 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dde41a2a-20e2-409e-ae60-1485c2509369 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (535e4a2c-4380-4e9d-bfca-933969faac53), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.352605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dde41a2a-20e2-409e-ae60-1485c2509369 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (535e4a2c-4380-4e9d-bfca-933969faac53), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.370903 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde41a2a-20e2-409e-ae60-1485c2509369 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535e4a2c-4380-4e9d-bfca-933969faac53,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:27.417990 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:27.456825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dde41a2a-20e2-409e-ae60-1485c2509369 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.459106 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dde41a2a-20e2-409e-ae60-1485c2509369 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3387442 Oct 23 02:03:27.461530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44446) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:27.465820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f3d5c137-6402-497e-b25f-95e95ed066b6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'security_group_rule': {'security_group_id': '4272c792-fce9-4cab-8788-910d218131ec', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:27.470058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:27.557936 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-f3d5c137-6402-497e-b25f-95e95ed066b6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Project 4d728228866e4ebba0693ec37d2aeef7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:03:27.563785 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c137-6402-497e-b25f-95e95ed066b6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (88f1d1fd-5f04-49b2-aefb-c1a382a8b626), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.626540 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c137-6402-497e-b25f-95e95ed066b6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (88f1d1fd-5f04-49b2-aefb-c1a382a8b626), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.694817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c137-6402-497e-b25f-95e95ed066b6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (88f1d1fd-5f04-49b2-aefb-c1a382a8b626), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.715407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5c137-6402-497e-b25f-95e95ed066b6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f1d1fd-5f04-49b2-aefb-c1a382a8b626,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:27.794432 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c137-6402-497e-b25f-95e95ed066b6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.795623 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f3d5c137-6402-497e-b25f-95e95ed066b6 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3331611 Oct 23 02:03:27.798524 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44448) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:27.804302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'network': {'name': 'tempest-network-smoke--1171520710', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'port_security_enabled': True}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:27.906706 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:03:27.910371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.934306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:03:27.942919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (8ec812d7-da69-41d7-b43d-48cb3a925a31), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:27.945335 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Added segment 8ec812d7-da69-41d7-b43d-48cb3a925a31 of type vlan for network 97250771-1e61-4c2b-949e-8268ca295b67 Oct 23 02:03:27.968294 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:27.986257 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (97250771-1e61-4c2b-949e-8268ca295b67), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:28.078227 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (97250771-1e61-4c2b-949e-8268ca295b67), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:28.083051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:28.083663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:28.153651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Network': ['ID=97250771-1e61-4c2b-949e-8268ca295b67,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:28.164203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 97250771-1e61-4c2b-949e-8268ca295b67 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:03:28.172350 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c2dbcf25-7be3-4cc5-8b21-e3ab2058d7d3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3725295 Oct 23 02:03:28.175428 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44450) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:28.180726 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'admin_state_up': True, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:28.244066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (7e268ac5-62bc-410c-a33d-33739b7427f4), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:28.246205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (7e268ac5-62bc-410c-a33d-33739b7427f4), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:28.297920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_controller (7e268ac5-62bc-410c-a33d-33739b7427f4), precommit_add_association {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:28.461451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (7e268ac5-62bc-410c-a33d-33739b7427f4), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:28.687528 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (7e268ac5-62bc-410c-a33d-33739b7427f4), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:28.705569 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:28.788836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:28.806214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.36.3.122 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/651a2d44-8eb8-4341-9998-6c1fc3492b79) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:03:28.877352 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:28.912325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:29.003792 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:29.041273 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:03:29.047948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:29.052557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:03:29.078638 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=651a2d44-8eb8-4341-9998-6c1fc3492b79,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:29.327549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (7e268ac5-62bc-410c-a33d-33739b7427f4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:29.508470 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (7e268ac5-62bc-410c-a33d-33739b7427f4), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:29.586834 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:29.689418 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 7e268ac5-62bc-410c-a33d-33739b7427f4 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:03:29.788701 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:03:29.797989 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Sync routers for ids ['7e268ac5-62bc-410c-a33d-33739b7427f4'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:03:29.809352 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Routers {'7e268ac5-62bc-410c-a33d-33739b7427f4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:29.810054 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:03:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['7e268ac5-62bc-410c-a33d-33739b7427f4'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:29.897482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:29.898851 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-631a996e-1416-48f8-890d-07c797953489 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7224035 Oct 23 02:03:29.902005 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44452) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:29.932217 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d3b55f0c-bef4-41a7-b64c-002a979bb2dd tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?project_id=4d728228866e4ebba0693ec37d2aeef7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290151 Oct 23 02:03:29.934908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44454) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:29.994764 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Set router 7e268ac5-62bc-410c-a33d-33739b7427f4 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:30.027286 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc6da8c-6d7c-4580-9e28-ff215853c2f8 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:30.028776 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-adc6da8c-6d7c-4580-9e28-ff215853c2f8 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928941 Oct 23 02:03:30.031736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44456) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:30.165961 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:29Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:30.191424 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Checking router: 7e268ac5-62bc-410c-a33d-33739b7427f4 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:03:30.191764 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Updating router 7e268ac5-62bc-410c-a33d-33739b7427f4 port 651a2d44-8eb8-4341-9998-6c1fc3492b79 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:03:30.223880 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.353093 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-0fe0169e-0348-47e7-a0b2-ea9c6309e336 tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/subnets?network_id=1613376d-8439-4cc7-96a1-6110c0c95b87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3202982 Oct 23 02:03:30.355635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44458) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:30.360191 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811648745', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:30.430548 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:30.468278 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Publish callbacks [] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.483659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:03:30.487599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.541069 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.573694 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Attempting to bind port 651a2d44-8eb8-4341-9998-6c1fc3492b79 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:03:30.590890 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Attempting to bind port 651a2d44-8eb8-4341-9998-6c1fc3492b79 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:03:30.590890 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Attempting to bind port 651a2d44-8eb8-4341-9998-6c1fc3492b79 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:03:30.617384 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Pushing event updated for resources: {'Port': ['ID=651a2d44-8eb8-4341-9998-6c1fc3492b79,revision_number=2']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:30.629039 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.629370 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.629698 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.630047 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.630365 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.630681 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.631549 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.631840 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.632152 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.632462 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.632777 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.633081 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.633385 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.633688 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.634023 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.643449 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:03:30.643810 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:03:30.644198 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.644573 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:03:30.645030 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Bound port: 651a2d44-8eb8-4341-9998-6c1fc3492b79, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:03:30.645400 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.692140 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] For port 651a2d44-8eb8-4341-9998-6c1fc3492b79, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:03:30.695574 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] For port 651a2d44-8eb8-4341-9998-6c1fc3492b79, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=651a2d44-8eb8-4341-9998-6c1fc3492b79,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:03:30.718177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (75da3dab-8342-46f6-b9fc-2393769b45ae), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.735406 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.769658 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Routers {'7e268ac5-62bc-410c-a33d-33739b7427f4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:30.770285 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:03:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['7e268ac5-62bc-410c-a33d-33739b7427f4'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:30.781229 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Subnet': ['ID=75da3dab-8342-46f6-b9fc-2393769b45ae,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:30.788720 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Checking segment: {'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:03:30.789089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network hostable DHCP agents. Network: 97250771-1e61-4c2b-949e-8268ca295b67, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:03:30.802146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:30.825431 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:30.828197 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad267e2-e4a3-439b-818f-ae4cc0ab99ec None None] Pushing event updated for resources: {'Port': ['ID=651a2d44-8eb8-4341-9998-6c1fc3492b79,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:30.840329 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:30.883956 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] Set router 7e268ac5-62bc-410c-a33d-33739b7427f4 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:30.889320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 97250771-1e61-4c2b-949e-8268ca295b67 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:03:30.969551 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 97250771-1e61-4c2b-949e-8268ca295b67) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:30.973890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:30.975462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.981267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd99419e-d27b-4782-afda-cc196b8a4289 None None] Network 97250771-1e61-4c2b-949e-8268ca295b67 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:03:31.040935 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4a8e3706-1d88-4161-b62c-34a97994ec87 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6841819 Oct 23 02:03:31.044348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44460) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:31.050226 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:29Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:31.079503 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0490b1-e871-4d9d-9351-c4190e5482eb None None] The sync data for ids ['7e268ac5-62bc-410c-a33d-33739b7427f4'] in dv-neutron-master-2-hyperv is: [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:29Z', 'revision_number': 3, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:03:31.098867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-97250771-1e61-4c2b-949e-8268ca295b67', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ips': [{'subnet_id': '75da3dab-8342-46f6-b9fc-2393769b45ae'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:03:31.100423 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:31.243175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Allocated IP 172.20.0.2 (97250771-1e61-4c2b-949e-8268ca295b67/75da3dab-8342-46f6-b9fc-2393769b45ae/4dfb4169-67ac-4efc-942b-1dbd607aeeaf) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:03:31.460349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:31.556699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:31.563386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:31.563587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Publish callbacks [] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:31.566511 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 651a2d44-8eb8-4341-9998-6c1fc3492b79 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:03:31.569859 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:31.618534 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 651a2d44-8eb8-4341-9998-6c1fc3492b79 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:31.623876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:31.623876 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 651a2d44-8eb8-4341-9998-6c1fc3492b79 Oct 23 02:03:31.638377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:31.648153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:31.681291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:31.707398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Network 97250771-1e61-4c2b-949e-8268ca295b67 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:03:31.710371 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Pushing event updated for resources: {'Port': ['ID=4dfb4169-67ac-4efc-942b-1dbd607aeeaf,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:31.720996 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:31.744148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:03:31.779819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 651a2d44-8eb8-4341-9998-6c1fc3492b79 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:31.780215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:31.831363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 651a2d44-8eb8-4341-9998-6c1fc3492b79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=651a2d44-8eb8-4341-9998-6c1fc3492b79,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:31.835863 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Attempting to bind port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:03:31.836373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Attempting to bind port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:03:31.836718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Attempting to bind port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf on network 97250771-1e61-4c2b-949e-8268ca295b67 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:03:31.860718 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.20.0.1 (97250771-1e61-4c2b-949e-8268ca295b67/75da3dab-8342-46f6-b9fc-2393769b45ae/bad73e24-340f-42ae-a169-8df167520d51) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:03:31.880876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:03:31.881278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Checking segment: {'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:03:31.881686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:31.882117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Bound using segment: {'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:03:31.882599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Bound port: 4dfb4169-67ac-4efc-942b-1dbd607aeeaf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:03:31.882983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:31.886262 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:32.000389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=651a2d44-8eb8-4341-9998-6c1fc3492b79,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:32.001489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (bad73e24-340f-42ae-a169-8df167520d51), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:32.001609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] For port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:03:32.004027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] For port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4dfb4169-67ac-4efc-942b-1dbd607aeeaf,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:03:32.072795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:32.098435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (bad73e24-340f-42ae-a169-8df167520d51), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:32.132620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f4721-beb7-42a8-bc5d-59a987a227d6 None None] Pushing event updated for resources: {'Port': ['ID=4dfb4169-67ac-4efc-942b-1dbd607aeeaf,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:32.138306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:32.145422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 97250771-1e61-4c2b-949e-8268ca295b67 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:03:32.149112 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:32.152580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:03:32.191190 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=bad73e24-340f-42ae-a169-8df167520d51,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:32.218136 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (7e268ac5-62bc-410c-a33d-33739b7427f4), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:32.416559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bad73e24-340f-42ae-a169-8df167520d51), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:32.689298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (bad73e24-340f-42ae-a169-8df167520d51), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:32.746143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (bad73e24-340f-42ae-a169-8df167520d51), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:32.817468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=bad73e24-340f-42ae-a169-8df167520d51,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:32.823542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (7e268ac5-62bc-410c-a33d-33739b7427f4), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:32.875852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:32.916248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 97250771-1e61-4c2b-949e-8268ca295b67 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:03:32.917560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:33.025959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 7e268ac5-62bc-410c-a33d-33739b7427f4 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:03:33.135095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:03:33.143120 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-76f85bcd-6aa5-4453-af9b-2818a56a1c04 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "PUT /networking/v2.0/routers/7e268ac5-62bc-410c-a33d-33739b7427f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0953093 Oct 23 02:03:33.153039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Sync routers for ids ['7e268ac5-62bc-410c-a33d-33739b7427f4'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:03:33.165393 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Routers {'7e268ac5-62bc-410c-a33d-33739b7427f4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:33.166052 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:03:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['7e268ac5-62bc-410c-a33d-33739b7427f4'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:33.230049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:33.287848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Set router 7e268ac5-62bc-410c-a33d-33739b7427f4 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:33.302061 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:33.308194 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-a9879982-5ea8-40e8-9080-3463207af5d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-224313117&fields=id&tenant_id=4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 267 time: 0.0500431 Oct 23 02:03:33.429881 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-36ed821d-2f3e-4a53-8935-d7df017ce6fa tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:33.432208 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-36ed821d-2f3e-4a53-8935-d7df017ce6fa tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/networks?id=97250771-1e61-4c2b-949e-8268ca295b67 HTTP/1.1" status: 200 len: 797 time: 0.1169000 Oct 23 02:03:33.447198 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-f068bada-c639-4779-b5ad-d0d286416d64 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/quotas/4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 375 time: 0.0096793 Oct 23 02:03:33.448065 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468671a4-730b-4723-8be7-35c97814c4d1 None None] Network 97250771-1e61-4c2b-949e-8268ca295b67 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:03:33.509012 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-99588886-c0ab-4723-9ec5-037d52583598 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549903 Oct 23 02:03:33.545082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0be4c4e9-4b76-4b52-a303-5eb0d26a4781 None None] Provisioning complete for port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:33.545466 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0be4c4e9-4b76-4b52-a303-5eb0d26a4781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:33.545822 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0be4c4e9-4b76-4b52-a303-5eb0d26a4781 None None] Attempt 1 to provision port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf Oct 23 02:03:33.586976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:32Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bad73e24-340f-42ae-a169-8df167520d51', 'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:96:6b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:31Z', 'updated_at': '2022-10-23T02:03:32Z', 'revision_number': 2, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:33.616014 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-3a29d277-bbe0-4e24-b97e-41e2216b3171 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947776 Oct 23 02:03:33.627383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 651a2d44-8eb8-4341-9998-6c1fc3492b79 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:03:33.635672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Checking router: 7e268ac5-62bc-410c-a33d-33739b7427f4 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:03:33.636024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Updating router 7e268ac5-62bc-410c-a33d-33739b7427f4 port bad73e24-340f-42ae-a169-8df167520d51 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:03:33.712211 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-216d9971-6675-4328-894a-597d33331ac3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901914 Oct 23 02:03:33.722999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bad73e24-340f-42ae-a169-8df167520d51), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:33.788937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 651a2d44-8eb8-4341-9998-6c1fc3492b79 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:33.789321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:33.789656 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 651a2d44-8eb8-4341-9998-6c1fc3492b79 Oct 23 02:03:33.817310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0be4c4e9-4b76-4b52-a303-5eb0d26a4781 None None] Current status of the port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:33.817704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0be4c4e9-4b76-4b52-a303-5eb0d26a4781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:33.936661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-0be4c4e9-4b76-4b52-a303-5eb0d26a4781 None None] For port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4dfb4169-67ac-4efc-942b-1dbd607aeeaf,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:34.012528 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-50e524a7-075a-4498-8d4d-19c67ed07107 req-fe80f8ab-f8f5-4167-ad9d-7ec22a835ad8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 210 time: 0.0448036 Oct 23 02:03:34.027598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0be4c4e9-4b76-4b52-a303-5eb0d26a4781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:34.070086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 651a2d44-8eb8-4341-9998-6c1fc3492b79 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:34.070086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4dfb4169-67ac-4efc-942b-1dbd607aeeaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:03:34.152949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4c4e9-4b76-4b52-a303-5eb0d26a4781 None None] Pushing event updated for resources: {'Port': ['ID=4dfb4169-67ac-4efc-942b-1dbd607aeeaf,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:34.176009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cd9cedd8-4de0-4486-9271-60682e58346d None None] Provisioning complete for port bad73e24-340f-42ae-a169-8df167520d51 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:34.176590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd9cedd8-4de0-4486-9271-60682e58346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bad73e24-340f-42ae-a169-8df167520d51), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:34.176806 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-cd9cedd8-4de0-4486-9271-60682e58346d None None] Attempt 1 to provision port bad73e24-340f-42ae-a169-8df167520d51 Oct 23 02:03:34.243804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:34.244187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:34.244548 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf Oct 23 02:03:34.275903 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-cd9cedd8-4de0-4486-9271-60682e58346d None None] Port bad73e24-340f-42ae-a169-8df167520d51 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:03:34.298075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Publish callbacks [] for port (bad73e24-340f-42ae-a169-8df167520d51), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:34.309488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-cd9cedd8-4de0-4486-9271-60682e58346d None None] Provisioning complete for port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:34.309889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd9cedd8-4de0-4486-9271-60682e58346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:34.310232 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-cd9cedd8-4de0-4486-9271-60682e58346d None None] Attempt 1 to provision port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf Oct 23 02:03:34.334905 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:34.351932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:34.380621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:34.391281 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:34.413350 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bad73e24-340f-42ae-a169-8df167520d51), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:34.452533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-cd9cedd8-4de0-4486-9271-60682e58346d None None] Current status of the port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:34.487803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d946b-86ec-44be-ac95-d0320d10e662 None None] Pushing event updated for resources: {'Port': ['ID=bad73e24-340f-42ae-a169-8df167520d51,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:34.526403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Attempting to bind port bad73e24-340f-42ae-a169-8df167520d51 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:03:34.526771 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Attempting to bind port bad73e24-340f-42ae-a169-8df167520d51 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:03:34.530583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Attempting to bind port bad73e24-340f-42ae-a169-8df167520d51 on network 97250771-1e61-4c2b-949e-8268ca295b67 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:03:34.583250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-816df03b-c441-4092-9f40-4fcf7d102794 None None] Provisioning complete for port bad73e24-340f-42ae-a169-8df167520d51 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:34.583620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-816df03b-c441-4092-9f40-4fcf7d102794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bad73e24-340f-42ae-a169-8df167520d51), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:34.584479 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-816df03b-c441-4092-9f40-4fcf7d102794 None None] Attempt 1 to provision port bad73e24-340f-42ae-a169-8df167520d51 Oct 23 02:03:34.587856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:03:34.588237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Checking segment: {'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:03:34.588637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:34.589032 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Bound using segment: {'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:03:34.589516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Bound port: bad73e24-340f-42ae-a169-8df167520d51, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:03:34.590018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bad73e24-340f-42ae-a169-8df167520d51), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:34.649453 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-816df03b-c441-4092-9f40-4fcf7d102794 None None] Port bad73e24-340f-42ae-a169-8df167520d51 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:03:34.677491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] For port bad73e24-340f-42ae-a169-8df167520d51, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:03:34.681040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] For port bad73e24-340f-42ae-a169-8df167520d51, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bad73e24-340f-42ae-a169-8df167520d51,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:03:34.736081 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bad73e24-340f-42ae-a169-8df167520d51), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:34.776610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Routers {'7e268ac5-62bc-410c-a33d-33739b7427f4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:34.777244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:03:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['7e268ac5-62bc-410c-a33d-33739b7427f4'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:34.965118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d946b-86ec-44be-ac95-d0320d10e662 None None] Pushing event updated for resources: {'Port': ['ID=bad73e24-340f-42ae-a169-8df167520d51,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:35.034860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] Set router 7e268ac5-62bc-410c-a33d-33739b7427f4 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:35.111999 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-19956905-c290-42b7-af0e-fa6223005b7d req-df8ca724-7568-461a-b89d-a7dffbbcc8fa tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 210 time: 0.0318954 Oct 23 02:03:35.231785 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:32Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bad73e24-340f-42ae-a169-8df167520d51', 'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:96:6b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:31Z', 'updated_at': '2022-10-23T02:03:34Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:35.257583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b822bf-756d-4c6f-a180-b6ce4feced92 None None] The sync data for ids ['7e268ac5-62bc-410c-a33d-33739b7427f4'] in dv-neutron-master-2-hyperv is: [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:32Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bad73e24-340f-42ae-a169-8df167520d51', 'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:96:6b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:31Z', 'updated_at': '2022-10-23T02:03:34Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:03:35.695872 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4dfb4169-67ac-4efc-942b-1dbd607aeeaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:03:35.746509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:35.746891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:35.747234 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf Oct 23 02:03:35.825594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:35.826852 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bad73e24-340f-42ae-a169-8df167520d51 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:03:35.875290 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bad73e24-340f-42ae-a169-8df167520d51 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:35.875825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bad73e24-340f-42ae-a169-8df167520d51), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:35.876172 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bad73e24-340f-42ae-a169-8df167520d51 Oct 23 02:03:35.947930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:35.955250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bad73e24-340f-42ae-a169-8df167520d51 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:35.955640 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bad73e24-340f-42ae-a169-8df167520d51), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:35.995843 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port bad73e24-340f-42ae-a169-8df167520d51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bad73e24-340f-42ae-a169-8df167520d51,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:36.075423 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-865cf17a-def5-470f-be0f-85de4f194363 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:36.076940 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-865cf17a-def5-470f-be0f-85de4f194363 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/networks?id=97250771-1e61-4c2b-949e-8268ca295b67 HTTP/1.1" status: 200 len: 797 time: 0.1193967 Oct 23 02:03:36.078933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bad73e24-340f-42ae-a169-8df167520d51), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:36.135327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=bad73e24-340f-42ae-a169-8df167520d51,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:36.152260 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-4e27f6e9-1f33-4f36-b606-dfd9c307cd50 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4d728228866e4ebba0693ec37d2aeef7 HTTP/1.1" status: 200 len: 379 time: 0.0608940 Oct 23 02:03:36.160900 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'port': {'device_id': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'admin_state_up': True, 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'security_groups': ['4272c792-fce9-4cab-8788-910d218131ec']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:36.245840 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-155452f7-ecc8-4787-8c8d-76edb109f095 req-f67cd84a-1c5f-459b-a206-85ae8e847241 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 210 time: 0.0399966 Oct 23 02:03:36.369749 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Made reservation on behalf of 4d728228866e4ebba0693ec37d2aeef7 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:03:36.373929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:36.500999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.20.0.8 (97250771-1e61-4c2b-949e-8268ca295b67/75da3dab-8342-46f6-b9fc-2393769b45ae/56218ee4-8a4e-4f8f-bada-2c3c774af8cf) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:03:36.645721 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:36.718412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:36.730617 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:36.763014 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 97250771-1e61-4c2b-949e-8268ca295b67 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:03:36.768319 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:36.777079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:03:36.783345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=56218ee4-8a4e-4f8f-bada-2c3c774af8cf,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:36.830114 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:36.830753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:36.838046 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:36.892469 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-7964e608-3d28-40a1-bf1b-38836adc0bb5 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7355778 Oct 23 02:03:36.909270 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Request body: {'port': {'device_id': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:36.970245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:36.982444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e541f0c6-4cd5-465d-a8bd-3730cad40928 None None] Provisioning complete for port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:36.983013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e541f0c6-4cd5-465d-a8bd-3730cad40928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:36.983119 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e541f0c6-4cd5-465d-a8bd-3730cad40928 None None] Attempt 1 to provision port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf Oct 23 02:03:37.014413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e541f0c6-4cd5-465d-a8bd-3730cad40928 None None] Port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:03:37.235581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56218ee4-8a4e-4f8f-bada-2c3c774af8cf {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:03:37.242990 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Publish callbacks [] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:37.256188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Transition to ACTIVE for port object 56218ee4-8a4e-4f8f-bada-2c3c774af8cf will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:03:37.318071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:37.365338 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57903fe-0168-44ca-b14e-b9ce9f9b39a5 req-09812744-4756-4a07-9ace-826e89aa6e6a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:37.366848 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f57903fe-0168-44ca-b14e-b9ce9f9b39a5 req-09812744-4756-4a07-9ace-826e89aa6e6a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 943 time: 0.0464079 Oct 23 02:03:37.378483 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Pushing event updated for resources: {'Port': ['ID=56218ee4-8a4e-4f8f-bada-2c3c774af8cf,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:37.424593 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f57903fe-0168-44ca-b14e-b9ce9f9b39a5 req-5ad70990-bed4-4a7a-ace4-4060926c8338 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519497 Oct 23 02:03:37.431135 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Attempting to bind port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:03:37.431474 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Attempting to bind port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:03:37.431805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Attempting to bind port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf on network 97250771-1e61-4c2b-949e-8268ca295b67 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:03:37.477299 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf on network 97250771-1e61-4c2b-949e-8268ca295b67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:03:37.477628 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Attempting to bind port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf on network 97250771-1e61-4c2b-949e-8268ca295b67 {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:03:37.519079 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:03:37.519416 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Checking segment: {'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:03:37.519795 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Bound using segment: {'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:03:37.520226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Bound port: 56218ee4-8a4e-4f8f-bada-2c3c774af8cf, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec812d7-da69-41d7-b43d-48cb3a925a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:03:37.520584 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:37.579836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] For port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:03:37.582861 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] For port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=56218ee4-8a4e-4f8f-bada-2c3c774af8cf,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:03:37.639173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bad73e24-340f-42ae-a169-8df167520d51 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:03:37.661505 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:37.666003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:37.666620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:37.668022 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/56218ee4-8a4e-4f8f-bada-2c3c774af8cf HTTP/1.1" status: 200 len: 1093 time: 0.7631083 Oct 23 02:03:37.669521 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'tag': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:03:37.671893 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c464410-3573-4c48-9590-2326c812e16e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc3f70e-98f0-4ba5-b790-8f08481cbcb5", "tag": "56218ee4-8a4e-4f8f-bada-2c3c774af8cf"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:03:37.685040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bad73e24-340f-42ae-a169-8df167520d51 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:37.685422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bad73e24-340f-42ae-a169-8df167520d51), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:37.685761 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bad73e24-340f-42ae-a169-8df167520d51 Oct 23 02:03:37.722260 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415daee2-3022-475a-8163-df10d1dfea42 service neutron] Pushing event updated for resources: {'Port': ['ID=56218ee4-8a4e-4f8f-bada-2c3c774af8cf,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:37.737405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b688e7-bff3-4b95-88da-435d5a16837c x-openstack-request-id: req-14b688e7-bff3-4b95-88da-435d5a16837c {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:03:37.737697 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc3f70e-98f0-4ba5-b790-8f08481cbcb5", "tag": "56218ee4-8a4e-4f8f-bada-2c3c774af8cf", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:03:37.737985 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14b688e7-bff3-4b95-88da-435d5a16837c {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:03:37.738405 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b688e7-bff3-4b95-88da-435d5a16837c'] response: {'name': 'network-changed', 'server_uuid': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'tag': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf', 'status': 'completed', 'code': 200} Oct 23 02:03:37.764912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bad73e24-340f-42ae-a169-8df167520d51 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:37.826452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c464410-3573-4c48-9590-2326c812e16e req-47385128-37a5-4040-80d0-5e8c2029564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:37.827936 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3c464410-3573-4c48-9590-2326c812e16e req-47385128-37a5-4040-80d0-5e8c2029564c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 1127 time: 0.0412364 Oct 23 02:03:37.910152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:37.937501 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c464410-3573-4c48-9590-2326c812e16e req-a2765fa3-151b-4897-9b37-dabde1f56a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:37.938988 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3c464410-3573-4c48-9590-2326c812e16e req-a2765fa3-151b-4897-9b37-dabde1f56a47 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=4d728228866e4ebba0693ec37d2aeef7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0993233 Oct 23 02:03:37.952725 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:38.032332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c464410-3573-4c48-9590-2326c812e16e req-a62a11dd-9a1a-4b65-8bbb-9144720a5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:38.033941 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3c464410-3573-4c48-9590-2326c812e16e req-a62a11dd-9a1a-4b65-8bbb-9144720a5a87 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890994 Oct 23 02:03:38.127264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-89fdedb8-9ed1-4830-bb74-fe1e9e11839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:38.128683 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-89fdedb8-9ed1-4830-bb74-fe1e9e11839d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 1127 time: 0.0402400 Oct 23 02:03:38.177734 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-973e102b-ced3-4560-8541-ba897f46a563 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56218ee4-8a4e-4f8f-bada-2c3c774af8cf HTTP/1.1" status: 200 len: 217 time: 0.0363531 Oct 23 02:03:38.225216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-da53d3ec-3e63-429b-9eae-d823c786835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:38.226662 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-da53d3ec-3e63-429b-9eae-d823c786835b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=75da3dab-8342-46f6-b9fc-2393769b45ae HTTP/1.1" status: 200 len: 835 time: 0.0434463 Oct 23 02:03:38.268035 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-4004fe2b-3ab7-4a67-9a4f-60dc6974378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:38.269492 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-4004fe2b-3ab7-4a67-9a4f-60dc6974378d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=97250771-1e61-4c2b-949e-8268ca295b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371757 Oct 23 02:03:38.360016 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-1a5d75ef-7faa-4620-aaf3-b1dca16285ea service neutron] 10.222.0.48 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848296 Oct 23 02:03:38.446697 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f07b54d-d877-4c9e-aa9b-9638850d0abc req-e22619ca-b32d-471a-827c-332034a3565e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807288 Oct 23 02:03:38.542964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5592ee-17d2-46e5-95fa-798b9910ce65 req-85a2e454-5868-4174-8833-07e0293fd1ac tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:38.544527 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4d5592ee-17d2-46e5-95fa-798b9910ce65 req-85a2e454-5868-4174-8833-07e0293fd1ac tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 943 time: 0.0477133 Oct 23 02:03:38.594603 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4d5592ee-17d2-46e5-95fa-798b9910ce65 req-21e783a2-6c25-4936-a812-06bd9ddc2a63 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443206 Oct 23 02:03:38.837187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5e35-26f3-4bdf-b4aa-8563ea6f834d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:39.720441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed351d-b393-4b61-a2ee-68ad0e5a76f9 req-afe5ce3c-56cc-4622-a601-07203259ac7d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:39.721982 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b8ed351d-b393-4b61-a2ee-68ad0e5a76f9 req-afe5ce3c-56cc-4622-a601-07203259ac7d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 943 time: 0.0519962 Oct 23 02:03:39.770218 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b8ed351d-b393-4b61-a2ee-68ad0e5a76f9 req-6ccfb6b3-b01a-480a-8535-0a30d3d7df4b tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421574 Oct 23 02:03:40.893692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e906-9e6b-4ee0-b721-9ea613b40b4f req-20a847a2-240d-4769-a3ff-a284627004b4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:40.895231 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab49e906-9e6b-4ee0-b721-9ea613b40b4f req-20a847a2-240d-4769-a3ff-a284627004b4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 943 time: 0.0466583 Oct 23 02:03:40.947450 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab49e906-9e6b-4ee0-b721-9ea613b40b4f req-56d87dcb-47b5-40a5-85cd-96862f75afc1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440998 Oct 23 02:03:41.141144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0fa53360-22cc-46c6-bf11-f90b3e1d1745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:41.168650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 56218ee4-8a4e-4f8f-bada-2c3c774af8cf details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:03:41.184383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:41.272632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=56218ee4-8a4e-4f8f-bada-2c3c774af8cf,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:41.284238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'port_id': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf', 'mac_address': 'fa:16:3e:8d:60:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:03:41.286487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:41.320263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:41.320652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:41.334649 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56218ee4-8a4e-4f8f-bada-2c3c774af8cf {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:03:41.354356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=56218ee4-8a4e-4f8f-bada-2c3c774af8cf,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:41.402844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:41.447795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=56218ee4-8a4e-4f8f-bada-2c3c774af8cf,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:41.679409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['56218ee4-8a4e-4f8f-bada-2c3c774af8cf'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:03:42.065597 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf6f6-a378-4b5b-9974-eab6370ea77b req-ce0078c8-6ce0-487b-8ed9-0fcafe302988 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:42.067083 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f1bf6f6-a378-4b5b-9974-eab6370ea77b req-ce0078c8-6ce0-487b-8ed9-0fcafe302988 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 944 time: 0.0460968 Oct 23 02:03:42.115165 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9f1bf6f6-a378-4b5b-9974-eab6370ea77b req-f0c652f6-bac2-4ee5-a205-cc3fc404607c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Oct 23 02:03:42.672084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:43.183718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 56218ee4-8a4e-4f8f-bada-2c3c774af8cf up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:03:43.229126 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:03:43.238229 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d9fd7-2192-4118-94b7-2df37fb8015c req-b00f2f77-8bd8-40be-97d9-e301c73dc62c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:43.239796 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f31d9fd7-2192-4118-94b7-2df37fb8015c req-b00f2f77-8bd8-40be-97d9-e301c73dc62c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 944 time: 0.0509295 Oct 23 02:03:43.289100 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f31d9fd7-2192-4118-94b7-2df37fb8015c req-6f87c528-edc7-47f1-80cc-ffb67779d14c tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437808 Oct 23 02:03:43.295244 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:43.295619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:43.295954 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf Oct 23 02:03:43.366333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:43.366711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:43.388358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:03:43.390570 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2564ce2b-d67e-456f-8a1a-2cffae0f695c" -d '{"events": [{"server_uuid": "fbc3f70e-98f0-4ba5-b790-8f08481cbcb5", "name": "network-vif-plugged", "status": "completed", "tag": "56218ee4-8a4e-4f8f-bada-2c3c774af8cf"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:03:43.403022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=56218ee4-8a4e-4f8f-bada-2c3c774af8cf,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:43.429976 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efdcdfb-1f4e-45f0-bac8-a03096d22de7 x-openstack-request-id: req-0efdcdfb-1f4e-45f0-bac8-a03096d22de7 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:03:43.430264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc3f70e-98f0-4ba5-b790-8f08481cbcb5", "name": "network-vif-plugged", "status": "completed", "tag": "56218ee4-8a4e-4f8f-bada-2c3c774af8cf", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:03:43.430716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0efdcdfb-1f4e-45f0-bac8-a03096d22de7 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:03:43.431133 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efdcdfb-1f4e-45f0-bac8-a03096d22de7'] response: {'server_uuid': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf', 'code': 200} Oct 23 02:03:43.455216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:43.509082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=56218ee4-8a4e-4f8f-bada-2c3c774af8cf,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:43.706357 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12613e69-2ce1-428c-9e6b-7e2882c76955 req-791f1c3b-0d34-4c92-8941-0fb0e96a2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:43.707731 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-12613e69-2ce1-428c-9e6b-7e2882c76955 req-791f1c3b-0d34-4c92-8941-0fb0e96a2973 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0383768 Oct 23 02:03:43.754928 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-12613e69-2ce1-428c-9e6b-7e2882c76955 req-e06f3c8b-3783-43bc-9667-fb50c6dcc565 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413914 Oct 23 02:03:44.060592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:44.096072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:44.140685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:44.410871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacb0a0-6479-4839-a97d-5efdf2be2c8d req-20dd4ed8-21de-48ee-981f-2eabcd254a03 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:44.412317 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dbacb0a0-6479-4839-a97d-5efdf2be2c8d req-20dd4ed8-21de-48ee-981f-2eabcd254a03 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0460453 Oct 23 02:03:44.460832 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dbacb0a0-6479-4839-a97d-5efdf2be2c8d req-129d0669-0f72-45dc-ba2d-6a3f7a601ecf tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426447 Oct 23 02:03:45.585338 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b730-4917-411b-aebd-9d99b469d50c req-6f289668-cd80-46eb-a17f-0ad14a0ea1fa tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:45.586866 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ac1b730-4917-411b-aebd-9d99b469d50c req-6f289668-cd80-46eb-a17f-0ad14a0ea1fa tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0484293 Oct 23 02:03:45.636866 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ac1b730-4917-411b-aebd-9d99b469d50c req-1b4661cf-2eca-48fa-b9b6-5250bb70aa98 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439534 Oct 23 02:03:45.718534 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:45.760363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aff36-dc44-47cf-9a2c-47b21adcd5d1 req-67917c60-a033-4d5d-910c-0e4d2b3f7fd4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:45.761755 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-157aff36-dc44-47cf-9a2c-47b21adcd5d1 req-67917c60-a033-4d5d-910c-0e4d2b3f7fd4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0518725 Oct 23 02:03:45.810866 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-157aff36-dc44-47cf-9a2c-47b21adcd5d1 req-d78f327a-f01a-448d-a0ea-c1fa72284cae tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435865 Oct 23 02:03:45.838198 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44524) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:45.877671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11eebd-5632-4a5b-bd75-108cf34d961b tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:45.879290 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5f11eebd-5632-4a5b-bd75-108cf34d961b tempest-TestNetworkAdvancedServerOps-1045040489 tempest-TestNetworkAdvancedServerOps-1045040489-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 1124 time: 0.0401411 Oct 23 02:03:45.882051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44526) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:45.886241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:45.951988 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:45.954491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:46.339059 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:46.440729 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Allocated IP 172.36.3.238 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/b6db22e8-29d4-4a45-a5d7-fcc8d3926328) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:03:46.544558 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (b6db22e8-29d4-4a45-a5d7-fcc8d3926328), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:46.632692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (b6db22e8-29d4-4a45-a5d7-fcc8d3926328), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:46.670373 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:03:46.675605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:46.679474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:03:46.684609 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=b6db22e8-29d4-4a45-a5d7-fcc8d3926328,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:46.918366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:46.955788 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:46.961451 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=46 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:47.032440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (4ed0d048-6601-4bb3-bdb3-8ce22e8162fb), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:47.053715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:47.186883 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b6db22e8-29d4-4a45-a5d7-fcc8d3926328), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:47.335068 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for port (b6db22e8-29d4-4a45-a5d7-fcc8d3926328), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:47.420587 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (b6db22e8-29d4-4a45-a5d7-fcc8d3926328), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:47.492721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (4ed0d048-6601-4bb3-bdb3-8ce22e8162fb), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:47.494559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event updated for resources: {'Port': ['ID=b6db22e8-29d4-4a45-a5d7-fcc8d3926328,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:47.593238 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Floating IP 4ed0d048-6601-4bb3-bdb3-8ce22e8162fb associated. External IP: 172.36.3.238, port: 56218ee4-8a4e-4f8f-bada-2c3c774af8cf. Oct 23 02:03:47.750834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:47.811955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 7e268ac5-62bc-410c-a33d-33739b7427f4 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:03:47.919191 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:03:47.929250 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a14a85-1542-4be6-8e7d-31d2c726be13 None None] Sync routers for ids ['7e268ac5-62bc-410c-a33d-33739b7427f4'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:03:47.939184 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a14a85-1542-4be6-8e7d-31d2c726be13 None None] Routers {'7e268ac5-62bc-410c-a33d-33739b7427f4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:47.939780 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-63a14a85-1542-4be6-8e7d-31d2c726be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:03:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['7e268ac5-62bc-410c-a33d-33739b7427f4'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:47.994733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:48.029193 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-79a488e0-8f9f-46a2-9728-79d13076a899 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1461415 Oct 23 02:03:48.029864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'tag': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:03:48.032108 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed8673c-18f4-4df2-89f4-f18894363348" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc3f70e-98f0-4ba5-b790-8f08481cbcb5", "tag": "56218ee4-8a4e-4f8f-bada-2c3c774af8cf"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:03:48.043388 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-63a14a85-1542-4be6-8e7d-31d2c726be13 None None] Set router 7e268ac5-62bc-410c-a33d-33739b7427f4 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:48.072212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d043e582-8a2b-4fa9-a837-13b0ad219629 x-openstack-request-id: req-d043e582-8a2b-4fa9-a837-13b0ad219629 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:03:48.072511 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc3f70e-98f0-4ba5-b790-8f08481cbcb5", "tag": "56218ee4-8a4e-4f8f-bada-2c3c774af8cf", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:03:48.073583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d043e582-8a2b-4fa9-a837-13b0ad219629 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:03:48.074044 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d043e582-8a2b-4fa9-a837-13b0ad219629'] response: {'name': 'network-changed', 'server_uuid': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'tag': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf', 'status': 'completed', 'code': 200} Oct 23 02:03:48.170753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd153880-9160-4d66-9b66-33a4f1a03b81 req-8831f172-785e-499c-b656-b080c5b261b7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:48.172612 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cd153880-9160-4d66-9b66-33a4f1a03b81 req-8831f172-785e-499c-b656-b080c5b261b7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0831118 Oct 23 02:03:48.178219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8673c-18f4-4df2-89f4-f18894363348 req-0b9100e2-b632-49f9-8b8e-f987f2cc774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:48.180874 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed8673c-18f4-4df2-89f4-f18894363348 req-0b9100e2-b632-49f9-8b8e-f987f2cc774e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0582957 Oct 23 02:03:48.247015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:48.255355 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-63a14a85-1542-4be6-8e7d-31d2c726be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:32Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ed0d048-6601-4bb3-bdb3-8ce22e8162fb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.238', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'port_id': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'mac_address': 'fa:16:3e:8d:60:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:03:46Z', 'updated_at': '2022-10-23T02:03:46Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad73e24-340f-42ae-a169-8df167520d51', 'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:96:6b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:31Z', 'updated_at': '2022-10-23T02:03:35Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:48.277356 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cd153880-9160-4d66-9b66-33a4f1a03b81 req-4862012c-5966-4019-b528-0e8ec4aeb80d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962081 Oct 23 02:03:48.283675 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a14a85-1542-4be6-8e7d-31d2c726be13 None None] Checking router: 7e268ac5-62bc-410c-a33d-33739b7427f4 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:03:48.292946 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a14a85-1542-4be6-8e7d-31d2c726be13 None None] Routers {'7e268ac5-62bc-410c-a33d-33739b7427f4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:48.293553 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-63a14a85-1542-4be6-8e7d-31d2c726be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:03:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['7e268ac5-62bc-410c-a33d-33739b7427f4'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:48.308512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44532) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:48.312556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8673c-18f4-4df2-89f4-f18894363348 req-0faf9284-ecb4-4e3e-aae6-e328d9b80d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:48.314051 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed8673c-18f4-4df2-89f4-f18894363348 req-0faf9284-ecb4-4e3e-aae6-e328d9b80d53 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=97250771-1e61-4c2b-949e-8268ca295b67 HTTP/1.1" status: 200 len: 898 time: 0.1268125 Oct 23 02:03:48.360060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:48.367073 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fb8f63a8-58f7-4275-a891-d6775a816dc8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/4ed0d048-6601-4bb3-bdb3-8ce22e8162fb HTTP/1.1" status: 200 len: 991 time: 0.0572853 Oct 23 02:03:48.382518 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed8673c-18f4-4df2-89f4-f18894363348 req-956bf754-151d-406e-b9e1-d1e739a40dc7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56218ee4-8a4e-4f8f-bada-2c3c774af8cf HTTP/1.1" status: 200 len: 999 time: 0.0626545 Oct 23 02:03:48.434837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8673c-18f4-4df2-89f4-f18894363348 req-3476e373-5b1e-4b6b-ad83-b4efee8ab909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:48.436338 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed8673c-18f4-4df2-89f4-f18894363348 req-3476e373-5b1e-4b6b-ad83-b4efee8ab909 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=75da3dab-8342-46f6-b9fc-2393769b45ae HTTP/1.1" status: 200 len: 835 time: 0.0478299 Oct 23 02:03:48.483533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8673c-18f4-4df2-89f4-f18894363348 req-ab5376a6-81c8-4c10-81ee-e07032d00e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:48.485100 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed8673c-18f4-4df2-89f4-f18894363348 req-ab5376a6-81c8-4c10-81ee-e07032d00e1c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=97250771-1e61-4c2b-949e-8268ca295b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418980 Oct 23 02:03:48.489147 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-63a14a85-1542-4be6-8e7d-31d2c726be13 None None] Set router 7e268ac5-62bc-410c-a33d-33739b7427f4 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:48.578503 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed8673c-18f4-4df2-89f4-f18894363348 req-c988caff-30d5-4a96-8815-08475052d6df service neutron] 10.222.0.48 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861571 Oct 23 02:03:48.666961 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed8673c-18f4-4df2-89f4-f18894363348 req-ca02801e-7f70-4aab-bb85-0556b13d2550 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819981 Oct 23 02:03:48.696980 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-63a14a85-1542-4be6-8e7d-31d2c726be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:32Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ed0d048-6601-4bb3-bdb3-8ce22e8162fb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.238', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'port_id': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'mac_address': 'fa:16:3e:8d:60:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:03:46Z', 'updated_at': '2022-10-23T02:03:46Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad73e24-340f-42ae-a169-8df167520d51', 'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:96:6b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:31Z', 'updated_at': '2022-10-23T02:03:35Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:48.721910 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a14a85-1542-4be6-8e7d-31d2c726be13 None None] The sync data for ids ['7e268ac5-62bc-410c-a33d-33739b7427f4'] in dv-neutron-master-2-hyperv is: [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:32Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ed0d048-6601-4bb3-bdb3-8ce22e8162fb', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'floating_ip_address': '172.36.3.238', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'port_id': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'mac_address': 'fa:16:3e:8d:60:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:03:46Z', 'updated_at': '2022-10-23T02:03:46Z', 'revision_number': 0, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad73e24-340f-42ae-a169-8df167520d51', 'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:96:6b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:31Z', 'updated_at': '2022-10-23T02:03:35Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:03:48.906912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1a751e-c888-4ce8-ba68-dfb0297c49d2 None None] New status for floating IP 4ed0d048-6601-4bb3-bdb3-8ce22e8162fb: ACTIVE {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:03:49.377036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44534) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:49.437616 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ef98dca7-d573-4cbb-91ad-4bbfcc8a64b1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/4ed0d048-6601-4bb3-bdb3-8ce22e8162fb HTTP/1.1" status: 200 len: 993 time: 0.0594945 Oct 23 02:03:52.266630 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:54.970963 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:03:58.646643 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=26 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:58.663894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=42 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:58.700127 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=79 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:59.421300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:59.427179 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:02.198158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=61 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:02.202997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:02.205707 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:04.967525 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=71 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:08.831937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-87424c51-3757-47a3-aa65-71e7d4f5f074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:11.145719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7be55184-4e79-4703-b9bf-10afd4711228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:12.671712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:14.049241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:14.151803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:19.115437 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-b4c84eb9-f91d-4347-93c7-0d22fa2d001c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806062 Oct 23 02:04:19.215787 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-891a37b4-b769-4cd7-8a8a-d91ca5730bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:19.217304 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-891a37b4-b769-4cd7-8a8a-d91ca5730bdf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0391488 Oct 23 02:04:19.323859 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-a3079f24-457d-43a7-8df8-8980944f764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:19.325237 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-a3079f24-457d-43a7-8df8-8980944f764a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=97250771-1e61-4c2b-949e-8268ca295b67 HTTP/1.1" status: 200 len: 898 time: 0.0911980 Oct 23 02:04:19.388915 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-124c8ec0-7fa2-4502-bbcd-0126e7e35def service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56218ee4-8a4e-4f8f-bada-2c3c774af8cf HTTP/1.1" status: 200 len: 1001 time: 0.0549390 Oct 23 02:04:19.437170 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-f57b5a59-c17c-4f53-8c27-4ad1411b9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:19.438631 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-f57b5a59-c17c-4f53-8c27-4ad1411b9fe8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=75da3dab-8342-46f6-b9fc-2393769b45ae HTTP/1.1" status: 200 len: 835 time: 0.0427406 Oct 23 02:04:19.483890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-f941dc39-df23-4613-8c9b-f7a729706bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:19.485392 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-f941dc39-df23-4613-8c9b-f7a729706bc8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=97250771-1e61-4c2b-949e-8268ca295b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411527 Oct 23 02:04:19.573383 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-65cfe356-0250-4703-b190-a5aab757de08 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820072 Oct 23 02:04:19.664242 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bedd0f8-6246-4b21-8c68-120946ab3dc2 req-78dcedc2-d46e-495e-8b1b-aec560ef8d9e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839796 Oct 23 02:04:20.994650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0242288-9d05-461e-9c41-7f46e2d43f7b req-49ba64aa-6bae-4e07-bbad-99357ae366ee tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:20.996714 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d0242288-9d05-461e-9c41-7f46e2d43f7b req-49ba64aa-6bae-4e07-bbad-99357ae366ee tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0478303 Oct 23 02:04:21.046012 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d0242288-9d05-461e-9c41-7f46e2d43f7b req-7d0ac050-631a-47c6-8474-9e073e25b449 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436735 Oct 23 02:04:22.169328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b90b9-7868-4815-86f1-d85a160ca92e req-ecb6f9e3-cda8-4383-991a-f1b5b3a2505d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:22.170800 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-342b90b9-7868-4815-86f1-d85a160ca92e req-ecb6f9e3-cda8-4383-991a-f1b5b3a2505d tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0465629 Oct 23 02:04:22.222317 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-342b90b9-7868-4815-86f1-d85a160ca92e req-b50a75ba-e634-409d-98dc-94cb10d127ea tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455632 Oct 23 02:04:22.250181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44562) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:22.277234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:22.312831 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-5647c6c0-d27e-4005-976a-2468bf799e99 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/4ed0d048-6601-4bb3-bdb3-8ce22e8162fb HTTP/1.1" status: 200 len: 993 time: 0.0611463 Oct 23 02:04:23.707097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7a52c-ca95-4e23-a9c0-2d9a7d4a5744 req-48f03c0a-bdad-4032-8c74-779df8976a90 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:23.708598 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f6d7a52c-ca95-4e23-a9c0-2d9a7d4a5744 req-48f03c0a-bdad-4032-8c74-779df8976a90 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0478361 Oct 23 02:04:23.762093 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f6d7a52c-ca95-4e23-a9c0-2d9a7d4a5744 req-f8e7b7d0-d751-4c49-9fb5-86b50df54f14 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475652 Oct 23 02:04:23.809226 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b599-a180-4d13-a738-cbbdcdf3edb1 req-48422021-af0d-49fb-a46e-beae66c878e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:23.810766 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c487b599-a180-4d13-a738-cbbdcdf3edb1 req-48422021-af0d-49fb-a46e-beae66c878e1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0400865 Oct 23 02:04:23.898242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b599-a180-4d13-a738-cbbdcdf3edb1 req-34f2c829-003f-4a2e-907d-00f3ab3feb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:23.899621 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c487b599-a180-4d13-a738-cbbdcdf3edb1 req-34f2c829-003f-4a2e-907d-00f3ab3feb7f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=97250771-1e61-4c2b-949e-8268ca295b67 HTTP/1.1" status: 200 len: 898 time: 0.0834181 Oct 23 02:04:23.956781 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=14 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:23.957627 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=18 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:23.963378 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c487b599-a180-4d13-a738-cbbdcdf3edb1 req-ebd4d530-5d78-4d64-a6a3-514f56683c8a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56218ee4-8a4e-4f8f-bada-2c3c774af8cf HTTP/1.1" status: 200 len: 1001 time: 0.0575705 Oct 23 02:04:24.009989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b599-a180-4d13-a738-cbbdcdf3edb1 req-e78d316f-eda6-4992-b030-4a9d7c4265c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:24.011928 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c487b599-a180-4d13-a738-cbbdcdf3edb1 req-e78d316f-eda6-4992-b030-4a9d7c4265c2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=75da3dab-8342-46f6-b9fc-2393769b45ae HTTP/1.1" status: 200 len: 835 time: 0.0427189 Oct 23 02:04:24.054256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b599-a180-4d13-a738-cbbdcdf3edb1 req-ba24fa21-e980-4b58-bb44-60c9bd254e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:24.055725 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c487b599-a180-4d13-a738-cbbdcdf3edb1 req-ba24fa21-e980-4b58-bb44-60c9bd254e57 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=97250771-1e61-4c2b-949e-8268ca295b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380993 Oct 23 02:04:24.113329 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:24.133090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:24.147797 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c487b599-a180-4d13-a738-cbbdcdf3edb1 req-7f6bc8f4-b59f-42c0-9ee1-e3fbde13538b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861087 Oct 23 02:04:24.238294 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c487b599-a180-4d13-a738-cbbdcdf3edb1 req-175f3a4a-9e92-4f2c-9cd0-aa89c378dab8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843320 Oct 23 02:04:24.885394 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e8ea8-10ca-45ce-a5ea-d0f4f2aecf83 req-447e1ae8-2ddd-43f8-abfa-c80018bb5381 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:24.886808 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e00e8ea8-10ca-45ce-a5ea-d0f4f2aecf83 req-447e1ae8-2ddd-43f8-abfa-c80018bb5381 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0469153 Oct 23 02:04:24.935188 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e00e8ea8-10ca-45ce-a5ea-d0f4f2aecf83 req-c5895945-2bf1-43d8-adf4-e6821c5fa7b3 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429182 Oct 23 02:04:26.053279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c09f8-3bd0-4958-a6cb-ad7c24e9f529 req-b1307bc8-41a5-4aca-be41-f14608d29288 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:26.054812 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6f4c09f8-3bd0-4958-a6cb-ad7c24e9f529 req-b1307bc8-41a5-4aca-be41-f14608d29288 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0469604 Oct 23 02:04:26.103181 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6f4c09f8-3bd0-4958-a6cb-ad7c24e9f529 req-59241ed8-49ff-4140-b574-ecef1b5cfe78 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421829 Oct 23 02:04:26.132567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44574) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:26.189180 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e334157e-cc89-42cd-9373-2da2ffc91fe4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/floatingips/4ed0d048-6601-4bb3-bdb3-8ce22e8162fb HTTP/1.1" status: 200 len: 993 time: 0.0555565 Oct 23 02:04:26.507794 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44580) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:26.645835 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port b6db22e8-29d4-4a45-a5d7-fcc8d3926328 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:04:26.653676 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b6db22e8-29d4-4a45-a5d7-fcc8d3926328), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:26.724207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b6db22e8-29d4-4a45-a5d7-fcc8d3926328), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:26.724536 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (b6db22e8-29d4-4a45-a5d7-fcc8d3926328), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:26.737533 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for b6db22e8-29d4-4a45-a5d7-fcc8d3926328 owned by network:floatingip {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:04:26.968703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (b6db22e8-29d4-4a45-a5d7-fcc8d3926328), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:26.992635 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=b6db22e8-29d4-4a45-a5d7-fcc8d3926328,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:27.004386 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.004738 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.005083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.005419 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.005752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.006108 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.006435 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.006762 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.007089 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.007409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.007736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.008063 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.008373 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.008694 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.009013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:27.064796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for floatingip (4ed0d048-6601-4bb3-bdb3-8ce22e8162fb), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:27.065117 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.l3_db [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Floating IP 4ed0d048-6601-4bb3-bdb3-8ce22e8162fb disassociated (deleted). External IP: 172.36.3.238, port: 56218ee4-8a4e-4f8f-bada-2c3c774af8cf. Oct 23 02:04:27.162640 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:27.554807 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:27.556707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 7e268ac5-62bc-410c-a33d-33739b7427f4 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:04:27.661014 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:04:27.666020 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:27.671398 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42070518-6d18-40ec-8f1c-541999b4653d None None] Sync routers for ids ['7e268ac5-62bc-410c-a33d-33739b7427f4'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:04:27.681167 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42070518-6d18-40ec-8f1c-541999b4653d None None] Routers {'7e268ac5-62bc-410c-a33d-33739b7427f4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:27.681772 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-42070518-6d18-40ec-8f1c-541999b4653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['7e268ac5-62bc-410c-a33d-33739b7427f4'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:27.697173 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-70e49f98-c286-4b93-96a0-0d24e07ae15e tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/4ed0d048-6601-4bb3-bdb3-8ce22e8162fb HTTP/1.1" status: 204 len: 168 time: 1.1883905 Oct 23 02:04:27.697966 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'tag': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:04:27.700328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3bd6d3-893c-4b99-996d-aad08302eff9" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc3f70e-98f0-4ba5-b790-8f08481cbcb5", "tag": "56218ee4-8a4e-4f8f-bada-2c3c774af8cf"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:04:27.745535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c7a1fd-2fb9-48bd-a02d-4250fc6d86cf x-openstack-request-id: req-b1c7a1fd-2fb9-48bd-a02d-4250fc6d86cf {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:04:27.745920 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc3f70e-98f0-4ba5-b790-8f08481cbcb5", "tag": "56218ee4-8a4e-4f8f-bada-2c3c774af8cf", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:04:27.746234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1c7a1fd-2fb9-48bd-a02d-4250fc6d86cf {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:04:27.746766 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c7a1fd-2fb9-48bd-a02d-4250fc6d86cf'] response: {'name': 'network-changed', 'server_uuid': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'tag': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf', 'status': 'completed', 'code': 200} Oct 23 02:04:27.786875 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-42070518-6d18-40ec-8f1c-541999b4653d None None] Set router 7e268ac5-62bc-410c-a33d-33739b7427f4 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:27.833036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd6d3-893c-4b99-996d-aad08302eff9 req-21f20495-a83c-4a65-880b-673f3a8abccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:27.834533 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3bd6d3-893c-4b99-996d-aad08302eff9 req-21f20495-a83c-4a65-880b-673f3a8abccb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4d728228866e4ebba0693ec37d2aeef7&device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0415745 Oct 23 02:04:27.931412 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd6d3-893c-4b99-996d-aad08302eff9 req-33938cf5-27c0-4ca5-aa37-7c6093c65667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:27.932897 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3bd6d3-893c-4b99-996d-aad08302eff9 req-33938cf5-27c0-4ca5-aa37-7c6093c65667 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=97250771-1e61-4c2b-949e-8268ca295b67 HTTP/1.1" status: 200 len: 898 time: 0.0918424 Oct 23 02:04:27.971586 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3bd6d3-893c-4b99-996d-aad08302eff9 req-6bf422a0-a369-42b5-93a8-61c133dbeb37 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56218ee4-8a4e-4f8f-bada-2c3c774af8cf HTTP/1.1" status: 200 len: 217 time: 0.0328295 Oct 23 02:04:27.983231 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-42070518-6d18-40ec-8f1c-541999b4653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:32Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bad73e24-340f-42ae-a169-8df167520d51', 'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:96:6b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:31Z', 'updated_at': '2022-10-23T02:03:35Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:28.008354 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42070518-6d18-40ec-8f1c-541999b4653d None None] Checking router: 7e268ac5-62bc-410c-a33d-33739b7427f4 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:04:28.016939 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42070518-6d18-40ec-8f1c-541999b4653d None None] Routers {'7e268ac5-62bc-410c-a33d-33739b7427f4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:28.017548 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-42070518-6d18-40ec-8f1c-541999b4653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['7e268ac5-62bc-410c-a33d-33739b7427f4'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:28.026158 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd6d3-893c-4b99-996d-aad08302eff9 req-057845f9-3316-4617-83ac-2b2020c7fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:28.027621 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3bd6d3-893c-4b99-996d-aad08302eff9 req-057845f9-3316-4617-83ac-2b2020c7fdf9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=75da3dab-8342-46f6-b9fc-2393769b45ae HTTP/1.1" status: 200 len: 835 time: 0.0497985 Oct 23 02:04:28.076117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd6d3-893c-4b99-996d-aad08302eff9 req-894e3338-e694-49f5-9ed2-7c6403f13116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:28.077921 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3bd6d3-893c-4b99-996d-aad08302eff9 req-894e3338-e694-49f5-9ed2-7c6403f13116 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=97250771-1e61-4c2b-949e-8268ca295b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441468 Oct 23 02:04:28.124759 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-42070518-6d18-40ec-8f1c-541999b4653d None None] Set router 7e268ac5-62bc-410c-a33d-33739b7427f4 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:28.146509 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd6566-d180-4083-aed8-857e38d99b48 req-9a3c7e75-fcf8-4844-afb3-4fa563a04998 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:28.147985 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-43dd6566-d180-4083-aed8-857e38d99b48 req-9a3c7e75-fcf8-4844-afb3-4fa563a04998 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0469639 Oct 23 02:04:28.198083 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-43dd6566-d180-4083-aed8-857e38d99b48 req-a8e95298-38ce-49e4-8df6-fa35a6786ab1 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 Oct 23 02:04:28.307822 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-42070518-6d18-40ec-8f1c-541999b4653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:32Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bad73e24-340f-42ae-a169-8df167520d51', 'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:96:6b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:31Z', 'updated_at': '2022-10-23T02:03:35Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:28.335977 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42070518-6d18-40ec-8f1c-541999b4653d None None] The sync data for ids ['7e268ac5-62bc-410c-a33d-33739b7427f4'] in dv-neutron-master-2-hyperv is: [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:32Z', 'revision_number': 4, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bad73e24-340f-42ae-a169-8df167520d51', 'name': '', 'network_id': '97250771-1e61-4c2b-949e-8268ca295b67', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'mac_address': 'fa:16:3e:96:6b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:31Z', 'updated_at': '2022-10-23T02:03:35Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'subnets': [{'id': '75da3dab-8342-46f6-b9fc-2393769b45ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:04:28.561417 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eb7698-4d88-4d82-934b-05460d7340c7 None None] New status for floating IP 4ed0d048-6601-4bb3-bdb3-8ce22e8162fb: DOWN {{(pid=105986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:04:29.325119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58a7b1-7ffc-40fc-bc0e-4a32aad9ea01 req-df02039d-4084-416f-badd-53e4a728c673 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:29.326519 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0d58a7b1-7ffc-40fc-bc0e-4a32aad9ea01 req-df02039d-4084-416f-badd-53e4a728c673 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0505764 Oct 23 02:04:29.375757 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0d58a7b1-7ffc-40fc-bc0e-4a32aad9ea01 req-b182cc88-0ca1-4903-8ceb-ecec8da4d3ed tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4272c792-fce9-4cab-8788-910d218131ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433812 Oct 23 02:04:29.464689 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3bd6d3-893c-4b99-996d-aad08302eff9 req-54c4334c-764a-4603-9069-a46e87d5ce0f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860605 Oct 23 02:04:29.687738 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8f3bd6d3-893c-4b99-996d-aad08302eff9 req-364cac68-6c37-4bf6-9276-ef799386ad0a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830705 Oct 23 02:04:29.824785 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3238d-3fd6-4aea-b7e4-01bf73fc35c2 req-b876615e-11b6-477d-91bd-92acc61c198a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:29.826286 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-efa3238d-3fd6-4aea-b7e4-01bf73fc35c2 req-b876615e-11b6-477d-91bd-92acc61c198a tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 945 time: 0.0515924 Oct 23 02:04:29.911571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-efa3238d-3fd6-4aea-b7e4-01bf73fc35c2 req-8fef7ab6-78ea-4a77-b98d-2e6bc0015eb8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:04:29.911836 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-efa3238d-3fd6-4aea-b7e4-01bf73fc35c2 req-8fef7ab6-78ea-4a77-b98d-2e6bc0015eb8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:30.005037 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:30.038471 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-efa3238d-3fd6-4aea-b7e4-01bf73fc35c2 req-8fef7ab6-78ea-4a77-b98d-2e6bc0015eb8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=56218ee4-8a4e-4f8f-bada-2c3c774af8cf,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:30.038844 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-efa3238d-3fd6-4aea-b7e4-01bf73fc35c2 req-8fef7ab6-78ea-4a77-b98d-2e6bc0015eb8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:30.052816 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-efa3238d-3fd6-4aea-b7e4-01bf73fc35c2 req-8fef7ab6-78ea-4a77-b98d-2e6bc0015eb8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 56218ee4-8a4e-4f8f-bada-2c3c774af8cf owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:04:30.132551 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:30.232540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-efa3238d-3fd6-4aea-b7e4-01bf73fc35c2 req-8fef7ab6-78ea-4a77-b98d-2e6bc0015eb8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (56218ee4-8a4e-4f8f-bada-2c3c774af8cf), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:30.259875 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef7ab6-78ea-4a77-b98d-2e6bc0015eb8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=56218ee4-8a4e-4f8f-bada-2c3c774af8cf,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:30.304838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa3238d-3fd6-4aea-b7e4-01bf73fc35c2 req-8fef7ab6-78ea-4a77-b98d-2e6bc0015eb8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] No DVR routers for this DVR port 56218ee4-8a4e-4f8f-bada-2c3c774af8cf on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:04:30.307441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-efa3238d-3fd6-4aea-b7e4-01bf73fc35c2 req-8fef7ab6-78ea-4a77-b98d-2e6bc0015eb8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:30.310830 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-efa3238d-3fd6-4aea-b7e4-01bf73fc35c2 req-8fef7ab6-78ea-4a77-b98d-2e6bc0015eb8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.48 "DELETE /networking/v2.0/ports/56218ee4-8a4e-4f8f-bada-2c3c774af8cf HTTP/1.1" status: 204 len: 173 time: 0.4795649 Oct 23 02:04:30.311320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'name': 'network-vif-deleted', 'tag': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:04:30.313647 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5de316-a53b-4ffd-90e7-deb720631fc1" -d '{"events": [{"server_uuid": "fbc3f70e-98f0-4ba5-b790-8f08481cbcb5", "name": "network-vif-deleted", "tag": "56218ee4-8a4e-4f8f-bada-2c3c774af8cf"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:04:30.349625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83984f8f-6a17-4c7a-83fa-2c68f21360d7 x-openstack-request-id: req-83984f8f-6a17-4c7a-83fa-2c68f21360d7 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:04:30.349942 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc3f70e-98f0-4ba5-b790-8f08481cbcb5", "name": "network-vif-deleted", "tag": "56218ee4-8a4e-4f8f-bada-2c3c774af8cf", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:04:30.350265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83984f8f-6a17-4c7a-83fa-2c68f21360d7 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:04:30.350670 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83984f8f-6a17-4c7a-83fa-2c68f21360d7'] response: {'server_uuid': 'fbc3f70e-98f0-4ba5-b790-8f08481cbcb5', 'name': 'network-vif-deleted', 'tag': '56218ee4-8a4e-4f8f-bada-2c3c774af8cf', 'status': 'completed', 'code': 200} Oct 23 02:04:30.478951 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ada7ef6b-091c-4944-8082-73df6c55dc94 req-b65423fe-e908-43cb-a2d7-9a5a724a6445 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fbc3f70e-98f0-4ba5-b790-8f08481cbcb5 HTTP/1.1" status: 200 len: 210 time: 0.0282123 Oct 23 02:04:31.545017 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44596) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:31.866599 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (7e268ac5-62bc-410c-a33d-33739b7427f4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:31.970482 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:04:32.095714 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port bad73e24-340f-42ae-a169-8df167520d51 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:04:32.096083 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bad73e24-340f-42ae-a169-8df167520d51), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:32.143018 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:32.183211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port bad73e24-340f-42ae-a169-8df167520d51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bad73e24-340f-42ae-a169-8df167520d51,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:32.183570 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bad73e24-340f-42ae-a169-8df167520d51), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:32.196252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for bad73e24-340f-42ae-a169-8df167520d51 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:04:32.319666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:32.437462 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (bad73e24-340f-42ae-a169-8df167520d51), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:32.467388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=bad73e24-340f-42ae-a169-8df167520d51,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:32.638015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (7e268ac5-62bc-410c-a33d-33739b7427f4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:32.658372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f7ad0f-c145-47e3-a5fd-3c17b7fa7ba7 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:04:32.661163 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:32.661984 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:32.684690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:32.733456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7ad0f-c145-47e3-a5fd-3c17b7fa7ba7 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:04:32.849229 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Router 7e268ac5-62bc-410c-a33d-33739b7427f4 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:04:32.957268 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:04:32.966703 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-38787443-dbbb-48a1-9a1e-f298864456a7 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "PUT /networking/v2.0/routers/7e268ac5-62bc-410c-a33d-33739b7427f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4171228 Oct 23 02:04:32.966703 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44598) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:32.969871 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b7caf-7831-4fc8-bb04-e545bedd1670 None None] Sync routers for ids ['7e268ac5-62bc-410c-a33d-33739b7427f4'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:04:32.981032 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54b7caf-7831-4fc8-bb04-e545bedd1670 None None] Routers {'7e268ac5-62bc-410c-a33d-33739b7427f4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:32.981772 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f54b7caf-7831-4fc8-bb04-e545bedd1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['7e268ac5-62bc-410c-a33d-33739b7427f4'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:33.020199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-06787020-795d-464d-b825-02ec1964164f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting subnet 75da3dab-8342-46f6-b9fc-2393769b45ae {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:04:33.023577 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-06787020-795d-464d-b825-02ec1964164f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (75da3dab-8342-46f6-b9fc-2393769b45ae), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.066604 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-06787020-795d-464d-b825-02ec1964164f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (75da3dab-8342-46f6-b9fc-2393769b45ae), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.087364 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-f54b7caf-7831-4fc8-bb04-e545bedd1670 None None] Set router 7e268ac5-62bc-410c-a33d-33739b7427f4 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:33.096092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:33.162475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-06787020-795d-464d-b825-02ec1964164f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (75da3dab-8342-46f6-b9fc-2393769b45ae), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.222940 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:33.330297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-06787020-795d-464d-b825-02ec1964164f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (75da3dab-8342-46f6-b9fc-2393769b45ae), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.346097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-4f770b94-f514-4e61-904f-05719000cf97 None None] Provisioning complete for port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:33.346473 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4f770b94-f514-4e61-904f-05719000cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.346805 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-4f770b94-f514-4e61-904f-05719000cf97 None None] Attempt 1 to provision port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf Oct 23 02:04:33.347908 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:33.359365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06787020-795d-464d-b825-02ec1964164f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Subnet': ['ID=75da3dab-8342-46f6-b9fc-2393769b45ae,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:33.363131 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-06787020-795d-464d-b825-02ec1964164f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.368119 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f54b7caf-7831-4fc8-bb04-e545bedd1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:04:32Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:33.369089 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-06787020-795d-464d-b825-02ec1964164f tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/subnets/75da3dab-8342-46f6-b9fc-2393769b45ae HTTP/1.1" status: 204 len: 168 time: 0.3997486 Oct 23 02:04:33.370273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44600) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:33.376152 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3421668-0130-4e0f-be40-3c3c2094ebd2 None None] Network 97250771-1e61-4c2b-949e-8268ca295b67 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:04:33.398439 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b7caf-7831-4fc8-bb04-e545bedd1670 None None] Checking router: 7e268ac5-62bc-410c-a33d-33739b7427f4 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:04:33.405832 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:33.408142 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54b7caf-7831-4fc8-bb04-e545bedd1670 None None] Routers {'7e268ac5-62bc-410c-a33d-33739b7427f4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:33.408856 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f54b7caf-7831-4fc8-bb04-e545bedd1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['7e268ac5-62bc-410c-a33d-33739b7427f4'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:33.430406 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 56218ee4-8a4e-4f8f-bada-2c3c774af8cf no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:04:33.467124 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 56218ee4-8a4e-4f8f-bada-2c3c774af8cf {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:04:33.471231 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 56218ee4-8a4e-4f8f-bada-2c3c774af8cf not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:04:33.487723 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (7e268ac5-62bc-410c-a33d-33739b7427f4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.520377 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-f54b7caf-7831-4fc8-bb04-e545bedd1670 None None] Set router 7e268ac5-62bc-410c-a33d-33739b7427f4 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:33.529885 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-4f770b94-f514-4e61-904f-05719000cf97 None None] Current status of the port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:33.600128 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309e974-8db9-4b79-897e-78c02f07a179 None None] DHCP port deletion for 97250771-1e61-4c2b-949e-8268ca295b67 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:04:33.619000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_gateway (7e268ac5-62bc-410c-a33d-33739b7427f4), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.650471 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2309e974-8db9-4b79-897e-78c02f07a179 None None] Deleting port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:04:33.650838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2309e974-8db9-4b79-897e-78c02f07a179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.712159 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f54b7caf-7831-4fc8-bb04-e545bedd1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:04:32Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:33.741594 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b7caf-7831-4fc8-bb04-e545bedd1670 None None] The sync data for ids ['7e268ac5-62bc-410c-a33d-33739b7427f4'] in dv-neutron-master-2-hyperv is: [{'id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379226396', 'tenant_id': '4d728228866e4ebba0693ec37d2aeef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122'}], 'enable_snat': True}, 'gw_port_id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:04:32Z', 'revision_number': 5, 'project_id': '4d728228866e4ebba0693ec37d2aeef7', 'gw_port': {'id': '651a2d44-8eb8-4341-9998-6c1fc3492b79', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e268ac5-62bc-410c-a33d-33739b7427f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:28Z', 'updated_at': '2022-10-23T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:04:33.745895 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Deleting port 651a2d44-8eb8-4341-9998-6c1fc3492b79 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:04:33.746245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.838444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] For port 651a2d44-8eb8-4341-9998-6c1fc3492b79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=651a2d44-8eb8-4341-9998-6c1fc3492b79,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:33.838726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.840969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 4dfb4169-67ac-4efc-942b-1dbd607aeeaf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:04:33.852113 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Calling delete_port for 651a2d44-8eb8-4341-9998-6c1fc3492b79 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:04:33.893682 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2309e974-8db9-4b79-897e-78c02f07a179 None None] For port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4dfb4169-67ac-4efc-942b-1dbd607aeeaf,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:33.894110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2309e974-8db9-4b79-897e-78c02f07a179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:33.909058 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2309e974-8db9-4b79-897e-78c02f07a179 None None] Calling delete_port for 4dfb4169-67ac-4efc-942b-1dbd607aeeaf owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:04:33.954262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:33.974263 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:33.984602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:33.985003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.039445 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4dfb4169-67ac-4efc-942b-1dbd607aeeaf,segment=NetworkSegment(8ec812d7-da69-41d7-b43d-48cb3a925a31),segment_id=8ec812d7-da69-41d7-b43d-48cb3a925a31)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:34.099744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (651a2d44-8eb8-4341-9998-6c1fc3492b79), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.113673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.127105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Port': ['ID=651a2d44-8eb8-4341-9998-6c1fc3492b79,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:34.136620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.137006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.137437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.138258 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.138543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.138874 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.139292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.139616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.140067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.140399 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.140719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.141041 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.142072 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.142930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.142930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.172825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=4dfb4169-67ac-4efc-942b-1dbd607aeeaf,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:34.180462 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.180934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.181287 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.181629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.182003 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.182343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.182675 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.183066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.183402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.183733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.184068 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.184921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.185222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.185543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.186056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:34.214602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (7e268ac5-62bc-410c-a33d-33739b7427f4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.224015 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2309e974-8db9-4b79-897e-78c02f07a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (4dfb4169-67ac-4efc-942b-1dbd607aeeaf), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.251661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309e974-8db9-4b79-897e-78c02f07a179 None None] Pushing event deleted for resources: {'Port': ['ID=4dfb4169-67ac-4efc-942b-1dbd607aeeaf,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:34.256662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309e974-8db9-4b79-897e-78c02f07a179 None None] No DVR routers for this DVR port 4dfb4169-67ac-4efc-942b-1dbd607aeeaf on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:04:34.315080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (7e268ac5-62bc-410c-a33d-33739b7427f4), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.317260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router_controller (7e268ac5-62bc-410c-a33d-33739b7427f4), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.403107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (7e268ac5-62bc-410c-a33d-33739b7427f4), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.403789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Fanout notify agent at l3_agent the message router_deleted on router 7e268ac5-62bc-410c-a33d-33739b7427f4 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:04:34.410181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.412616 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a23d536e-4008-4159-ac9d-a257532865d8 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/routers/7e268ac5-62bc-410c-a33d-33739b7427f4 HTTP/1.1" status: 204 len: 168 time: 1.0398481 Oct 23 02:04:34.414071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44602) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:34.494933 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (97250771-1e61-4c2b-949e-8268ca295b67), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.584294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (97250771-1e61-4c2b-949e-8268ca295b67), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.603324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97250771-1e61-4c2b-949e-8268ca295b67']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:34.612850 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec812d7-da69-41d7-b43d-48cb3a925a31') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:34.613144 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec812d7-da69-41d7-b43d-48cb3a925a31') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:34.623156 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (8ec812d7-da69-41d7-b43d-48cb3a925a31), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.635982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (8ec812d7-da69-41d7-b43d-48cb3a925a31), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.642261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:04:34.643921 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (8ec812d7-da69-41d7-b43d-48cb3a925a31), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.713347 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 8ec812d7-da69-41d7-b43d-48cb3a925a31 resource provider aggregate not found Oct 23 02:04:34.729513 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment 8ec812d7-da69-41d7-b43d-48cb3a925a31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ec812d7-da69-41d7-b43d-48cb3a925a31 found for delete ", "request_id": "req-0babb196-c5ac-4729-8d13-c95c4cdff996"}]} Oct 23 02:04:34.762806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (97250771-1e61-4c2b-949e-8268ca295b67), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.770145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.772842 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/networks/97250771-1e61-4c2b-949e-8268ca295b67 HTTP/1.1" status: 204 len: 168 time: 0.3577433 Oct 23 02:04:34.775732 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44610) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:34.786286 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1462c29-dcc0-46cd-8591-52b5b53c64e4 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'Network': ['ID=97250771-1e61-4c2b-949e-8268ca295b67,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:34.854535 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-367defea-771d-4f69-b46e-ea11933b59a0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (4272c792-fce9-4cab-8788-910d218131ec), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:34.883507 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-367defea-771d-4f69-b46e-ea11933b59a0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (4272c792-fce9-4cab-8788-910d218131ec), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:35.008400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-367defea-771d-4f69-b46e-ea11933b59a0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (4272c792-fce9-4cab-8788-910d218131ec), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:35.010986 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-367defea-771d-4f69-b46e-ea11933b59a0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:35.012389 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-367defea-771d-4f69-b46e-ea11933b59a0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4272c792-fce9-4cab-8788-910d218131ec HTTP/1.1" status: 204 len: 168 time: 0.2348869 Oct 23 02:04:35.022756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367defea-771d-4f69-b46e-ea11933b59a0 tempest-TestNetworkAdvancedServerOps-212059181 tempest-TestNetworkAdvancedServerOps-212059181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4272c792-fce9-4cab-8788-910d218131ec,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:35.551142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44618) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:35.664321 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 651a2d44-8eb8-4341-9998-6c1fc3492b79 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:04:35.683097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 651a2d44-8eb8-4341-9998-6c1fc3492b79 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:04:35.683298 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-47d88731-9701-4676-aed7-f8c26f03cc7f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4d728228866e4ebba0693ec37d2aeef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307774 Oct 23 02:04:35.683444 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 651a2d44-8eb8-4341-9998-6c1fc3492b79 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:04:35.684062 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bad73e24-340f-42ae-a169-8df167520d51 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:04:35.686405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44622) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:35.703367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: bad73e24-340f-42ae-a169-8df167520d51 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:04:35.703719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bad73e24-340f-42ae-a169-8df167520d51 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:04:35.739365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-79211ed4-118d-4140-a9d5-ad0cbd2a3a70 admin admin] Publish callbacks [] for security_group (1cf360a6-c4d7-4d5b-9a8f-ac8ff598a557), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:35.759562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-79211ed4-118d-4140-a9d5-ad0cbd2a3a70 admin admin] Publish callbacks [] for security_group (1cf360a6-c4d7-4d5b-9a8f-ac8ff598a557), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:35.871430 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-79211ed4-118d-4140-a9d5-ad0cbd2a3a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (1cf360a6-c4d7-4d5b-9a8f-ac8ff598a557), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:35.874502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-79211ed4-118d-4140-a9d5-ad0cbd2a3a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:35.875913 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-79211ed4-118d-4140-a9d5-ad0cbd2a3a70 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1cf360a6-c4d7-4d5b-9a8f-ac8ff598a557 HTTP/1.1" status: 204 len: 168 time: 0.1882782 Oct 23 02:04:35.883553 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79211ed4-118d-4140-a9d5-ad0cbd2a3a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf360a6-c4d7-4d5b-9a8f-ac8ff598a557,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:36.430798 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44628) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:36.443998 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a60fea23-0ab3-4e56-88d1-ea5218e94c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:36.517843 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a60fea23-0ab3-4e56-88d1-ea5218e94c1b admin admin] Publish callbacks [] for security_group (a259f84e-d683-4865-819e-b7013083fd57), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:36.591266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a60fea23-0ab3-4e56-88d1-ea5218e94c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a259f84e-d683-4865-819e-b7013083fd57), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:36.630227 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a60fea23-0ab3-4e56-88d1-ea5218e94c1b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=436728e8e358427e91a1bd4999a59e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983790 Oct 23 02:04:36.631090 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fea23-0ab3-4e56-88d1-ea5218e94c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a259f84e-d683-4865-819e-b7013083fd57,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:36.633651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44630) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:36.685132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-92d5362a-ad09-45c9-8402-fc4728a57c6e admin admin] Publish callbacks [] for security_group (a259f84e-d683-4865-819e-b7013083fd57), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:36.705336 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-92d5362a-ad09-45c9-8402-fc4728a57c6e admin admin] Publish callbacks [] for security_group (a259f84e-d683-4865-819e-b7013083fd57), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:36.808668 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-92d5362a-ad09-45c9-8402-fc4728a57c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (a259f84e-d683-4865-819e-b7013083fd57), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:36.811902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-92d5362a-ad09-45c9-8402-fc4728a57c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:36.813098 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-92d5362a-ad09-45c9-8402-fc4728a57c6e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a259f84e-d683-4865-819e-b7013083fd57 HTTP/1.1" status: 204 len: 168 time: 0.1781862 Oct 23 02:04:36.820814 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5362a-ad09-45c9-8402-fc4728a57c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a259f84e-d683-4865-819e-b7013083fd57,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:37.854890 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44652) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:37.948949 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-104281729-network', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:38.042553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Made reservation on behalf of 4a241b116d5a46e9a1d953db5c61fb80 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:04:38.045419 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:38.058001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:38.085813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:38.133650 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Publish callbacks [] for security_group (63495751-ac80-4912-b1b3-7e62150e869a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:38.191094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (63495751-ac80-4912-b1b3-7e62150e869a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:38.197004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=13 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:38.217057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:04:38.226680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63495751-ac80-4912-b1b3-7e62150e869a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:38.231886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (debba940-1668-4782-84da-e5980f34e810), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:38.232235 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Added segment debba940-1668-4782-84da-e5980f34e810 of type vlan for network a9c181c5-666e-48bd-b070-97ac1f664e8a Oct 23 02:04:38.272885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (a9c181c5-666e-48bd-b070-97ac1f664e8a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:38.345684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (a9c181c5-666e-48bd-b070-97ac1f664e8a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:38.346701 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:38.347285 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:38.410580 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c181c5-666e-48bd-b070-97ac1f664e8a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:38.421103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network a9c181c5-666e-48bd-b070-97ac1f664e8a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:04:38.427844 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a6ac27df-5142-4a93-b0cf-6420896ebf16 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5718811 Oct 23 02:04:38.431247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44656) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:38.436094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] Request body: {'subnet': {'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-104281729-subnet', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'ip_version': 4}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:38.522002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] Made reservation on behalf of 4a241b116d5a46e9a1d953db5c61fb80 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:04:38.524449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:38.723065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (18bdd759-f5f3-4d18-8803-f0b450c01d61), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:38.772624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18bdd759-f5f3-4d18-8803-f0b450c01d61,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:38.788411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] Checking segment: {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:04:38.793643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] Network hostable DHCP agents. Network: a9c181c5-666e-48bd-b070-97ac1f664e8a, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:04:38.837424 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6c124251-7f9d-402d-873c-bd76923a19d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:38.893140 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] Network a9c181c5-666e-48bd-b070-97ac1f664e8a is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:04:38.991407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a9c181c5-666e-48bd-b070-97ac1f664e8a) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:04:38.995532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:38.996138 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:39.000251 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf12605-3368-473c-8640-ccc693d97f6a None None] Network a9c181c5-666e-48bd-b070-97ac1f664e8a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:04:39.048086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:39.074133 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-444dc2d4-7a6d-4aa3-a38e-7e8aa65bd575 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6418009 Oct 23 02:04:39.077260 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44658) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:39.081692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:39.097620 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:39.106273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a9c181c5-666e-48bd-b070-97ac1f664e8a', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:04:39.110407 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:39.186535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (92e526ec-ac36-4d15-bc60-c267978131d1), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:39.187613 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (92e526ec-ac36-4d15-bc60-c267978131d1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:39.237724 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Publish callbacks [] for router_controller (92e526ec-ac36-4d15-bc60-c267978131d1), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:39.250544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Allocated IP 172.20.0.2 (a9c181c5-666e-48bd-b070-97ac1f664e8a/18bdd759-f5f3-4d18-8803-f0b450c01d61/b8fca883-dd51-423f-b57d-ba84a13440fa) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:04:39.313257 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:39.336786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:39.388748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Publish callbacks [] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:39.460448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:39.466366 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Publish callbacks [] for router_gateway (92e526ec-ac36-4d15-bc60-c267978131d1), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:39.510868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Network a9c181c5-666e-48bd-b070-97ac1f664e8a is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:04:39.512043 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Pushing event updated for resources: {'Port': ['ID=b8fca883-dd51-423f-b57d-ba84a13440fa,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:39.515268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:04:39.517442 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:04:39.576854 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Attempting to bind port b8fca883-dd51-423f-b57d-ba84a13440fa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:04:39.581385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Attempting to bind port b8fca883-dd51-423f-b57d-ba84a13440fa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:04:39.581385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Attempting to bind port b8fca883-dd51-423f-b57d-ba84a13440fa on network a9c181c5-666e-48bd-b070-97ac1f664e8a {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:04:39.621075 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:04:39.621606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Checking segment: {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:04:39.622552 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:39.622941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Bound using segment: {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:04:39.623420 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Bound port: b8fca883-dd51-423f-b57d-ba84a13440fa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:04:39.623796 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:39.694125 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] For port b8fca883-dd51-423f-b57d-ba84a13440fa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:04:39.697579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] For port b8fca883-dd51-423f-b57d-ba84a13440fa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8fca883-dd51-423f-b57d-ba84a13440fa,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:04:39.768549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:39.831078 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ecd31-a9ef-484d-a7a1-c940481bdf23 None None] Pushing event updated for resources: {'Port': ['ID=b8fca883-dd51-423f-b57d-ba84a13440fa,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:39.953300 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:40.030763 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Publish callbacks [] for router_gateway (92e526ec-ac36-4d15-bc60-c267978131d1), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:40.051722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:40.157595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Allocated IP 172.36.3.215 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/cf270af9-95c3-4483-a8c7-7e69ac688991) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:04:40.266882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Publish callbacks [] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:40.346299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:40.383268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:04:40.386205 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:04:40.391941 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:04:40.422686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Pushing event updated for resources: {'Port': ['ID=cf270af9-95c3-4483-a8c7-7e69ac688991,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:40.697640 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c430c-e98a-4e54-9c3b-dc769c9127cc None None] Network a9c181c5-666e-48bd-b070-97ac1f664e8a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:04:40.698548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Publish callbacks [] for router_gateway (92e526ec-ac36-4d15-bc60-c267978131d1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:40.810269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-e6fae10c-72d1-434a-97a6-467e5e8be066 None None] Provisioning complete for port b8fca883-dd51-423f-b57d-ba84a13440fa triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:40.810639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e6fae10c-72d1-434a-97a6-467e5e8be066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:40.810969 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-e6fae10c-72d1-434a-97a6-467e5e8be066 None None] Attempt 1 to provision port b8fca883-dd51-423f-b57d-ba84a13440fa Oct 23 02:04:40.839452 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:40.887494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-e6fae10c-72d1-434a-97a6-467e5e8be066 None None] Current status of the port b8fca883-dd51-423f-b57d-ba84a13440fa is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:40.888394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e6fae10c-72d1-434a-97a6-467e5e8be066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:40.894410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (92e526ec-ac36-4d15-bc60-c267978131d1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:40.925258 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e6fae10c-72d1-434a-97a6-467e5e8be066 None None] For port b8fca883-dd51-423f-b57d-ba84a13440fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8fca883-dd51-423f-b57d-ba84a13440fa,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:40.945279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:41.007495 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e6fae10c-72d1-434a-97a6-467e5e8be066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:41.012265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:41.060391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fae10c-72d1-434a-97a6-467e5e8be066 None None] Pushing event updated for resources: {'Port': ['ID=b8fca883-dd51-423f-b57d-ba84a13440fa,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:41.099092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Router 92e526ec-ac36-4d15-bc60-c267978131d1 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:04:41.125200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6ff978da-4fb6-49d8-88f8-b552c1f14a75 None None] Provisioning complete for port b8fca883-dd51-423f-b57d-ba84a13440fa triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:41.125577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6ff978da-4fb6-49d8-88f8-b552c1f14a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:41.125945 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6ff978da-4fb6-49d8-88f8-b552c1f14a75 None None] Attempt 1 to provision port b8fca883-dd51-423f-b57d-ba84a13440fa Oct 23 02:04:41.190762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-efcdfbcd-40ce-4d7f-b783-992bcfae9ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:41.205271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6ff978da-4fb6-49d8-88f8-b552c1f14a75 None None] Current status of the port b8fca883-dd51-423f-b57d-ba84a13440fa is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:41.206254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:04:41.217498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Sync routers for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:04:41.227565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:41.228185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:41.290777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:41.292041 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-f8b3200b-95fb-43c9-831d-451611eedb4b admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2138309 Oct 23 02:04:41.295311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44660) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:41.331274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:41.500736 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:40Z', 'revision_number': 3, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:41.525916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Checking router: 92e526ec-ac36-4d15-bc60-c267978131d1 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:04:41.526265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Updating router 92e526ec-ac36-4d15-bc60-c267978131d1 port cf270af9-95c3-4483-a8c7-7e69ac688991 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:04:41.553586 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:41.700409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:41.707883 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b8fca883-dd51-423f-b57d-ba84a13440fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:41.716428 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:41.792899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port b8fca883-dd51-423f-b57d-ba84a13440fa triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:41.793271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:41.793628 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port b8fca883-dd51-423f-b57d-ba84a13440fa Oct 23 02:04:41.858058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Allocated IP 172.20.0.1 (a9c181c5-666e-48bd-b070-97ac1f664e8a/18bdd759-f5f3-4d18-8803-f0b450c01d61/55046090-c55c-4324-9114-789a13787ee7) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:04:41.876999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:41.907712 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Publish callbacks [] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:41.920669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port b8fca883-dd51-423f-b57d-ba84a13440fa is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:41.966505 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Publish callbacks [] for port (55046090-c55c-4324-9114-789a13787ee7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:41.968633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:41.975337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:41.976062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:42.005288 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Attempting to bind port cf270af9-95c3-4483-a8c7-7e69ac688991 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:04:42.005650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Attempting to bind port cf270af9-95c3-4483-a8c7-7e69ac688991 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:04:42.006028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Attempting to bind port cf270af9-95c3-4483-a8c7-7e69ac688991 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:04:42.036563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc5039-1cd5-4961-b4e4-5403bc06696d None None] Pushing event updated for resources: {'Port': ['ID=cf270af9-95c3-4483-a8c7-7e69ac688991,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:42.054683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (55046090-c55c-4324-9114-789a13787ee7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:42.056958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:04:42.057323 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:04:42.057720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:42.062706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:04:42.062706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Bound port: cf270af9-95c3-4483-a8c7-7e69ac688991, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:04:42.062706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:42.090349 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Network a9c181c5-666e-48bd-b070-97ac1f664e8a is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:04:42.095501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:04:42.101937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:04:42.108803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] For port cf270af9-95c3-4483-a8c7-7e69ac688991, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:04:42.112397 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] For port cf270af9-95c3-4483-a8c7-7e69ac688991, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf270af9-95c3-4483-a8c7-7e69ac688991,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:04:42.129168 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Pushing event updated for resources: {'Port': ['ID=55046090-c55c-4324-9114-789a13787ee7,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:42.147595 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (92e526ec-ac36-4d15-bc60-c267978131d1), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:42.175184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:42.217687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:42.218388 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:42.282023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc5039-1cd5-4961-b4e4-5403bc06696d None None] Pushing event updated for resources: {'Port': ['ID=cf270af9-95c3-4483-a8c7-7e69ac688991,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:42.357713 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (55046090-c55c-4324-9114-789a13787ee7), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:42.493960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-021d3463-01d7-4ac9-9d0f-72c11455da2f None None] Provisioning complete for port 55046090-c55c-4324-9114-789a13787ee7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:42.494239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-021d3463-01d7-4ac9-9d0f-72c11455da2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (55046090-c55c-4324-9114-789a13787ee7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:42.494570 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-021d3463-01d7-4ac9-9d0f-72c11455da2f None None] Attempt 1 to provision port 55046090-c55c-4324-9114-789a13787ee7 Oct 23 02:04:42.497723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:42.513563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:42.528847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Publish callbacks [] for port (55046090-c55c-4324-9114-789a13787ee7), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:42.585960 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (55046090-c55c-4324-9114-789a13787ee7), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:42.622889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-021d3463-01d7-4ac9-9d0f-72c11455da2f None None] Port 55046090-c55c-4324-9114-789a13787ee7 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:04:42.659870 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Pushing event updated for resources: {'Port': ['ID=55046090-c55c-4324-9114-789a13787ee7,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:42.662465 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (92e526ec-ac36-4d15-bc60-c267978131d1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:42.662838 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:42.696447 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:42.705011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:40Z', 'revision_number': 3, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:42.734784 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5bc1a-c181-46a3-b4e7-62568d2d9fb8 None None] The sync data for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv is: [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:40Z', 'revision_number': 3, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:04:42.764546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Network a9c181c5-666e-48bd-b070-97ac1f664e8a is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:04:42.765996 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:04:42.884622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Router 92e526ec-ac36-4d15-bc60-c267978131d1 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:04:43.005918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:04:43.010797 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-5e7e644a-67a3-44b3-a7f2-ee7debedfc59 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/92e526ec-ac36-4d15-bc60-c267978131d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7145383 Oct 23 02:04:43.044884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b45b9705-d706-49ca-b42c-40e29e85a70b None None] Provisioning complete for port 55046090-c55c-4324-9114-789a13787ee7 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:43.045187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b45b9705-d706-49ca-b42c-40e29e85a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (55046090-c55c-4324-9114-789a13787ee7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:43.045526 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b45b9705-d706-49ca-b42c-40e29e85a70b None None] Attempt 1 to provision port 55046090-c55c-4324-9114-789a13787ee7 Oct 23 02:04:43.082301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b45b9705-d706-49ca-b42c-40e29e85a70b None None] Port 55046090-c55c-4324-9114-789a13787ee7 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:04:43.685683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cf270af9-95c3-4483-a8c7-7e69ac688991 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:43.714898 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=41 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:43.718124 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=15 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:43.728673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44676) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:43.730516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port cf270af9-95c3-4483-a8c7-7e69ac688991 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:43.730892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:43.731776 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port cf270af9-95c3-4483-a8c7-7e69ac688991 Oct 23 02:04:43.734503 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1191052750-network', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:43.809062 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Made reservation on behalf of e16ffc9443e64e6399cd83e9023df5c4 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:04:43.810157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port cf270af9-95c3-4483-a8c7-7e69ac688991 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:43.810668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:43.811550 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:43.820695 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:43.831097 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port cf270af9-95c3-4483-a8c7-7e69ac688991, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf270af9-95c3-4483-a8c7-7e69ac688991,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:43.887578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:43.899561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Publish callbacks [] for security_group (14314790-3028-494b-b638-38ef270cbf51), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:43.934394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=cf270af9-95c3-4483-a8c7-7e69ac688991,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:43.973609 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (14314790-3028-494b-b638-38ef270cbf51), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:43.999013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:04:44.015303 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14314790-3028-494b-b638-38ef270cbf51,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:44.019398 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (34d6d5d2-6495-46fd-aaf0-d09f94ff5c95), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.019749 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Added segment 34d6d5d2-6495-46fd-aaf0-d09f94ff5c95 of type vlan for network d7159764-dde2-4ec0-ad94-b62cee8d3f07 Oct 23 02:04:44.062707 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (d7159764-dde2-4ec0-ad94-b62cee8d3f07), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.065737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.066377 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=15 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:44.069546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=6,neutron:SELECT=75,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:44.167627 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (d7159764-dde2-4ec0-ad94-b62cee8d3f07), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.168796 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:44.168922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.169568 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.235437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] Pushing event updated for resources: {'Network': ['ID=d7159764-dde2-4ec0-ad94-b62cee8d3f07,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:44.245335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network d7159764-dde2-4ec0-ad94-b62cee8d3f07 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:04:44.248912 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Sync routers for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:04:44.259818 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:44.260416 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:44.294790 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-658c8e04-0ebd-4df0-a540-2599b1d9de68 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5624022 Oct 23 02:04:44.295297 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44678) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:44.301684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] Request body: {'subnet': {'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1191052750-subnet', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'ip_version': 4}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:44.364081 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:44.396887 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] Made reservation on behalf of e16ffc9443e64e6399cd83e9023df5c4 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:04:44.399455 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.549331 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 2, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:44.575366 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Checking router: 92e526ec-ac36-4d15-bc60-c267978131d1 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:04:44.575712 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Updating router 92e526ec-ac36-4d15-bc60-c267978131d1 port 55046090-c55c-4324-9114-789a13787ee7 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:04:44.603048 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (55046090-c55c-4324-9114-789a13787ee7), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.625917 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (2addda51-878b-4e88-a6e2-587ed5d074bf), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.680448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2addda51-878b-4e88-a6e2-587ed5d074bf,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:44.693103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] Checking segment: {'id': '34d6d5d2-6495-46fd-aaf0-d09f94ff5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:04:44.693561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] Network hostable DHCP agents. Network: d7159764-dde2-4ec0-ad94-b62cee8d3f07, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:04:44.774542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] Network d7159764-dde2-4ec0-ad94-b62cee8d3f07 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:04:44.855812 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Publish callbacks [] for port (55046090-c55c-4324-9114-789a13787ee7), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.900152 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d7159764-dde2-4ec0-ad94-b62cee8d3f07) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:04:44.904248 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:44.904854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.909715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187582b-796a-4cb7-b95f-b9bdce7c0982 None None] Network d7159764-dde2-4ec0-ad94-b62cee8d3f07 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:04:44.923499 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (55046090-c55c-4324-9114-789a13787ee7), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:44.982826 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Pushing event updated for resources: {'Port': ['ID=55046090-c55c-4324-9114-789a13787ee7,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:44.997767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44680) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:44.998527 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-4e4c18c7-815a-4e5a-bc07-5fadff9a0181 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7008851 Oct 23 02:04:45.002837 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1191052750-router', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:45.005432 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.005774 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.008869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.008869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.008869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.008869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.008869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.008869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.008869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.008869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.008869 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.010052 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.010052 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.010052 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.010052 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:04:45.013272 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d7159764-dde2-4ec0-ad94-b62cee8d3f07', 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07', 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'fixed_ips': [{'subnet_id': '2addda51-878b-4e88-a6e2-587ed5d074bf'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:04:45.014335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.027451 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Attempting to bind port 55046090-c55c-4324-9114-789a13787ee7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:04:45.027835 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Attempting to bind port 55046090-c55c-4324-9114-789a13787ee7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:04:45.028428 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Attempting to bind port 55046090-c55c-4324-9114-789a13787ee7 on network a9c181c5-666e-48bd-b070-97ac1f664e8a {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:04:45.072366 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:04:45.072730 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Checking segment: {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:04:45.073123 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.073508 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Bound using segment: {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:04:45.073997 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Bound port: 55046090-c55c-4324-9114-789a13787ee7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:04:45.074370 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (55046090-c55c-4324-9114-789a13787ee7), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.084365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.085757 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.099159 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:45.139361 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Publish callbacks [] for router_controller (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.140667 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] For port 55046090-c55c-4324-9114-789a13787ee7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:04:45.142461 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:45.146812 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] For port 55046090-c55c-4324-9114-789a13787ee7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55046090-c55c-4324-9114-789a13787ee7,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:04:45.159616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Allocated IP 172.20.0.2 (d7159764-dde2-4ec0-ad94-b62cee8d3f07/2addda51-878b-4e88-a6e2-587ed5d074bf/ea734517-df8d-4828-8ad8-01e0730ef164) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:04:45.248076 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (55046090-c55c-4324-9114-789a13787ee7), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.275691 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:45.292978 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:45.294204 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:45.295910 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:45.304797 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26665e55-5ffd-4f83-9739-cb72d99a46ba None None] Pushing event updated for resources: {'Port': ['ID=55046090-c55c-4324-9114-789a13787ee7,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:45.320808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Publish callbacks [] for port (ea734517-df8d-4828-8ad8-01e0730ef164), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.336177 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Publish callbacks [] for router_gateway (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.406700 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:45.409070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.453188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Network d7159764-dde2-4ec0-ad94-b62cee8d3f07 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:04:45.457770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:45.460833 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:04:45.471509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:04:45.475322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Pushing event updated for resources: {'Port': ['ID=ea734517-df8d-4828-8ad8-01e0730ef164,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:45.536761 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Attempting to bind port ea734517-df8d-4828-8ad8-01e0730ef164 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:04:45.537431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Attempting to bind port ea734517-df8d-4828-8ad8-01e0730ef164 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '34d6d5d2-6495-46fd-aaf0-d09f94ff5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:04:45.537999 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Attempting to bind port ea734517-df8d-4828-8ad8-01e0730ef164 on network d7159764-dde2-4ec0-ad94-b62cee8d3f07 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:04:45.584479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:04:45.584847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Checking segment: {'id': '34d6d5d2-6495-46fd-aaf0-d09f94ff5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:04:45.585248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.585636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Bound using segment: {'id': '34d6d5d2-6495-46fd-aaf0-d09f94ff5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:04:45.586146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Bound port: ea734517-df8d-4828-8ad8-01e0730ef164, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d6d5d2-6495-46fd-aaf0-d09f94ff5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:04:45.597689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.612861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Publish callbacks [] for router_gateway (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.616074 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:45Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:45.617951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:45.639385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.660404 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26cfde8-fdd7-41ca-b317-5b89b1959d2d None None] The sync data for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv is: [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:45Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:04:45.669427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] For port ea734517-df8d-4828-8ad8-01e0730ef164, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:04:45.673995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] For port ea734517-df8d-4828-8ad8-01e0730ef164, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea734517-df8d-4828-8ad8-01e0730ef164,segment=NetworkSegment(34d6d5d2-6495-46fd-aaf0-d09f94ff5c95),segment_id=34d6d5d2-6495-46fd-aaf0-d09f94ff5c95)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:04:45.696472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cf270af9-95c3-4483-a8c7-7e69ac688991 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:45.757943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port cf270af9-95c3-4483-a8c7-7e69ac688991 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:45.758324 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.759022 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port cf270af9-95c3-4483-a8c7-7e69ac688991 Oct 23 02:04:45.760685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:45.774597 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Allocated IP 172.36.3.23 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/dfa1f080-c788-424c-9986-75bfd4246ece) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:04:45.780473 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:45.899217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02655bc5-975c-4cf9-967a-d70fd97d7aea None None] Pushing event updated for resources: {'Port': ['ID=ea734517-df8d-4828-8ad8-01e0730ef164,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:45.920858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port cf270af9-95c3-4483-a8c7-7e69ac688991 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:45.931821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Publish callbacks [] for port (dfa1f080-c788-424c-9986-75bfd4246ece), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:46.002492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:46.050082 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:04:46.053242 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:04:46.055865 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:04:46.097940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa1f080-c788-424c-9986-75bfd4246ece,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:46.105719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:46.377775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Publish callbacks [] for router_gateway (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:46.812787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86f009-5b9a-4352-ba81-1a184326206d None None] Network d7159764-dde2-4ec0-ad94-b62cee8d3f07 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:04:46.877687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a97845b5-669f-4bf2-be97-caf7319152d2 None None] Provisioning complete for port ea734517-df8d-4828-8ad8-01e0730ef164 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:46.878087 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a97845b5-669f-4bf2-be97-caf7319152d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:46.878422 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a97845b5-669f-4bf2-be97-caf7319152d2 None None] Attempt 1 to provision port ea734517-df8d-4828-8ad8-01e0730ef164 Oct 23 02:04:46.915691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:46.995389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a97845b5-669f-4bf2-be97-caf7319152d2 None None] Current status of the port ea734517-df8d-4828-8ad8-01e0730ef164 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:46.995860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a97845b5-669f-4bf2-be97-caf7319152d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:47.033901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a97845b5-669f-4bf2-be97-caf7319152d2 None None] For port ea734517-df8d-4828-8ad8-01e0730ef164, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea734517-df8d-4828-8ad8-01e0730ef164,segment=NetworkSegment(34d6d5d2-6495-46fd-aaf0-d09f94ff5c95),segment_id=34d6d5d2-6495-46fd-aaf0-d09f94ff5c95)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:47.128514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:04:47.129071 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a97845b5-669f-4bf2-be97-caf7319152d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:47.181663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97845b5-669f-4bf2-be97-caf7319152d2 None None] Pushing event updated for resources: {'Port': ['ID=ea734517-df8d-4828-8ad8-01e0730ef164,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:47.239279 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:04:47.246590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f51c65af-643b-4a1a-b337-89a36be64c51 None None] Provisioning complete for port ea734517-df8d-4828-8ad8-01e0730ef164 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:47.247642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f51c65af-643b-4a1a-b337-89a36be64c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:47.247990 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f51c65af-643b-4a1a-b337-89a36be64c51 None None] Attempt 1 to provision port ea734517-df8d-4828-8ad8-01e0730ef164 Oct 23 02:04:47.252405 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Sync routers for ids ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:04:47.293118 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Routers {'72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:47.294294 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:47.336413 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:47.337945 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dff53951-b9ad-4ad8-878b-5865efaf15c6 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3388898 Oct 23 02:04:47.340924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44682) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:47.413227 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:47.414774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f51c65af-643b-4a1a-b337-89a36be64c51 None None] Current status of the port ea734517-df8d-4828-8ad8-01e0730ef164 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:47.432005 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Set router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:47.616093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'name': 'tempest-TestShelveInstance-1191052750-router', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23'}], 'enable_snat': True}, 'gw_port_id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:46Z', 'revision_number': 3, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'gw_port': {'id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:47.648657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Checking router: 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:04:47.649033 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Updating router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d port dfa1f080-c788-424c-9986-75bfd4246ece binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:04:47.685402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:47.769461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ea734517-df8d-4828-8ad8-01e0730ef164 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:47.785671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:47.878691 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port ea734517-df8d-4828-8ad8-01e0730ef164 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:47.878972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:47.879303 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port ea734517-df8d-4828-8ad8-01e0730ef164 Oct 23 02:04:48.059399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.155252 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:48.162569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port ea734517-df8d-4828-8ad8-01e0730ef164 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:48.169249 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 55046090-c55c-4324-9114-789a13787ee7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:48.198196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Publish callbacks [] for port (dfa1f080-c788-424c-9986-75bfd4246ece), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.214601 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Allocated IP 172.20.0.1 (d7159764-dde2-4ec0-ad94-b62cee8d3f07/2addda51-878b-4e88-a6e2-587ed5d074bf/aba45770-3d99-49af-b00d-9802df5825b0) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:04:48.219954 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 55046090-c55c-4324-9114-789a13787ee7 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:48.220328 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (55046090-c55c-4324-9114-789a13787ee7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.220664 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 55046090-c55c-4324-9114-789a13787ee7 Oct 23 02:04:48.253026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.285009 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:48.293526 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Attempting to bind port dfa1f080-c788-424c-9986-75bfd4246ece on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:04:48.293922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Attempting to bind port dfa1f080-c788-424c-9986-75bfd4246ece by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:04:48.295379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Attempting to bind port dfa1f080-c788-424c-9986-75bfd4246ece on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:04:48.298670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:48.322272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Publish callbacks [] for port (aba45770-3d99-49af-b00d-9802df5825b0), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.354185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfddaed-9838-4a32-810c-c6e9471c2eac None None] Pushing event updated for resources: {'Port': ['ID=dfa1f080-c788-424c-9986-75bfd4246ece,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:48.384284 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:04:48.384655 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:04:48.385047 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.385432 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:04:48.385934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Bound port: dfa1f080-c788-424c-9986-75bfd4246ece, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:04:48.386310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.388525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 55046090-c55c-4324-9114-789a13787ee7 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:48.388889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (55046090-c55c-4324-9114-789a13787ee7), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.397625 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (aba45770-3d99-49af-b00d-9802df5825b0), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.434881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Network d7159764-dde2-4ec0-ad94-b62cee8d3f07 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:04:48.437717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:04:48.444460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:04:48.461172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port 55046090-c55c-4324-9114-789a13787ee7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55046090-c55c-4324-9114-789a13787ee7,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:48.465040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] For port dfa1f080-c788-424c-9986-75bfd4246ece, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:04:48.472500 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Pushing event updated for resources: {'Port': ['ID=aba45770-3d99-49af-b00d-9802df5825b0,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:48.476460 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] For port dfa1f080-c788-424c-9986-75bfd4246ece, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfa1f080-c788-424c-9986-75bfd4246ece,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:04:48.488677 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.528921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (55046090-c55c-4324-9114-789a13787ee7), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.555950 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.578560 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Routers {'72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:48.579219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:48.624477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:48.633693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=55046090-c55c-4324-9114-789a13787ee7,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:48.669847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (aba45770-3d99-49af-b00d-9802df5825b0), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.708400 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:48.734720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfddaed-9838-4a32-810c-c6e9471c2eac None None] Pushing event updated for resources: {'Port': ['ID=dfa1f080-c788-424c-9986-75bfd4246ece,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:48.741356 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] Set router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:48.799770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-50c762ad-73b1-4807-9d16-2288b1a7724b None None] Provisioning complete for port aba45770-3d99-49af-b00d-9802df5825b0 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:48.800149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-50c762ad-73b1-4807-9d16-2288b1a7724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (aba45770-3d99-49af-b00d-9802df5825b0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.800485 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-50c762ad-73b1-4807-9d16-2288b1a7724b None None] Attempt 1 to provision port aba45770-3d99-49af-b00d-9802df5825b0 Oct 23 02:04:48.835612 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Publish callbacks [] for port (aba45770-3d99-49af-b00d-9802df5825b0), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.878790 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-50c762ad-73b1-4807-9d16-2288b1a7724b None None] Port aba45770-3d99-49af-b00d-9802df5825b0 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:04:48.898793 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (aba45770-3d99-49af-b00d-9802df5825b0), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.946650 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'name': 'tempest-TestShelveInstance-1191052750-router', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23'}], 'enable_snat': True}, 'gw_port_id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:46Z', 'revision_number': 3, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'gw_port': {'id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:48.969567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Pushing event updated for resources: {'Port': ['ID=aba45770-3d99-49af-b00d-9802df5825b0,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:48.972320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.972904 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73afefbb-1b5d-44d9-9640-13bd14fd8556 None None] The sync data for ids ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'] in dv-neutron-master-2-hyperv is: [{'id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'name': 'tempest-TestShelveInstance-1191052750-router', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23'}], 'enable_snat': True}, 'gw_port_id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:46Z', 'revision_number': 3, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'gw_port': {'id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:04:49.041414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:49.069881 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Network d7159764-dde2-4ec0-ad94-b62cee8d3f07 is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:04:49.071347 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:04:49.191668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:04:49.325361 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:04:49.330354 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bc56b9e1-c121-4c5d-bbd6-cb1741cb1504 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9884148 Oct 23 02:04:49.404846 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-03b5e5f4-e808-4efb-8c65-7e0042c7da37 None None] Provisioning complete for port aba45770-3d99-49af-b00d-9802df5825b0 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:49.405492 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-03b5e5f4-e808-4efb-8c65-7e0042c7da37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (aba45770-3d99-49af-b00d-9802df5825b0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:49.405759 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-03b5e5f4-e808-4efb-8c65-7e0042c7da37 None None] Attempt 1 to provision port aba45770-3d99-49af-b00d-9802df5825b0 Oct 23 02:04:49.438997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-03b5e5f4-e808-4efb-8c65-7e0042c7da37 None None] Port aba45770-3d99-49af-b00d-9802df5825b0 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:04:49.751443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 55046090-c55c-4324-9114-789a13787ee7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:49.794589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44690) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:49.797538 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 55046090-c55c-4324-9114-789a13787ee7 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:49.797977 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (55046090-c55c-4324-9114-789a13787ee7), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:49.798319 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 55046090-c55c-4324-9114-789a13787ee7 Oct 23 02:04:49.801731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-acb02c15-8cd9-48da-8524-7d7466a64491 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266472739', 'description': 'tempest-secgroup-smoke-1266472739 description', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:49.877450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 55046090-c55c-4324-9114-789a13787ee7 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:49.878544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dfa1f080-c788-424c-9986-75bfd4246ece up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:49.888549 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acb02c15-8cd9-48da-8524-7d7466a64491 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:49.921391 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port dfa1f080-c788-424c-9986-75bfd4246ece triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:49.921762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:49.922378 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port dfa1f080-c788-424c-9986-75bfd4246ece Oct 23 02:04:49.959243 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acb02c15-8cd9-48da-8524-7d7466a64491 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (f89ab909-7609-42d5-ba00-5fa87cd18bdc), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:49.992757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port dfa1f080-c788-424c-9986-75bfd4246ece is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:49.993141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.014072 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port dfa1f080-c788-424c-9986-75bfd4246ece, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfa1f080-c788-424c-9986-75bfd4246ece,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:50.020242 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acb02c15-8cd9-48da-8524-7d7466a64491 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f89ab909-7609-42d5-ba00-5fa87cd18bdc), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.051002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02c15-8cd9-48da-8524-7d7466a64491 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89ab909-7609-42d5-ba00-5fa87cd18bdc,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:50.094398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.129623 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-acb02c15-8cd9-48da-8524-7d7466a64491 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.131158 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-acb02c15-8cd9-48da-8524-7d7466a64491 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3336277 Oct 23 02:04:50.133999 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44692) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:50.138546 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-9845a577-cc0b-4338-8385-eb3f16f168aa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'f89ab909-7609-42d5-ba00-5fa87cd18bdc', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:50.146025 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=dfa1f080-c788-424c-9986-75bfd4246ece,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:50.226155 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9845a577-cc0b-4338-8385-eb3f16f168aa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (dc0799b9-30f5-483e-bbad-fbf03f5b1144), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.229740 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:50.288133 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9845a577-cc0b-4338-8385-eb3f16f168aa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (dc0799b9-30f5-483e-bbad-fbf03f5b1144), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.385871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9845a577-cc0b-4338-8385-eb3f16f168aa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (dc0799b9-30f5-483e-bbad-fbf03f5b1144), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.406801 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845a577-cc0b-4338-8385-eb3f16f168aa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0799b9-30f5-483e-bbad-fbf03f5b1144,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:50.479140 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-9845a577-cc0b-4338-8385-eb3f16f168aa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.480378 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-9845a577-cc0b-4338-8385-eb3f16f168aa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453872 Oct 23 02:04:50.483201 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44694) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:50.487441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-bf85eaa6-a1ed-4183-aa62-ec34643149a8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'f89ab909-7609-42d5-ba00-5fa87cd18bdc', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:50.524585 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Sync routers for ids ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:04:50.534120 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Routers {'72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:50.535388 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:50.585739 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf85eaa6-a1ed-4183-aa62-ec34643149a8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (de3dad49-15bc-447e-9bfa-34fbb2565504), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.644364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf85eaa6-a1ed-4183-aa62-ec34643149a8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (de3dad49-15bc-447e-9bfa-34fbb2565504), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.716275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf85eaa6-a1ed-4183-aa62-ec34643149a8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (de3dad49-15bc-447e-9bfa-34fbb2565504), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.723197 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Set router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:50.735275 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85eaa6-a1ed-4183-aa62-ec34643149a8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3dad49-15bc-447e-9bfa-34fbb2565504,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:50.798478 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-bf85eaa6-a1ed-4183-aa62-ec34643149a8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.800556 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-bf85eaa6-a1ed-4183-aa62-ec34643149a8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3163319 Oct 23 02:04:50.803290 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44696) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:50.808318 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-26289390-bf00-4b20-a148-e8e5eab51340 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'f89ab909-7609-42d5-ba00-5fa87cd18bdc', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:50.872235 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:50.894704 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-26289390-bf00-4b20-a148-e8e5eab51340 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (fd8ad05d-b5b9-4597-b310-2bf8e02dc31c), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.908866 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'name': 'tempest-TestShelveInstance-1191052750-router', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23'}], 'enable_snat': True}, 'gw_port_id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 4, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'gw_port': {'id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aba45770-3d99-49af-b00d-9802df5825b0', 'name': '', 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'mac_address': 'fa:16:3e:65:59:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '2addda51-878b-4e88-a6e2-587ed5d074bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:48Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 2, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'subnets': [{'id': '2addda51-878b-4e88-a6e2-587ed5d074bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:50.935850 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Checking router: 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:04:50.936204 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Updating router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d port aba45770-3d99-49af-b00d-9802df5825b0 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:04:50.943698 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:50.952774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-26289390-bf00-4b20-a148-e8e5eab51340 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (fd8ad05d-b5b9-4597-b310-2bf8e02dc31c), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:50.972306 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (aba45770-3d99-49af-b00d-9802df5825b0), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.025257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-26289390-bf00-4b20-a148-e8e5eab51340 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (fd8ad05d-b5b9-4597-b310-2bf8e02dc31c), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.045177 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26289390-bf00-4b20-a148-e8e5eab51340 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8ad05d-b5b9-4597-b310-2bf8e02dc31c,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:51.124384 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-26289390-bf00-4b20-a148-e8e5eab51340 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.125700 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-26289390-bf00-4b20-a148-e8e5eab51340 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3212845 Oct 23 02:04:51.128787 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44698) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:51.133289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-45ac34ed-046c-4abd-b729-90a2d64106ee tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'f89ab909-7609-42d5-ba00-5fa87cd18bdc', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:51.225410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-45ac34ed-046c-4abd-b729-90a2d64106ee tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (182a389f-be00-427d-bc4c-63e3220ead3a), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.231649 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Publish callbacks [] for port (aba45770-3d99-49af-b00d-9802df5825b0), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.283504 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-45ac34ed-046c-4abd-b729-90a2d64106ee tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (182a389f-be00-427d-bc4c-63e3220ead3a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.294241 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (aba45770-3d99-49af-b00d-9802df5825b0), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.345531 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-45ac34ed-046c-4abd-b729-90a2d64106ee tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (182a389f-be00-427d-bc4c-63e3220ead3a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.360125 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561943e-ac11-4759-9c43-b2f25b0d8b0e None None] Pushing event updated for resources: {'Port': ['ID=aba45770-3d99-49af-b00d-9802df5825b0,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:51.365241 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac34ed-046c-4abd-b729-90a2d64106ee tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182a389f-be00-427d-bc4c-63e3220ead3a,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:51.393596 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Attempting to bind port aba45770-3d99-49af-b00d-9802df5825b0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:04:51.393988 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Attempting to bind port aba45770-3d99-49af-b00d-9802df5825b0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '34d6d5d2-6495-46fd-aaf0-d09f94ff5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:04:51.394339 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Attempting to bind port aba45770-3d99-49af-b00d-9802df5825b0 on network d7159764-dde2-4ec0-ad94-b62cee8d3f07 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:04:51.421683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-45ac34ed-046c-4abd-b729-90a2d64106ee tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.423194 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-45ac34ed-046c-4abd-b729-90a2d64106ee tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2934222 Oct 23 02:04:51.425979 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44700) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:51.430277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-1819c661-b5b1-4eaf-9460-78325bc7f60a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'f89ab909-7609-42d5-ba00-5fa87cd18bdc', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:51.434560 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:51.436582 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:04:51.436928 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Checking segment: {'id': '34d6d5d2-6495-46fd-aaf0-d09f94ff5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:04:51.437321 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.437702 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Bound using segment: {'id': '34d6d5d2-6495-46fd-aaf0-d09f94ff5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:04:51.438188 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Bound port: aba45770-3d99-49af-b00d-9802df5825b0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d6d5d2-6495-46fd-aaf0-d09f94ff5c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:04:51.438560 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (aba45770-3d99-49af-b00d-9802df5825b0), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.471595 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:51.497888 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] For port aba45770-3d99-49af-b00d-9802df5825b0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:04:51.500887 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] For port aba45770-3d99-49af-b00d-9802df5825b0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aba45770-3d99-49af-b00d-9802df5825b0,segment=NetworkSegment(34d6d5d2-6495-46fd-aaf0-d09f94ff5c95),segment_id=34d6d5d2-6495-46fd-aaf0-d09f94ff5c95)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:04:51.511629 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-1819c661-b5b1-4eaf-9460-78325bc7f60a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Project 4a241b116d5a46e9a1d953db5c61fb80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:04:51.518684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1819c661-b5b1-4eaf-9460-78325bc7f60a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (f54596d6-c8c7-438a-ad07-120a6fd5683c), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.544686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:51.569165 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (aba45770-3d99-49af-b00d-9802df5825b0), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.581714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1819c661-b5b1-4eaf-9460-78325bc7f60a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (f54596d6-c8c7-438a-ad07-120a6fd5683c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.606947 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Routers {'72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:04:51.607568 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:51.659157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1819c661-b5b1-4eaf-9460-78325bc7f60a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (f54596d6-c8c7-438a-ad07-120a6fd5683c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.664695 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561943e-ac11-4759-9c43-b2f25b0d8b0e None None] Pushing event updated for resources: {'Port': ['ID=aba45770-3d99-49af-b00d-9802df5825b0,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:51.678721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819c661-b5b1-4eaf-9460-78325bc7f60a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54596d6-c8c7-438a-ad07-120a6fd5683c,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:51.685891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dfa1f080-c788-424c-9986-75bfd4246ece up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:51.716423 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:51.732255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port dfa1f080-c788-424c-9986-75bfd4246ece triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:51.732626 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.733144 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port dfa1f080-c788-424c-9986-75bfd4246ece Oct 23 02:04:51.739761 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] Set router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:04:51.752539 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-1819c661-b5b1-4eaf-9460-78325bc7f60a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.754816 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-1819c661-b5b1-4eaf-9460-78325bc7f60a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3278811 Oct 23 02:04:51.765538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 44702) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:51.765538 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-12731b5e-445d-4191-9df1-9480ccacad77 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'f89ab909-7609-42d5-ba00-5fa87cd18bdc', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:51.810548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port dfa1f080-c788-424c-9986-75bfd4246ece is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:51.842713 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-12731b5e-445d-4191-9df1-9480ccacad77 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Project 4a241b116d5a46e9a1d953db5c61fb80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:04:51.852649 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-12731b5e-445d-4191-9df1-9480ccacad77 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (432fe570-39a2-4a90-b615-519cf8d042b6), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.907141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-12731b5e-445d-4191-9df1-9480ccacad77 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (432fe570-39a2-4a90-b615-519cf8d042b6), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:51.931799 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'name': 'tempest-TestShelveInstance-1191052750-router', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23'}], 'enable_snat': True}, 'gw_port_id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 4, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'gw_port': {'id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aba45770-3d99-49af-b00d-9802df5825b0', 'name': '', 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'mac_address': 'fa:16:3e:65:59:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '2addda51-878b-4e88-a6e2-587ed5d074bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:48Z', 'updated_at': '2022-10-23T02:04:51Z', 'revision_number': 4, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'subnets': [{'id': '2addda51-878b-4e88-a6e2-587ed5d074bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:04:51.956927 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133f904-6ede-46a3-a2b7-74d9955813ea None None] The sync data for ids ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'] in dv-neutron-master-2-hyperv is: [{'id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'name': 'tempest-TestShelveInstance-1191052750-router', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23'}], 'enable_snat': True}, 'gw_port_id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 4, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'gw_port': {'id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aba45770-3d99-49af-b00d-9802df5825b0', 'name': '', 'network_id': 'd7159764-dde2-4ec0-ad94-b62cee8d3f07', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'mac_address': 'fa:16:3e:65:59:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '2addda51-878b-4e88-a6e2-587ed5d074bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:48Z', 'updated_at': '2022-10-23T02:04:51Z', 'revision_number': 4, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'subnets': [{'id': '2addda51-878b-4e88-a6e2-587ed5d074bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:04:51.986128 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-12731b5e-445d-4191-9df1-9480ccacad77 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (432fe570-39a2-4a90-b615-519cf8d042b6), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:52.017933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12731b5e-445d-4191-9df1-9480ccacad77 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432fe570-39a2-4a90-b615-519cf8d042b6,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:52.084929 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-12731b5e-445d-4191-9df1-9480ccacad77 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:52.086303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-12731b5e-445d-4191-9df1-9480ccacad77 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276436 Oct 23 02:04:52.258075 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-b78b4d30-2d84-491e-8bb2-4f49068a462f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1266472739&fields=id&tenant_id=4a241b116d5a46e9a1d953db5c61fb80 HTTP/1.1" status: 200 len: 267 time: 0.0540328 Oct 23 02:04:52.305813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:52.374734 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c0ede296-3131-4645-9c28-eb11b965cac6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:52.376331 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c0ede296-3131-4645-9c28-eb11b965cac6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 808 time: 0.1111217 Oct 23 02:04:52.392311 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-91e032a5-409d-411f-8bee-2a6c9283cd74 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/quotas/4a241b116d5a46e9a1d953db5c61fb80 HTTP/1.1" status: 200 len: 375 time: 0.0099299 Oct 23 02:04:52.445904 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-f0b33b10-fb45-415f-bad3-48dd16e9669f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473568 Oct 23 02:04:52.552319 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-059f733d-f85a-4f13-a880-511246420dd7 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:04:52.553384 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-059f733d-f85a-4f13-a880-511246420dd7 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0959740 Oct 23 02:04:52.651297 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-66a21764-ac27-4937-9b0a-1b93bb9f8129 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912609 Oct 23 02:04:52.744599 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-b94b2bad-e27e-492b-ab70-9afd5dcd183c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869980 Oct 23 02:04:53.018612 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-925fda29-10c9-4ca2-ba3c-7bdc780417e9 req-8fbbd583-023d-4781-9f60-f75b4acc121e tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 210 time: 0.0305924 Oct 23 02:04:53.688475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device aba45770-3d99-49af-b00d-9802df5825b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:53.690689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:53.733446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port aba45770-3d99-49af-b00d-9802df5825b0 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:53.733842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (aba45770-3d99-49af-b00d-9802df5825b0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:53.734320 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port aba45770-3d99-49af-b00d-9802df5825b0 Oct 23 02:04:53.795313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:53.809708 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port aba45770-3d99-49af-b00d-9802df5825b0 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:53.810120 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (aba45770-3d99-49af-b00d-9802df5825b0), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:53.842454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port aba45770-3d99-49af-b00d-9802df5825b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aba45770-3d99-49af-b00d-9802df5825b0,segment=NetworkSegment(34d6d5d2-6495-46fd-aaf0-d09f94ff5c95),segment_id=34d6d5d2-6495-46fd-aaf0-d09f94ff5c95)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:53.956654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (aba45770-3d99-49af-b00d-9802df5825b0), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:53.994310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:54.005426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=aba45770-3d99-49af-b00d-9802df5825b0,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:54.131055 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c88479fa-dcee-4e90-a87d-96091efc8d17 req-5d118b33-3bf6-4d07-b7dc-4282cfd1c960 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 210 time: 0.0359964 Oct 23 02:04:55.255558 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-647e4428-9dc0-4d1c-8f34-c27bc855c6c3 req-6de1732b-d9d8-4664-b003-793bbc2ddfa4 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 210 time: 0.0347216 Oct 23 02:04:55.303928 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-cfc0ff64-c7c2-445b-a909-1baf96687bf2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:55.305452 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-cfc0ff64-c7c2-445b-a909-1baf96687bf2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 808 time: 0.1369960 Oct 23 02:04:55.375970 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-7c6e6419-3067-4d89-9c09-453afafce4ef tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4a241b116d5a46e9a1d953db5c61fb80 HTTP/1.1" status: 200 len: 380 time: 0.0558197 Oct 23 02:04:55.384256 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'port': {'device_id': '1128452d-72b8-4c88-a300-b4a31862a940', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'admin_state_up': True, 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'security_groups': ['f89ab909-7609-42d5-ba00-5fa87cd18bdc']}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:55.561402 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Made reservation on behalf of 4a241b116d5a46e9a1d953db5c61fb80 for: {'port': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:04:55.565264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:55.620285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:55.685030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device aba45770-3d99-49af-b00d-9802df5825b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:55.691899 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_common [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Allocated IP 172.20.0.13 (a9c181c5-666e-48bd-b070-97ac1f664e8a/18bdd759-f5f3-4d18-8803-f0b450c01d61/6359ce93-8a8e-4edc-a34b-af6685216334) {{(pid=105984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:04:55.728274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port aba45770-3d99-49af-b00d-9802df5825b0 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:55.728652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (aba45770-3d99-49af-b00d-9802df5825b0), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:55.728989 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port aba45770-3d99-49af-b00d-9802df5825b0 Oct 23 02:04:55.788619 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:55.807398 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port aba45770-3d99-49af-b00d-9802df5825b0 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:55.836556 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for port (6359ce93-8a8e-4edc-a34b-af6685216334), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:55.935453 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:55.978636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Network a9c181c5-666e-48bd-b070-97ac1f664e8a is already hosted by enough agents. {{(pid=105984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:04:55.984328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Resources bound (agent type, host, resource id): {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:04:55.988566 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Received port after_create {{(pid=105984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:04:56.016882 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'Port': ['ID=6359ce93-8a8e-4edc-a34b-af6685216334,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:56.045885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:56.046422 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:56.118830 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-c93d8baa-1b6e-4063-9101-bd749707f1b2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7381983 Oct 23 02:04:56.135673 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Request body: {'port': {'device_id': '1128452d-72b8-4c88-a300-b4a31862a940', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:04:56.194441 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:56.201920 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-99f5bbc6-0aef-4b2b-a0e4-9d6b9f28ef7d None None] Provisioning complete for port 6359ce93-8a8e-4edc-a34b-af6685216334 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:56.202293 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-99f5bbc6-0aef-4b2b-a0e4-9d6b9f28ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:56.202628 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-99f5bbc6-0aef-4b2b-a0e4-9d6b9f28ef7d None None] Attempt 1 to provision port 6359ce93-8a8e-4edc-a34b-af6685216334 Oct 23 02:04:56.234099 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-99f5bbc6-0aef-4b2b-a0e4-9d6b9f28ef7d None None] Port 6359ce93-8a8e-4edc-a34b-af6685216334 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:04:56.379305 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f614c-0ebf-4b48-b4a4-2a980b9d9ad3 req-efc0e416-b53d-4b62-868f-ba93d6399800 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:56.380801 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d42f614c-0ebf-4b48-b4a4-2a980b9d9ad3 req-efc0e416-b53d-4b62-868f-ba93d6399800 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 932 time: 0.0478337 Oct 23 02:04:56.431281 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d42f614c-0ebf-4b48-b4a4-2a980b9d9ad3 req-ef57a598-dcfa-4fa3-b265-991e685bbda7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448046 Oct 23 02:04:56.455146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6359ce93-8a8e-4edc-a34b-af6685216334 {{(pid=105984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:04:56.463517 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Publish callbacks [] for port (6359ce93-8a8e-4edc-a34b-af6685216334), precommit_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:56.476219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.provisioning_blocks [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Transition to ACTIVE for port object 6359ce93-8a8e-4edc-a34b-af6685216334 will not be triggered until provisioned by entity L2. {{(pid=105984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:04:56.532933 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:56.559078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:56.594194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Pushing event updated for resources: {'Port': ['ID=6359ce93-8a8e-4edc-a34b-af6685216334,revision_number=2']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:56.644266 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Attempting to bind port 6359ce93-8a8e-4edc-a34b-af6685216334 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:04:56.644596 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Attempting to bind port 6359ce93-8a8e-4edc-a34b-af6685216334 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:04:56.644927 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Attempting to bind port 6359ce93-8a8e-4edc-a34b-af6685216334 on network a9c181c5-666e-48bd-b070-97ac1f664e8a {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:04:56.686506 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Port 6359ce93-8a8e-4edc-a34b-af6685216334 on network a9c181c5-666e-48bd-b070-97ac1f664e8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:04:56.686830 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Attempting to bind port 6359ce93-8a8e-4edc-a34b-af6685216334 on network a9c181c5-666e-48bd-b070-97ac1f664e8a {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:04:56.728495 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:04:56.728837 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Checking segment: {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:04:56.729217 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Bound using segment: {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'} {{(pid=105984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:04:56.729645 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.managers [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Bound port: 6359ce93-8a8e-4edc-a34b-af6685216334, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'}}] {{(pid=105984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:04:56.730036 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), before_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:56.738982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:56.790989 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, cleared binding levels {{(pid=105984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:04:56.793978 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:04:56.853544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5536657'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), after_update {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:56.857581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:56.863502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:56.863502 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 1094 time: 0.7283878 Oct 23 02:04:56.863502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:04:56.863502 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}534b827492876273a052fcd3152088dc65369eaf0bea6102bedb812ff2ab04d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5522e70b-161a-4ba6-b318-92f4a365598e" -d '{"events": [{"name": "network-changed", "server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:04:56.913585 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95366f2d-7b5b-45ed-8b15-7e104f3cb98f service neutron] Pushing event updated for resources: {'Port': ['ID=6359ce93-8a8e-4edc-a34b-af6685216334,revision_number=3']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:56.961769 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467668e9-9426-419d-9be8-85acf0688720 x-openstack-request-id: req-467668e9-9426-419d-9be8-85acf0688720 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:04:56.962107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:04:56.962363 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-467668e9-9426-419d-9be8-85acf0688720 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:04:56.962775 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-467668e9-9426-419d-9be8-85acf0688720'] response: {'name': 'network-changed', 'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334', 'status': 'completed', 'code': 200} Oct 23 02:04:57.033265 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-2c3b18f1-a0f5-4a84-b3ce-d9420ce77738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:57.034824 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-2c3b18f1-a0f5-4a84-b3ce-d9420ce77738 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1128 time: 0.0408905 Oct 23 02:04:57.078718 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-fb47c087-747d-4928-bf6c-6666ee3df569 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 217 time: 0.0322263 Oct 23 02:04:57.126901 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-4c351e7b-b905-48d3-b12f-5b7e50b74496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:57.128226 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-4c351e7b-b905-48d3-b12f-5b7e50b74496 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0428619 Oct 23 02:04:57.174891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-3209da7d-f248-48ed-9ad1-ad0f62dccaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:57.176379 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-3209da7d-f248-48ed-9ad1-ad0f62dccaa3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418785 Oct 23 02:04:57.271551 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-35d93400-ad38-4758-9f99-6e5ac14a2993 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886350 Oct 23 02:04:57.363054 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8e4dde3d-4e91-41ad-b575-5809ee8805b6 req-3a7ca5be-dac1-45be-a18e-c79dae53a9f9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853000 Oct 23 02:04:57.552411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69526d9-eab6-4983-961c-a3dc326b8de4 req-1f041a17-ec16-4d5d-b00f-ce3e56a89ba8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:57.553924 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d69526d9-eab6-4983-961c-a3dc326b8de4 req-1f041a17-ec16-4d5d-b00f-ce3e56a89ba8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0470934 Oct 23 02:04:57.602974 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d69526d9-eab6-4983-961c-a3dc326b8de4 req-c8a7ae85-947b-4a53-a801-c1bbd2cd2578 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432239 Oct 23 02:04:58.158439 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522e70b-161a-4ba6-b318-92f4a365598e req-840d1ae1-6e55-4f89-9a76-bf157f9b7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:58.159905 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5522e70b-161a-4ba6-b318-92f4a365598e req-840d1ae1-6e55-4f89-9a76-bf157f9b7633 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1128 time: 0.0393848 Oct 23 02:04:58.252443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522e70b-161a-4ba6-b318-92f4a365598e req-7f06596b-3a91-425a-b2f3-b0139f519518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:58.253839 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5522e70b-161a-4ba6-b318-92f4a365598e req-7f06596b-3a91-425a-b2f3-b0139f519518 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0873585 Oct 23 02:04:58.292830 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5522e70b-161a-4ba6-b318-92f4a365598e req-eaaa06df-b7e4-440d-88ac-5180cb9685df service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 217 time: 0.0320776 Oct 23 02:04:58.338636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522e70b-161a-4ba6-b318-92f4a365598e req-f5b87773-d628-40dc-98e1-c78419906ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:58.340038 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5522e70b-161a-4ba6-b318-92f4a365598e req-f5b87773-d628-40dc-98e1-c78419906ac1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0418694 Oct 23 02:04:58.381637 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522e70b-161a-4ba6-b318-92f4a365598e req-af784b2f-b49e-4248-92a5-33ba2a414ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:58.383099 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5522e70b-161a-4ba6-b318-92f4a365598e req-af784b2f-b49e-4248-92a5-33ba2a414ff4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0364697 Oct 23 02:04:58.474000 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5522e70b-161a-4ba6-b318-92f4a365598e req-aff60410-8c57-4c03-ad41-27d11a858afa service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850976 Oct 23 02:04:58.528074 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:58.565079 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5522e70b-161a-4ba6-b318-92f4a365598e req-6919101e-13fb-4a9e-83e4-d6bd1eddfbf8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850768 Oct 23 02:04:58.724060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1c4ed-aa74-45a8-9a69-6b61727477be req-25512f4b-4389-4d0b-916f-9889e099362b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:58.725523 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-27e1c4ed-aa74-45a8-9a69-6b61727477be req-25512f4b-4389-4d0b-916f-9889e099362b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0473106 Oct 23 02:04:58.773855 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-27e1c4ed-aa74-45a8-9a69-6b61727477be req-c84859d9-c808-440c-b8e3-19ca3294d224 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427208 Oct 23 02:04:59.519841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6359ce93-8a8e-4edc-a34b-af6685216334 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:04:59.621188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:59.631510 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '6359ce93-8a8e-4edc-a34b-af6685216334', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'port_id': '6359ce93-8a8e-4edc-a34b-af6685216334', 'mac_address': 'fa:16:3e:a6:6e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:04:59.665448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6359ce93-8a8e-4edc-a34b-af6685216334 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:59.665860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:59.679291 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6359ce93-8a8e-4edc-a34b-af6685216334 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:04:59.697975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:59.802487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:59.853972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6359ce93-8a8e-4edc-a34b-af6685216334,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:59.902422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536f94d-bb08-45b5-86a2-55bc11726358 req-b280352c-8106-4389-a9f0-b462d0d9e3a3 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:04:59.904502 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b536f94d-bb08-45b5-86a2-55bc11726358 req-b280352c-8106-4389-a9f0-b462d0d9e3a3 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 945 time: 0.0522001 Oct 23 02:04:59.953305 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b536f94d-bb08-45b5-86a2-55bc11726358 req-a5a55255-bd5c-41f3-b354-cb59fc1e8d7d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Oct 23 02:05:00.078236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['6359ce93-8a8e-4edc-a34b-af6685216334'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:05:01.074066 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31be32-c170-4067-81bf-1fc2db97376e req-ac846876-69d8-4212-bf37-1aebcdaf0b7f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:01.075525 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1b31be32-c170-4067-81bf-1fc2db97376e req-ac846876-69d8-4212-bf37-1aebcdaf0b7f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 945 time: 0.0460916 Oct 23 02:05:01.108082 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:01.123980 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1b31be32-c170-4067-81bf-1fc2db97376e req-170ce14a-1f8c-41df-80ec-b9afed59f77b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428953 Oct 23 02:05:01.527095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6359ce93-8a8e-4edc-a34b-af6685216334 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:05:01.569153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 6359ce93-8a8e-4edc-a34b-af6685216334 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:05:01.654297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 6359ce93-8a8e-4edc-a34b-af6685216334 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:05:01.654683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:01.655024 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 6359ce93-8a8e-4edc-a34b-af6685216334 Oct 23 02:05:01.728123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6359ce93-8a8e-4edc-a34b-af6685216334 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:05:01.728501 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:01.751049 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:05:01.753252 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0731eaa584437dbc8e3a0b6183e58f9c731eaefce51e28342f8b1b719b9318da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d26fb4-f57c-471e-b0f3-301d95819c93" -d '{"events": [{"server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "name": "network-vif-plugged", "status": "completed", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:05:01.766668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:05:01.808678 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:01.851677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ef74ad-c83b-425e-a1f7-1c39b10239e4 x-openstack-request-id: req-b0ef74ad-c83b-425e-a1f7-1c39b10239e4 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:05:01.855066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "name": "network-vif-plugged", "status": "completed", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:05:01.855066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0ef74ad-c83b-425e-a1f7-1c39b10239e4 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:05:01.855066 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ef74ad-c83b-425e-a1f7-1c39b10239e4'] response: {'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334', 'code': 200} Oct 23 02:05:01.863813 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6359ce93-8a8e-4edc-a34b-af6685216334,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:05:01.936109 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=46 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:02.190571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e57654-5345-4b51-82a7-66dedd61bc0e req-1268205c-03a0-4657-89c7-d7106b90a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:02.192083 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-61e57654-5345-4b51-82a7-66dedd61bc0e req-1268205c-03a0-4657-89c7-d7106b90a39e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1130 time: 0.0443566 Oct 23 02:05:02.265159 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181000a3-4d12-4903-a529-a89f20a5ac31 req-0c5af2f3-d439-4253-a08e-5eba71d240bb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:02.266688 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-181000a3-4d12-4903-a529-a89f20a5ac31 req-0c5af2f3-d439-4253-a08e-5eba71d240bb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0681055 Oct 23 02:05:02.285906 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-61e57654-5345-4b51-82a7-66dedd61bc0e req-9674a489-d7e0-4a03-b409-4e1177c099e5 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856388 Oct 23 02:05:02.322748 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-181000a3-4d12-4903-a529-a89f20a5ac31 req-2dcdae5a-1fae-42ec-843a-6f37ed5eef3d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470412 Oct 23 02:05:03.453374 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cec47-c9e9-43c0-8f22-c719f371e166 req-2a5b095c-55ef-42d5-be43-0fa3ec059dde tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:03.459293 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ad3cec47-c9e9-43c0-8f22-c719f371e166 req-2a5b095c-55ef-42d5-be43-0fa3ec059dde tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0514202 Oct 23 02:05:03.501687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:03.506818 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ad3cec47-c9e9-43c0-8f22-c719f371e166 req-b9cb6e1a-6db4-4d3d-a818-aab6ca8a0c2c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455606 Oct 23 02:05:03.649166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18079f6-21bd-43bc-98f7-7d019fee684d req-478f3a22-fac4-45e7-9da2-0d6c07737296 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:03.650722 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c18079f6-21bd-43bc-98f7-7d019fee684d req-478f3a22-fac4-45e7-9da2-0d6c07737296 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0641322 Oct 23 02:05:03.702192 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c18079f6-21bd-43bc-98f7-7d019fee684d req-b28da51d-3c06-4ea7-a750-e55fb22d957f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456395 Oct 23 02:05:03.731508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44768) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:03.812647 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420320bd-075b-45a4-aab0-7ce4ee1e080e tempest-TestShelveInstance-951312055 tempest-TestShelveInstance-951312055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:03.814203 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-420320bd-075b-45a4-aab0-7ce4ee1e080e tempest-TestShelveInstance-951312055 tempest-TestShelveInstance-951312055-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1125 time: 0.0815654 Oct 23 02:05:03.817322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 44772) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:03.821521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '6359ce93-8a8e-4edc-a34b-af6685216334', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:05:03.906171 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:03.989047 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:04.054429 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:04.105767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Allocated IP 172.36.3.242 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/1f16b64d-7d7f-41b1-b140-b943829e49d5) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:05:04.209134 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for port (1f16b64d-7d7f-41b1-b140-b943829e49d5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:04.299761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (1f16b64d-7d7f-41b1-b140-b943829e49d5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:04.342149 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:05:04.344992 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:05:04.347667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:05:04.377730 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:04.380444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'Port': ['ID=1f16b64d-7d7f-41b1-b140-b943829e49d5,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:05:04.705517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for floatingip (a528b070-d79e-45d1-ab27-6b07a0b23b62), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:04.829758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (1f16b64d-7d7f-41b1-b140-b943829e49d5), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:04.973806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for port (1f16b64d-7d7f-41b1-b140-b943829e49d5), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:05.013719 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (1f16b64d-7d7f-41b1-b140-b943829e49d5), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:05.083930 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'Port': ['ID=1f16b64d-7d7f-41b1-b140-b943829e49d5,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:05:05.086371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (a528b070-d79e-45d1-ab27-6b07a0b23b62), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:05.118139 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:05.183688 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Floating IP a528b070-d79e-45d1-ab27-6b07a0b23b62 associated. External IP: 172.36.3.242, port: 6359ce93-8a8e-4edc-a34b-af6685216334. Oct 23 02:05:05.373747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:05.382624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Router 92e526ec-ac36-4d15-bc60-c267978131d1 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:05:05.483859 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:05:05.493468 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fcfab2-b9c5-4bcb-b3ac-ab1ba44dce04 None None] Sync routers for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:05:05.503561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fcfab2-b9c5-4bcb-b3ac-ab1ba44dce04 None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:05:05.506628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b7fcfab2-b9c5-4bcb-b3ac-ab1ba44dce04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:05:05.547314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:05.583321 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9e1b5622-e1f3-47a1-b152-b96f168be75a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7626748 Oct 23 02:05:05.583321 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:05:05.584021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}011716354d389fdbd774ee199d4bcf05d6630c862272650b0a9bbc9154ab12b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33124efd-3827-400a-a9ee-b53fe36bfb32" -d '{"events": [{"name": "network-changed", "server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:05:05.609426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b7fcfab2-b9c5-4bcb-b3ac-ab1ba44dce04 None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:05:05.622916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057b0c5b-347e-47b4-bd62-b0df32665aad x-openstack-request-id: req-057b0c5b-347e-47b4-bd62-b0df32665aad {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:05:05.623210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:05:05.623463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-057b0c5b-347e-47b4-bd62-b0df32665aad {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:05:05.623922 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057b0c5b-347e-47b4-bd62-b0df32665aad'] response: {'name': 'network-changed', 'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334', 'status': 'completed', 'code': 200} Oct 23 02:05:05.688814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:05.710849 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33124efd-3827-400a-a9ee-b53fe36bfb32 req-e36e20e0-f31e-408d-a506-3bb0a76d4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:05.712396 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-33124efd-3827-400a-a9ee-b53fe36bfb32 req-e36e20e0-f31e-408d-a506-3bb0a76d4e1b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1130 time: 0.0399053 Oct 23 02:05:05.744798 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:05.752392 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:05.802332 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33124efd-3827-400a-a9ee-b53fe36bfb32 req-fb1d61a9-885c-4df3-913d-aed5c4e9f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:05.803819 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-33124efd-3827-400a-a9ee-b53fe36bfb32 req-fb1d61a9-885c-4df3-913d-aed5c4e9f17c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0853038 Oct 23 02:05:05.825907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b7fcfab2-b9c5-4bcb-b3ac-ab1ba44dce04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a528b070-d79e-45d1-ab27-6b07a0b23b62', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'floating_ip_address': '172.36.3.242', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'port_id': '6359ce93-8a8e-4edc-a34b-af6685216334', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'mac_address': 'fa:16:3e:a6:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128452d-72b8-4c88-a300-b4a31862a940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:05:04Z', 'updated_at': '2022-10-23T02:05:04Z', 'revision_number': 0, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:05:05.852908 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fcfab2-b9c5-4bcb-b3ac-ab1ba44dce04 None None] Checking router: 92e526ec-ac36-4d15-bc60-c267978131d1 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:05:05.861713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fcfab2-b9c5-4bcb-b3ac-ab1ba44dce04 None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:05:05.862352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b7fcfab2-b9c5-4bcb-b3ac-ab1ba44dce04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:04:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:05:05.871923 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-33124efd-3827-400a-a9ee-b53fe36bfb32 req-97e681b5-861c-4273-ba42-804ff13ab7a4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 1000 time: 0.0623143 Oct 23 02:05:05.920724 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33124efd-3827-400a-a9ee-b53fe36bfb32 req-bb024b7b-b8e4-456e-8e99-ba153a679b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:05.922400 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-33124efd-3827-400a-a9ee-b53fe36bfb32 req-bb024b7b-b8e4-456e-8e99-ba153a679b03 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0453324 Oct 23 02:05:05.968271 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33124efd-3827-400a-a9ee-b53fe36bfb32 req-4fa28050-88c9-4ca4-8805-20e408c62018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:05.969880 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-33124efd-3827-400a-a9ee-b53fe36bfb32 req-4fa28050-88c9-4ca4-8805-20e408c62018 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410600 Oct 23 02:05:05.983119 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:06.067919 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-33124efd-3827-400a-a9ee-b53fe36bfb32 req-0deb9743-b6d4-419c-9cef-1d7b2052c8dd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916603 Oct 23 02:05:06.105516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b7fcfab2-b9c5-4bcb-b3ac-ab1ba44dce04 None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:05:06.156673 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-33124efd-3827-400a-a9ee-b53fe36bfb32 req-a7d3dc6b-7086-4cc3-9c95-f64360c06ae1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828032 Oct 23 02:05:06.313364 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b7fcfab2-b9c5-4bcb-b3ac-ab1ba44dce04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a528b070-d79e-45d1-ab27-6b07a0b23b62', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'floating_ip_address': '172.36.3.242', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'port_id': '6359ce93-8a8e-4edc-a34b-af6685216334', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'mac_address': 'fa:16:3e:a6:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128452d-72b8-4c88-a300-b4a31862a940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:05:04Z', 'updated_at': '2022-10-23T02:05:04Z', 'revision_number': 0, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:05:06.341502 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fcfab2-b9c5-4bcb-b3ac-ab1ba44dce04 None None] The sync data for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv is: [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a528b070-d79e-45d1-ab27-6b07a0b23b62', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'floating_ip_address': '172.36.3.242', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'port_id': '6359ce93-8a8e-4edc-a34b-af6685216334', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'mac_address': 'fa:16:3e:a6:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128452d-72b8-4c88-a300-b4a31862a940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:05:04Z', 'updated_at': '2022-10-23T02:05:04Z', 'revision_number': 0, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:05:06.531071 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf3d26-74de-40ea-bc82-33947cd9487f None None] New status for floating IP a528b070-d79e-45d1-ab27-6b07a0b23b62: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:05:08.880988 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2334a52c-3b4a-48a0-89ed-41251a162845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:08.970178 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:05:11.157183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8a21798b-3d17-440c-8adf-7e90bdf5a256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:12.659663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:14.075755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:14.172594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:15.575485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=48,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:15.577364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:16.152472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=81 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:16.153219 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:18.964950 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:18.965636 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:21.861417 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-bac9a6f7-f7b5-47e8-b313-1c1e2e141e2b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432622 Oct 23 02:05:21.961885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-837ead22-a704-4e37-9255-af1039ff4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:21.963395 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-837ead22-a704-4e37-9255-af1039ff4e2a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1130 time: 0.0381930 Oct 23 02:05:22.066499 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-fcae686c-bdaf-4fd0-944f-47215339745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:22.067967 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-fcae686c-bdaf-4fd0-944f-47215339745f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0835822 Oct 23 02:05:22.132731 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-647a1db4-1951-40e1-870d-37841f29c9bc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 1002 time: 0.0575469 Oct 23 02:05:22.181032 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-958fdb38-3406-472e-97a0-0e2661de35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:22.182549 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-958fdb38-3406-472e-97a0-0e2661de35c5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0439501 Oct 23 02:05:22.225969 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-96eb75cc-6bfc-4af3-bdb1-f4dd74b84913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:22.227488 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-96eb75cc-6bfc-4af3-bdb1-f4dd74b84913 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386000 Oct 23 02:05:22.299776 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:22.612904 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-f103c5a8-0abe-4f50-91e2-6b4a6a414b17 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788254 Oct 23 02:05:22.705800 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22bf6f6e-ece4-4eb8-aed0-af80c3722afe req-c71be5cd-e8ac-4744-9ee7-2990a1e209a4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863955 Oct 23 02:05:24.107146 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:32.700918 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=51 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:32.704409 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=50 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:36.004465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:36.008253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=11 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:36.011946 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:37.971259 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:37.976141 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:38.853181 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f758c5ea-6fc9-42b8-8368-9c6c968bfd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:41.144894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bf6e42b3-71e0-496e-a472-d174d6a3d230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:42.670386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:44.051952 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:44.156228 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:45.968813 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:05:52.291819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:55.965338 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:02.219086 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:02.223923 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:02.226616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:08.840181 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-90f201f1-aff6-4121-aefc-8b2650334fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:11.144285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-123be441-7c1a-4eea-a674-e45b6da947b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:12.681742 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:14.057296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:14.183088 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:16.088511 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=15 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:16.096441 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=17 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:21.143748 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-e718acbd-70a8-4276-8121-ddbccab71ac6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776467 Oct 23 02:06:21.244810 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-a2f70cb3-826d-4a8d-b221-fc8cdb78554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:06:21.246336 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-a2f70cb3-826d-4a8d-b221-fc8cdb78554d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1130 time: 0.0392263 Oct 23 02:06:21.352907 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-ac09c859-ca6b-4220-9f8e-29fc4fd14bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:06:21.354322 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-ac09c859-ca6b-4220-9f8e-29fc4fd14bc3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0888453 Oct 23 02:06:21.413638 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-b493943a-ef04-4964-b36a-ef6b4cb8c8b7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 1002 time: 0.0536969 Oct 23 02:06:21.463489 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-b39e76a3-5773-4774-ab7e-b1a46df11eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:06:21.464937 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-b39e76a3-5773-4774-ab7e-b1a46df11eef service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0461161 Oct 23 02:06:21.506736 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-eca29326-ddc0-49e1-81f5-c81415c475cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:06:21.508170 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-eca29326-ddc0-49e1-81f5-c81415c475cb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375793 Oct 23 02:06:21.596813 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-0b6f0264-34b5-48b1-9035-5bee4633287d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825644 Oct 23 02:06:21.688999 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9ac72e94-6d24-469a-bb6f-ef714166adce req-95d40d27-cfc9-4aea-b394-23aba5fd8cf0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860839 Oct 23 02:06:22.336818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:22.967758 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:06:31.684144 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=50 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:31.686007 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=51 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:32.234669 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:32.238514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:32.240201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:37.102455 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:37.103160 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:38.824095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4631d163-d3eb-48a8-a5cd-47d43c13379a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:41.148108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-df1ebbf3-815a-4b12-8b06-b5add503d328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:42.698368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:44.084778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:44.187720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:51.968858 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:51.969581 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:52.298451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:59.966720 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:07:02.225214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16de8-f3af-48b5-a53b-e0bccd0d4168 req-69f52c52-e18f-4331-9c03-d3398a0685c1 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:02.227288 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-edc16de8-f3af-48b5-a53b-e0bccd0d4168 req-69f52c52-e18f-4331-9c03-d3398a0685c1 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.1037555 Oct 23 02:07:02.233775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:02.238716 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:02.244858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:02.276218 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-edc16de8-f3af-48b5-a53b-e0bccd0d4168 req-0e9baf7b-cec4-4aba-99fd-8fb04fa2e4ac tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432422 Oct 23 02:07:03.409168 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed12030-6881-4252-ab81-ee50b41cb0d6 req-77fa8f00-7a63-4320-988e-d8f7983914dc tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:03.410763 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ed12030-6881-4252-ab81-ee50b41cb0d6 req-77fa8f00-7a63-4320-988e-d8f7983914dc tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0478902 Oct 23 02:07:03.463935 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5ed12030-6881-4252-ab81-ee50b41cb0d6 req-adc038d9-f2be-40e1-a807-04211b72ddd5 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466580 Oct 23 02:07:04.585480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a0f15-d14d-43b7-a483-34cdd6776fa2 req-35653ea6-b351-4ae1-b840-07456788e132 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:04.586987 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3f7a0f15-d14d-43b7-a483-34cdd6776fa2 req-35653ea6-b351-4ae1-b840-07456788e132 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0474010 Oct 23 02:07:04.634986 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3f7a0f15-d14d-43b7-a483-34cdd6776fa2 req-b9256321-12d4-404a-a16b-c212f7c0e63e tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Oct 23 02:07:05.757870 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba9a70-2c63-45f3-bc26-f56498ae56ad req-1f41d65d-2ec9-40b1-806e-dad165cfe9d4 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:05.759303 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1ba9a70-2c63-45f3-bc26-f56498ae56ad req-1f41d65d-2ec9-40b1-806e-dad165cfe9d4 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0504441 Oct 23 02:07:05.808134 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d1ba9a70-2c63-45f3-bc26-f56498ae56ad req-0f95e0d3-b0dd-4383-8587-8d990d72c1ee tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434189 Oct 23 02:07:06.936900 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c2f1b-4807-40ba-b556-0f9337a0faca req-f29fb466-7f6b-4b86-9358-e62333b3c531 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:06.938381 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a31c2f1b-4807-40ba-b556-0f9337a0faca req-f29fb466-7f6b-4b86-9358-e62333b3c531 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0518363 Oct 23 02:07:06.989175 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a31c2f1b-4807-40ba-b556-0f9337a0faca req-16352190-6e48-4edc-810d-760eafb93624 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452335 Oct 23 02:07:08.109589 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66b60a-b317-4d67-ab46-231c0b63173b req-e94f7680-2696-46a6-bbe9-b56d1c81dd57 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:08.111090 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-db66b60a-b317-4d67-ab46-231c0b63173b req-e94f7680-2696-46a6-bbe9-b56d1c81dd57 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0469637 Oct 23 02:07:08.158439 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-db66b60a-b317-4d67-ab46-231c0b63173b req-c4ca795f-a79f-4706-8930-d20d40f7da35 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418921 Oct 23 02:07:08.863798 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-80c3f2bd-ce1f-4fcd-8f3a-c6db66ca441d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:09.276610 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2202a6f-9f75-420d-9fd1-f43ec0ffdb23 req-c20ceb9b-22b3-4722-a15e-9186ab5609cb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:09.278101 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d2202a6f-9f75-420d-9fd1-f43ec0ffdb23 req-c20ceb9b-22b3-4722-a15e-9186ab5609cb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0463471 Oct 23 02:07:09.329467 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d2202a6f-9f75-420d-9fd1-f43ec0ffdb23 req-1d78a90b-1c2c-480c-8bed-59b77b9d95b7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459428 Oct 23 02:07:09.961800 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:09.962582 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:10.450684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7e536-6722-424c-a9c4-723c4b2b8700 req-b21c1f2b-d068-4051-89e6-bee003da2150 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:10.452131 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7cb7e536-6722-424c-a9c4-723c4b2b8700 req-b21c1f2b-d068-4051-89e6-bee003da2150 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0495591 Oct 23 02:07:10.499652 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-7cb7e536-6722-424c-a9c4-723c4b2b8700 req-ed63e615-1e33-4eb7-807f-89605ecb6f5d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Oct 23 02:07:11.164620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3d6d-0ad8-4db4-b923-34ad259457e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:11.620079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab898a-fb68-472f-a72a-307be0bd69bc req-b8bd7887-3695-4e8a-9973-d680b7cf7291 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:11.621535 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-01ab898a-fb68-472f-a72a-307be0bd69bc req-b8bd7887-3695-4e8a-9973-d680b7cf7291 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0463974 Oct 23 02:07:11.673350 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-01ab898a-fb68-472f-a72a-307be0bd69bc req-ff3fa140-b8b8-4e53-b12c-3d2ef8965dbe tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463612 Oct 23 02:07:12.681061 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:12.794205 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ee3bf-3c37-4a44-b8c9-0f1e76500887 req-10c2aaab-28ce-4a8c-b10e-b5bb651d5ca7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:12.795918 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-724ee3bf-3c37-4a44-b8c9-0f1e76500887 req-10c2aaab-28ce-4a8c-b10e-b5bb651d5ca7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0462627 Oct 23 02:07:12.849435 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-724ee3bf-3c37-4a44-b8c9-0f1e76500887 req-81b10d02-b986-400c-afb0-48111b292cbb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478859 Oct 23 02:07:13.975269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66564ef2-5b8c-4c9e-9b3f-c07f0d246db8 req-d3049151-67fb-456b-a879-bb420191a394 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:13.976805 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-66564ef2-5b8c-4c9e-9b3f-c07f0d246db8 req-d3049151-67fb-456b-a879-bb420191a394 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0508819 Oct 23 02:07:14.027310 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-66564ef2-5b8c-4c9e-9b3f-c07f0d246db8 req-ab12538d-11ad-48bf-ad66-af4250ea54a3 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449033 Oct 23 02:07:14.057750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:14.064782 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6359ce93-8a8e-4edc-a34b-af6685216334 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:07:14.175973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:07:14.187932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '6359ce93-8a8e-4edc-a34b-af6685216334', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'port_id': '6359ce93-8a8e-4edc-a34b-af6685216334', 'mac_address': 'fa:16:3e:a6:6e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:07:14.221605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:14.222665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6359ce93-8a8e-4edc-a34b-af6685216334 is: ACTIVE; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:07:14.223031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:14.238585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6359ce93-8a8e-4edc-a34b-af6685216334 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:07:14.261343 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:07:14.355253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:14.404379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6359ce93-8a8e-4edc-a34b-af6685216334,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:07:14.411134 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.411483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.411819 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.412175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.412521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.413322 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.413640 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.413981 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.414303 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.414619 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.414937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.415250 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.415567 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.415877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.416188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:14.516596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['6359ce93-8a8e-4edc-a34b-af6685216334'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:07:15.153852 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e344b-1c2a-4ab3-bfdf-b46faebf1391 req-bef64a80-7d4e-44bf-8c16-c2e6f50671fd tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:15.155334 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-602e344b-1c2a-4ab3-bfdf-b46faebf1391 req-bef64a80-7d4e-44bf-8c16-c2e6f50671fd tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 945 time: 0.0488563 Oct 23 02:07:15.212933 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-602e344b-1c2a-4ab3-bfdf-b46faebf1391 req-9596b65a-0e66-4e6e-8027-cf22dbe80e76 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519981 Oct 23 02:07:16.064209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6359ce93-8a8e-4edc-a34b-af6685216334 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:07:16.114878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 6359ce93-8a8e-4edc-a34b-af6685216334 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:07:16.115155 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:16.115701 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 6359ce93-8a8e-4edc-a34b-af6685216334 Oct 23 02:07:16.195747 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6359ce93-8a8e-4edc-a34b-af6685216334 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:07:16.196137 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:16.223758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:07:16.243113 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:07:16.300663 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d731b23e-19ae-4a9d-aeaa-6541885d5a1d" -d '{"events": [{"server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "name": "network-vif-plugged", "status": "completed", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:07:16.316662 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:16.364622 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310b71e-0b1d-4ffc-8591-e9e0c3ca7662 req-14dcba82-29eb-47d0-bd01-a597a7270302 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:16.372931 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1310b71e-0b1d-4ffc-8591-e9e0c3ca7662 req-14dcba82-29eb-47d0-bd01-a597a7270302 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0563605 Oct 23 02:07:16.393334 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6359ce93-8a8e-4edc-a34b-af6685216334,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:07:16.435389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4a97f8-789e-4917-9acb-075232c0307b x-openstack-request-id: req-0f4a97f8-789e-4917-9acb-075232c0307b {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:07:16.435875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "name": "network-vif-plugged", "status": "completed", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:07:16.436297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f4a97f8-789e-4917-9acb-075232c0307b {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:07:16.436863 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4a97f8-789e-4917-9acb-075232c0307b'] response: {'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334', 'code': 200} Oct 23 02:07:16.454060 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1310b71e-0b1d-4ffc-8591-e9e0c3ca7662 req-ac056286-8721-43ef-9f89-4479ed007b2a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799990 Oct 23 02:07:17.593078 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea958ad-9e08-4bda-832f-ccc9b8bd93ab req-068ec332-cd99-4ae3-8582-61616f71ee28 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:17.598212 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3ea958ad-9e08-4bda-832f-ccc9b8bd93ab req-068ec332-cd99-4ae3-8582-61616f71ee28 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0624621 Oct 23 02:07:17.658095 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3ea958ad-9e08-4bda-832f-ccc9b8bd93ab req-dcca86ba-db73-40f0-a427-ebe788ea3059 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538318 Oct 23 02:07:18.783118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b39603-4bae-4ba9-b170-cbf2085afbdf req-461633d1-e74c-4d9d-aaf5-376548de443b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:18.784609 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-48b39603-4bae-4ba9-b170-cbf2085afbdf req-461633d1-e74c-4d9d-aaf5-376548de443b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0556417 Oct 23 02:07:18.845338 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-48b39603-4bae-4ba9-b170-cbf2085afbdf req-6c4d2706-fa4c-42d9-b844-466c71dcdcf2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540099 Oct 23 02:07:19.982125 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ecae9-9f38-4e6c-a73e-3b6f4ab196fd req-90e08957-031a-4e79-90e8-a21fad3280cc tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:19.983657 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-447ecae9-9f38-4e6c-a73e-3b6f4ab196fd req-90e08957-031a-4e79-90e8-a21fad3280cc tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0500443 Oct 23 02:07:20.042143 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-447ecae9-9f38-4e6c-a73e-3b6f4ab196fd req-7353e0e9-8b50-49f6-a87e-7074704fe340 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499144 Oct 23 02:07:21.159573 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a4ec-11c9-4fd7-b6cc-a63324693d58 req-ef8684b4-90df-4a75-81a3-f2ee11081d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:21.161099 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e974a4ec-11c9-4fd7-b6cc-a63324693d58 req-ef8684b4-90df-4a75-81a3-f2ee11081d5f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1130 time: 0.0647655 Oct 23 02:07:21.195288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f4d0f-f951-48da-a73e-abb9636fd5d0 req-422c1674-77d6-46ea-b4ea-a31502415efe tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:21.203036 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-161f4d0f-f951-48da-a73e-abb9636fd5d0 req-422c1674-77d6-46ea-b4ea-a31502415efe tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0722439 Oct 23 02:07:21.264813 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-161f4d0f-f951-48da-a73e-abb9636fd5d0 req-688a14d7-f9d5-4edd-b5a2-14e13e3410e8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558152 Oct 23 02:07:21.301622 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a4ec-11c9-4fd7-b6cc-a63324693d58 req-85e950f2-8378-49e6-b1f7-eafd602bb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:21.303164 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e974a4ec-11c9-4fd7-b6cc-a63324693d58 req-85e950f2-8378-49e6-b1f7-eafd602bb321 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.1186543 Oct 23 02:07:21.374043 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e974a4ec-11c9-4fd7-b6cc-a63324693d58 req-9ca587f3-438e-4bec-a265-b2afd2db8f21 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 1002 time: 0.0626326 Oct 23 02:07:21.425052 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a4ec-11c9-4fd7-b6cc-a63324693d58 req-189d2611-9161-4833-a3a2-5e4d3e5c7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:21.426192 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e974a4ec-11c9-4fd7-b6cc-a63324693d58 req-189d2611-9161-4833-a3a2-5e4d3e5c7002 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0466335 Oct 23 02:07:21.469019 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:21.475606 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a4ec-11c9-4fd7-b6cc-a63324693d58 req-ea0b3e52-1656-46c1-acc2-56e49680f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:21.477756 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e974a4ec-11c9-4fd7-b6cc-a63324693d58 req-ea0b3e52-1656-46c1-acc2-56e49680f63c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447061 Oct 23 02:07:21.493343 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:21.586284 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e974a4ec-11c9-4fd7-b6cc-a63324693d58 req-a4f92dd3-d2ab-47ee-aa41-5f2a9891365e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012588 Oct 23 02:07:21.706597 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e974a4ec-11c9-4fd7-b6cc-a63324693d58 req-36d1b9b3-0a34-4e48-bfae-c25da559cf16 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050122 Oct 23 02:07:22.349968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:22.387705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484d72e-7070-4832-9bfc-423efcc9d4f0 req-25b78f6a-701f-42d6-abf2-0517bc7e4906 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:22.395184 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1484d72e-7070-4832-9bfc-423efcc9d4f0 req-25b78f6a-701f-42d6-abf2-0517bc7e4906 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0609961 Oct 23 02:07:22.449600 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1484d72e-7070-4832-9bfc-423efcc9d4f0 req-85d6e81b-8614-413b-8106-53e3f79ecd6f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529552 Oct 23 02:07:23.621861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c63c4-ab2b-4643-9572-758a4be4684d req-e184c7cb-2ae1-4a6b-952f-565ce07ec8b0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:23.623960 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bb3c63c4-ab2b-4643-9572-758a4be4684d req-e184c7cb-2ae1-4a6b-952f-565ce07ec8b0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0683565 Oct 23 02:07:23.679331 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bb3c63c4-ab2b-4643-9572-758a4be4684d req-aa9e6181-0510-4a0b-975a-db1bbb50dc13 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493822 Oct 23 02:07:24.811023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e24cd7-9367-45cc-9c8b-3150b1222bf9 req-43a3fe6c-341e-49f3-9038-952a23b4dede tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:24.812543 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c8e24cd7-9367-45cc-9c8b-3150b1222bf9 req-43a3fe6c-341e-49f3-9038-952a23b4dede tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0511994 Oct 23 02:07:24.864886 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c8e24cd7-9367-45cc-9c8b-3150b1222bf9 req-710ca8a8-1e28-476c-a075-c8675e97f5bd tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454452 Oct 23 02:07:25.953247 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:25.955826 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:25.993807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956305ce-ecee-42bb-bc61-1359621c72c5 req-eda3c8d0-05e5-4ad8-a5f8-978a0ee155e9 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:25.995213 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-956305ce-ecee-42bb-bc61-1359621c72c5 req-eda3c8d0-05e5-4ad8-a5f8-978a0ee155e9 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0513141 Oct 23 02:07:26.054532 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-956305ce-ecee-42bb-bc61-1359621c72c5 req-6bcf778f-982c-47c4-bc1f-3713ee796620 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531819 Oct 23 02:07:27.075711 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42900e37-4f1d-4979-a251-0db8ecb5b47e req-5ba54c6c-8683-47fd-b90c-df0613495330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:27.077196 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-42900e37-4f1d-4979-a251-0db8ecb5b47e req-5ba54c6c-8683-47fd-b90c-df0613495330 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1130 time: 0.0419166 Oct 23 02:07:27.188320 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e4539-9cf5-4ce5-8070-a70e1b89e711 req-d06c7751-98dc-4349-8f55-63a54da613f1 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:27.189833 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf5e4539-9cf5-4ce5-8070-a70e1b89e711 req-d06c7751-98dc-4349-8f55-63a54da613f1 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0545118 Oct 23 02:07:27.224457 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42900e37-4f1d-4979-a251-0db8ecb5b47e req-bd81c52a-79a0-4bd6-990d-212b7542aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:27.225945 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-42900e37-4f1d-4979-a251-0db8ecb5b47e req-bd81c52a-79a0-4bd6-990d-212b7542aed8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.1422021 Oct 23 02:07:27.289205 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cf5e4539-9cf5-4ce5-8070-a70e1b89e711 req-7609e3fe-0935-40a1-830e-62d54cd5451d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925109 Oct 23 02:07:27.308044 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-42900e37-4f1d-4979-a251-0db8ecb5b47e req-4bed7d9a-4396-4521-bd34-95059b428e7b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 1002 time: 0.0728941 Oct 23 02:07:27.356856 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42900e37-4f1d-4979-a251-0db8ecb5b47e req-9eec2b2f-956d-4b6a-8b4d-f068e340b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:27.358424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-42900e37-4f1d-4979-a251-0db8ecb5b47e req-9eec2b2f-956d-4b6a-8b4d-f068e340b7ef service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0444894 Oct 23 02:07:27.401053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42900e37-4f1d-4979-a251-0db8ecb5b47e req-5f318e27-7d28-4dfd-8eb3-ef7464b275e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:27.402585 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-42900e37-4f1d-4979-a251-0db8ecb5b47e req-5f318e27-7d28-4dfd-8eb3-ef7464b275e9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385764 Oct 23 02:07:27.493975 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-42900e37-4f1d-4979-a251-0db8ecb5b47e req-e87ccc8e-ba6b-49a5-8812-1dbb4de19e06 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856524 Oct 23 02:07:27.586420 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-42900e37-4f1d-4979-a251-0db8ecb5b47e req-07b3d715-1410-4395-be24-833dc71c8521 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870123 Oct 23 02:07:28.407887 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8f17b-f20e-42b8-8ac9-0b5ebfbb40c7 req-e3711870-77f3-49b2-a309-2b6bd5ee0b56 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:28.409318 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b6c8f17b-f20e-42b8-8ac9-0b5ebfbb40c7 req-e3711870-77f3-49b2-a309-2b6bd5ee0b56 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0453575 Oct 23 02:07:28.461408 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b6c8f17b-f20e-42b8-8ac9-0b5ebfbb40c7 req-92f22809-4fd2-41c5-9912-14100dc7e4e0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453987 Oct 23 02:07:28.961599 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:28.966449 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:29.587231 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b690a93-89de-41ab-85a0-351359ce3ece req-70694d27-ae80-4d92-b412-bbd8d984c347 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:29.588734 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8b690a93-89de-41ab-85a0-351359ce3ece req-70694d27-ae80-4d92-b412-bbd8d984c347 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0476801 Oct 23 02:07:29.600805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:29.620315 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:29.638537 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8b690a93-89de-41ab-85a0-351359ce3ece req-b7cf5425-219e-49b4-a79d-2cf4d58b420f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442064 Oct 23 02:07:29.804991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-07337796-0a73-4f23-8a11-1124f3871e05 req-d481df17-9857-4ded-948b-b42417b84f89 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:07:29.806057 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-07337796-0a73-4f23-8a11-1124f3871e05 req-d481df17-9857-4ded-948b-b42417b84f89 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0426271 Oct 23 02:07:30.110825 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6359ce93-8a8e-4edc-a34b-af6685216334 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:07:30.185960 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6359ce93-8a8e-4edc-a34b-af6685216334 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:07:30.186357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:30.189997 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa599c81-e576-44c7-93cd-4d1bb9257724 req-8ed0fd5a-e0eb-4108-83bf-29e21afd9a5b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:30.191688 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fa599c81-e576-44c7-93cd-4d1bb9257724 req-8ed0fd5a-e0eb-4108-83bf-29e21afd9a5b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 946 time: 0.0505698 Oct 23 02:07:30.210821 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:07:30.214168 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767383d8-37e4-4172-be2c-463b11f0e602" -d '{"events": [{"server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "name": "network-vif-unplugged", "status": "completed", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:07:30.226815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:07:30.247461 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-fa599c81-e576-44c7-93cd-4d1bb9257724 req-7475642f-26b9-488a-8bdd-70d8b8bd5772 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477576 Oct 23 02:07:30.263932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 23 Oct 2022 02:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ce6435-90cd-4f6c-ab95-a24baa53d1bb x-openstack-request-id: req-95ce6435-90cd-4f6c-ab95-a24baa53d1bb {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:07:30.264224 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "name": "network-vif-unplugged", "status": "failed", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334", "code": 422}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:07:30.264477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95ce6435-90cd-4f6c-ab95-a24baa53d1bb {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:07:30.264911 dv-neutron-master-2-hyperv neutron-server[105986]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-95ce6435-90cd-4f6c-ab95-a24baa53d1bb']: {'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334', 'code': 422} returned with failed status Oct 23 02:07:30.297963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:30.342636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:30.345579 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6359ce93-8a8e-4edc-a34b-af6685216334,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:07:30.562438 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-1a44d48b-51b2-4095-ad24-882438375527 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825894 Oct 23 02:07:30.682883 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-6ac9cc38-8917-4382-8c7b-6b780fbb3cc9 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:30.684230 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-6ac9cc38-8917-4382-8c7b-6b780fbb3cc9 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports/6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 941 time: 0.0932281 Oct 23 02:07:31.376662 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b477c2-3fe2-405b-aa38-4a34d5ae5101 req-bec3de0d-f96b-4710-b094-a7cbfbb67a76 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:31.378233 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48b477c2-3fe2-405b-aa38-4a34d5ae5101 req-bec3de0d-f96b-4710-b094-a7cbfbb67a76 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0483434 Oct 23 02:07:31.427908 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-48b477c2-3fe2-405b-aa38-4a34d5ae5101 req-71d92511-eb60-4c3f-9cff-0703abce3a1e tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440776 Oct 23 02:07:32.137980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-dbf7e137-4908-4519-aff8-202060ff3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:32.139380 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-dbf7e137-4908-4519-aff8-202060ff3b19 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940&tenant_id=4a241b116d5a46e9a1d953db5c61fb80 HTTP/1.1" status: 200 len: 1128 time: 0.0429783 Oct 23 02:07:32.215073 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-5cc3b4cd-e8da-4e46-8944-b35d3becf814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:32.216541 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-5cc3b4cd-e8da-4e46-8944-b35d3becf814 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1128 time: 0.0383523 Oct 23 02:07:32.304188 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-354d0444-96a6-498b-970d-478d4bb31fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:32.306267 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-354d0444-96a6-498b-970d-478d4bb31fd3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0844083 Oct 23 02:07:32.370119 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-73275c83-6edb-4db9-b29c-27499402d372 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 1000 time: 0.0578301 Oct 23 02:07:32.417344 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-2d7ee8f6-2246-4e09-bb8f-1272d3e16da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:32.418698 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-2d7ee8f6-2246-4e09-bb8f-1272d3e16da9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0427861 Oct 23 02:07:32.460254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-9f556544-e1e5-4354-b738-54996d22e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:32.462272 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-9f556544-e1e5-4354-b738-54996d22e60b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381804 Oct 23 02:07:32.553143 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e315f3-0433-457c-a130-5332892ca087 req-8df9a1c1-d87b-470b-8140-e996b24fd762 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:32.554670 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d8e315f3-0433-457c-a130-5332892ca087 req-8df9a1c1-d87b-470b-8140-e996b24fd762 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0504417 Oct 23 02:07:32.558244 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-3fe7f801-bf27-4878-aae8-cefc71d3eff4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892997 Oct 23 02:07:32.605802 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d8e315f3-0433-457c-a130-5332892ca087 req-18dd0147-2976-4f59-801c-f296a6567dc8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446873 Oct 23 02:07:32.648547 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8dd9157d-fb28-4078-a563-a1b2abea12a8 req-f07cd551-2215-4a12-953c-93856713582c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849400 Oct 23 02:07:33.738485 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0289d-f579-43b8-996f-4dbdbd41e191 req-99b4b318-eba4-48b5-b6af-ae16f3a212b7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:33.740916 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ce0289d-f579-43b8-996f-4dbdbd41e191 req-99b4b318-eba4-48b5-b6af-ae16f3a212b7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0567436 Oct 23 02:07:33.807484 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ce0289d-f579-43b8-996f-4dbdbd41e191 req-90198ab2-f9be-4c96-951a-17e326bbd928 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530393 Oct 23 02:07:34.932464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193bc81-2997-44a8-a062-661fcd2395e1 req-a5adc56c-f144-4577-b50a-937eee0abb46 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:34.934042 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4193bc81-2997-44a8-a062-661fcd2395e1 req-a5adc56c-f144-4577-b50a-937eee0abb46 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0495756 Oct 23 02:07:34.985266 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4193bc81-2997-44a8-a062-661fcd2395e1 req-1506fd5f-5391-4f69-b22d-04775b503732 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455346 Oct 23 02:07:36.112935 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832fdc7-06f6-4d5a-84e1-06f1fdcae72e req-9276bdb3-a0fd-426e-8667-c8505098efc8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:36.114721 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8832fdc7-06f6-4d5a-84e1-06f1fdcae72e req-9276bdb3-a0fd-426e-8667-c8505098efc8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0488930 Oct 23 02:07:36.172321 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8832fdc7-06f6-4d5a-84e1-06f1fdcae72e req-205d19f2-998c-46d8-b02c-f8a2e73982f4 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514097 Oct 23 02:07:36.965512 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:07:37.316532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d092c46-20d5-4acb-a2b9-5efc1a5c0105 req-678a854a-a792-4102-98e1-64c3614aac44 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:37.318312 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5d092c46-20d5-4acb-a2b9-5efc1a5c0105 req-678a854a-a792-4102-98e1-64c3614aac44 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0561931 Oct 23 02:07:37.386795 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-5d092c46-20d5-4acb-a2b9-5efc1a5c0105 req-1a9b37cf-8b44-4cd4-9a7d-6c6dcab63f14 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599370 Oct 23 02:07:38.480945 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:38.521120 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327c82f-10da-4143-a3f0-2be537071b87 req-935ac9f0-2598-4381-b5cf-ec0b7cc5774e tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:38.523130 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e327c82f-10da-4143-a3f0-2be537071b87 req-935ac9f0-2598-4381-b5cf-ec0b7cc5774e tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0526688 Oct 23 02:07:38.536663 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:38.581620 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e327c82f-10da-4143-a3f0-2be537071b87 req-78c8f407-8d1a-4681-a3cd-5b5732d90b59 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522666 Oct 23 02:07:38.784383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:38.786733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:38.869612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a728e68d-b219-43ef-8df1-5a48a07e0fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:39.708369 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d8493-c402-4fc4-b157-8df51d22abf6 req-d6c6afe9-d9b8-40cf-8189-f07ecec5c570 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:39.710034 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-da0d8493-c402-4fc4-b157-8df51d22abf6 req-d6c6afe9-d9b8-40cf-8189-f07ecec5c570 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0502086 Oct 23 02:07:39.771281 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-da0d8493-c402-4fc4-b157-8df51d22abf6 req-9d3b3e57-1112-4b01-8d48-caaca946f4ca tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556474 Oct 23 02:07:40.915030 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252d764-eaf0-487b-bd16-f24770a08557 req-90fb6e51-3b7d-4960-851f-bbfca9a4cda1 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:40.923844 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9252d764-eaf0-487b-bd16-f24770a08557 req-90fb6e51-3b7d-4960-851f-bbfca9a4cda1 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0651321 Oct 23 02:07:40.975769 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9252d764-eaf0-487b-bd16-f24770a08557 req-7d63ade7-7ffa-4076-be60-dfe1fbacf9af tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508742 Oct 23 02:07:41.223193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1dba50e5-b9c0-4377-ae84-0888c938b11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:42.103836 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ae93b-4b33-4c2c-b1d7-98a50f279607 req-48331f07-e7ac-41fd-aeb3-0f29fc32f79c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:42.105233 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a85ae93b-4b33-4c2c-b1d7-98a50f279607 req-48331f07-e7ac-41fd-aeb3-0f29fc32f79c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0507734 Oct 23 02:07:42.153364 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a85ae93b-4b33-4c2c-b1d7-98a50f279607 req-01684ae1-afae-4d46-9b81-f118dc0b34c5 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 Oct 23 02:07:42.708829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:43.275454 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe771f6-a957-445e-877f-b4156daf479f req-0743b18f-191a-4d6f-b6e4-e45428f66e80 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:43.276843 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ebe771f6-a957-445e-877f-b4156daf479f req-0743b18f-191a-4d6f-b6e4-e45428f66e80 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0468698 Oct 23 02:07:43.329749 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ebe771f6-a957-445e-877f-b4156daf479f req-9e9ce7f4-5c0d-486a-a5b7-1ebcca391589 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473921 Oct 23 02:07:44.055618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:44.186711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:44.203799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6359ce93-8a8e-4edc-a34b-af6685216334 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:07:44.303368 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:07:44.314782 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '6359ce93-8a8e-4edc-a34b-af6685216334', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'port_id': '6359ce93-8a8e-4edc-a34b-af6685216334', 'mac_address': 'fa:16:3e:a6:6e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:07:44.348105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6359ce93-8a8e-4edc-a34b-af6685216334 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:07:44.348489 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:44.361558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6359ce93-8a8e-4edc-a34b-af6685216334 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:07:44.386167 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:07:44.452893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e09122-ce5d-43a3-becd-cff13822a21c req-add8fca5-3880-4e27-8381-67e36eebcffb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:44.454484 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e3e09122-ce5d-43a3-becd-cff13822a21c req-add8fca5-3880-4e27-8381-67e36eebcffb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 944 time: 0.0479674 Oct 23 02:07:44.468985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:44.505087 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e3e09122-ce5d-43a3-becd-cff13822a21c req-58650671-f8fa-43e7-abfc-8fadf32acbc0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450420 Oct 23 02:07:44.515723 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6359ce93-8a8e-4edc-a34b-af6685216334,revision_number=9']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:07:44.777144 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['6359ce93-8a8e-4edc-a34b-af6685216334'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:07:45.628814 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4e34-d5c4-4d5a-bce0-82725b94c98e req-ea8de6fa-1e3c-489f-bac3-30ad974f5fe4 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:45.630284 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-475a4e34-d5c4-4d5a-bce0-82725b94c98e req-ea8de6fa-1e3c-489f-bac3-30ad974f5fe4 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 945 time: 0.0468686 Oct 23 02:07:45.678270 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-475a4e34-d5c4-4d5a-bce0-82725b94c98e req-a343084a-641b-4dab-bdfa-0155fb2f9023 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424700 Oct 23 02:07:46.231968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6359ce93-8a8e-4edc-a34b-af6685216334 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:07:46.275916 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 6359ce93-8a8e-4edc-a34b-af6685216334 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:07:46.276298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:46.276632 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 6359ce93-8a8e-4edc-a34b-af6685216334 Oct 23 02:07:46.352779 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6359ce93-8a8e-4edc-a34b-af6685216334 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:07:46.353165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:46.375889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:07:46.378517 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2d4d3e-c166-43f9-bebb-05ded3d0fe47" -d '{"events": [{"server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "name": "network-vif-plugged", "status": "completed", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:07:46.391860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:07:46.424917 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c1d95a-dc43-4178-b9d5-7dd76612667b x-openstack-request-id: req-a9c1d95a-dc43-4178-b9d5-7dd76612667b {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:07:46.425316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "name": "network-vif-plugged", "status": "completed", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:07:46.425455 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9c1d95a-dc43-4178-b9d5-7dd76612667b {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:07:46.425848 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c1d95a-dc43-4178-b9d5-7dd76612667b'] response: {'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334', 'code': 200} Oct 23 02:07:46.802819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7126d-bed2-4f07-857d-df1b108999bd req-286015b9-fb50-489e-951d-f2ade98bc02c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:46.804279 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52c7126d-bed2-4f07-857d-df1b108999bd req-286015b9-fb50-489e-951d-f2ade98bc02c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 945 time: 0.0482256 Oct 23 02:07:46.844135 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:46.854015 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-52c7126d-bed2-4f07-857d-df1b108999bd req-6c3e81e7-cb13-4d13-af00-ec1129b71359 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 Oct 23 02:07:46.891311 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6359ce93-8a8e-4edc-a34b-af6685216334,revision_number=10']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:07:46.960619 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:46.961874 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:47.109040 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3365f3-04c6-4493-bf90-93d3e7494a39 req-b584ac41-36af-477b-911a-c6fcb3441d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:47.110450 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ad3365f3-04c6-4493-bf90-93d3e7494a39 req-b584ac41-36af-477b-911a-c6fcb3441d84 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1131 time: 0.0419900 Oct 23 02:07:47.154394 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ad3365f3-04c6-4493-bf90-93d3e7494a39 req-677f3af1-d03a-4714-85fa-d32a12895514 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 Oct 23 02:07:47.976130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279acee-18a9-4ad1-ace7-9bf712bf5425 req-40329c02-a3fe-4023-a6af-6a197e4a2cab tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:47.978110 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8279acee-18a9-4ad1-ace7-9bf712bf5425 req-40329c02-a3fe-4023-a6af-6a197e4a2cab tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 947 time: 0.0456369 Oct 23 02:07:48.030178 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8279acee-18a9-4ad1-ace7-9bf712bf5425 req-4caeff3c-43d9-450f-b576-da11868ceb9a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466316 Oct 23 02:07:49.153247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031bf2a-afdb-48b0-8e01-f234bfeff49d req-2bee445d-0622-4c0d-a255-61f225bffeae tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:49.154769 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2031bf2a-afdb-48b0-8e01-f234bfeff49d req-2bee445d-0622-4c0d-a255-61f225bffeae tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 947 time: 0.0482934 Oct 23 02:07:49.203909 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-2031bf2a-afdb-48b0-8e01-f234bfeff49d req-8d35c9e6-39fb-437e-aaa2-92038c48638a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436039 Oct 23 02:07:50.323855 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eff256-4849-4e84-95c7-6e9e0709a0b9 req-1b9772b7-dfd4-43cd-a45b-d733c36812aa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:07:50.325290 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-32eff256-4849-4e84-95c7-6e9e0709a0b9 req-1b9772b7-dfd4-43cd-a45b-d733c36812aa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 947 time: 0.0461776 Oct 23 02:07:50.369174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:50.374066 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-32eff256-4849-4e84-95c7-6e9e0709a0b9 req-994b9198-8a02-497b-b90b-22f917ac038d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Oct 23 02:07:52.314414 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:56.889206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=63 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:59.195472 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=68 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:59.199272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=49 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:00.357675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=78 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:02.242014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:02.243862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:08.860613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5f959b8b-6a62-40be-8083-bbff5d90e46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:11.148339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-39b0bb48-757e-4b03-b3e6-d96e52b27a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:12.717499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:13.965000 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:08:14.043438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:14.169154 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:22.305673 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:23.059732 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-0113c9a4-760a-420c-84c0-2b345971ccc6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378628 Oct 23 02:08:23.161473 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-b3fd2987-77bb-46bd-8c11-975f7dd8e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:08:23.162970 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-b3fd2987-77bb-46bd-8c11-975f7dd8e651 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1131 time: 0.0414028 Oct 23 02:08:23.264296 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-3428aa4a-677b-463d-ae54-393aee861a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:08:23.265763 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-3428aa4a-677b-463d-ae54-393aee861a6e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0844922 Oct 23 02:08:23.328944 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-fa2832be-d295-4eb1-800b-c6efdce59701 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 1002 time: 0.0575325 Oct 23 02:08:23.375960 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-516411ba-6282-4d39-a79b-f0647b6c68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:08:23.377377 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-516411ba-6282-4d39-a79b-f0647b6c68bc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0429652 Oct 23 02:08:23.421924 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-d4c3e976-fbdd-4a76-a808-cb46af8909c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:08:23.423377 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-d4c3e976-fbdd-4a76-a808-cb46af8909c7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395503 Oct 23 02:08:23.513834 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-b690dd2a-f3b8-47f1-ba60-1ea141eb90ce service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840321 Oct 23 02:08:23.602315 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8ed95afc-d1f3-48c6-a584-dd9274a51194 req-7be78727-fd0b-4f80-89a8-13d81ef695f5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819211 Oct 23 02:08:23.959127 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:23.960195 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=18 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:24.120616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:32.251280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:32.253105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:33.597717 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=52 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:33.599632 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=49 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:38.882593 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fd115629-84ec-4bab-8f0a-60d4a05dce24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:41.176615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-680460c2-9ce3-49b3-a069-685d9a52963f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:42.690983 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:42.957200 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:42.957929 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:44.034013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:44.182509 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:50.963850 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:08:52.305174 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:00.959864 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:01.233876 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45150) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:01.375581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Deleting port 1f16b64d-7d7f-41b1-b140-b943829e49d5 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:09:01.375925 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (1f16b64d-7d7f-41b1-b140-b943829e49d5), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:01.450013 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (1f16b64d-7d7f-41b1-b140-b943829e49d5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:01.450342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for floatingip (1f16b64d-7d7f-41b1-b140-b943829e49d5), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:01.462685 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Calling delete_port for 1f16b64d-7d7f-41b1-b140-b943829e49d5 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:09:01.696700 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (1f16b64d-7d7f-41b1-b140-b943829e49d5), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:01.724694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event deleted for resources: {'Port': ['ID=1f16b64d-7d7f-41b1-b140-b943829e49d5,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:01.738016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.738016 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.738335 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.738457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.738774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.739117 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.739440 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.739760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.740080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.740396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.740715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.741032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.741346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.741663 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.741998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:01.800067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for floatingip (a528b070-d79e-45d1-ab27-6b07a0b23b62), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:01.800395 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Floating IP a528b070-d79e-45d1-ab27-6b07a0b23b62 disassociated (deleted). External IP: 172.36.3.242, port: 6359ce93-8a8e-4edc-a34b-af6685216334. Oct 23 02:09:01.994738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Router 92e526ec-ac36-4d15-bc60-c267978131d1 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:09:02.096847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:09:02.101105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:02.102957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:02.106553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb7fd9-6ff1-4d0b-b5d4-f6ee403ce974 None None] Sync routers for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:09:02.116206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb7fd9-6ff1-4d0b-b5d4-f6ee403ce974 None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:09:02.121010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-22bb7fd9-6ff1-4d0b-b5d4-f6ee403ce974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:09:02.131115 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e44e7e3c-122c-4e01-a300-9f0c8502a33d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/a528b070-d79e-45d1-ab27-6b07a0b23b62 HTTP/1.1" status: 204 len: 168 time: 0.8962350 Oct 23 02:09:02.131762 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:09:02.191450 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d438b4a9-df6d-4224-81ba-04f9d69621d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:09:02.290732 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb13bbb-e673-49e3-8d70-8c04bc8aeedb x-openstack-request-id: req-1eb13bbb-e673-49e3-8d70-8c04bc8aeedb {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:09:02.294060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:09:02.294060 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1eb13bbb-e673-49e3-8d70-8c04bc8aeedb {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:09:02.294060 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb13bbb-e673-49e3-8d70-8c04bc8aeedb'] response: {'name': 'network-changed', 'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334', 'status': 'completed', 'code': 200} Oct 23 02:09:02.356778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=17 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:02.372978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-22bb7fd9-6ff1-4d0b-b5d4-f6ee403ce974 None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:09:02.388340 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-10a63fef-a0fd-49a1-ba04-3b0969fd0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:02.389996 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-10a63fef-a0fd-49a1-ba04-3b0969fd0e29 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 1131 time: 0.0501332 Oct 23 02:09:02.403162 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:02.482137 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-af067de5-c329-4de9-88cf-425013e96f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:02.483636 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-af067de5-c329-4de9-88cf-425013e96f5a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0883169 Oct 23 02:09:02.551306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749813f7-b7a0-450c-ad55-b340af06c3c8 req-6b424f8b-652e-4351-8ede-8e36abfd442b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:02.552909 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-749813f7-b7a0-450c-ad55-b340af06c3c8 req-6b424f8b-652e-4351-8ede-8e36abfd442b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 947 time: 0.0474141 Oct 23 02:09:02.566303 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:02.575173 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-22bb7fd9-6ff1-4d0b-b5d4-f6ee403ce974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:09:02.599706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb7fd9-6ff1-4d0b-b5d4-f6ee403ce974 None None] Checking router: 92e526ec-ac36-4d15-bc60-c267978131d1 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:09:02.608163 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-749813f7-b7a0-450c-ad55-b340af06c3c8 req-4df87238-7742-4c75-b368-e618d68ef0a5 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489442 Oct 23 02:09:02.608499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb7fd9-6ff1-4d0b-b5d4-f6ee403ce974 None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:09:02.609105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-22bb7fd9-6ff1-4d0b-b5d4-f6ee403ce974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:08:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:09:02.711963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-22bb7fd9-6ff1-4d0b-b5d4-f6ee403ce974 None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:09:02.896314 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-22bb7fd9-6ff1-4d0b-b5d4-f6ee403ce974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:09:02.925106 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb7fd9-6ff1-4d0b-b5d4-f6ee403ce974 None None] The sync data for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv is: [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:09:03.144748 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47d5ea-a550-4afb-a3e8-1329ada81091 None None] New status for floating IP a528b070-d79e-45d1-ab27-6b07a0b23b62: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:09:03.572906 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-33f98f1b-1dc1-4623-ab50-df8a4acddac8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 200 len: 217 time: 0.0374396 Oct 23 02:09:03.621980 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-83522239-7a5b-479b-9896-c67bcc51b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:03.623454 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-83522239-7a5b-479b-9896-c67bcc51b9b5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0437572 Oct 23 02:09:03.732733 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50fd95-4c73-4633-be72-2a32efcb7ceb req-3a56187b-9b86-47b6-830f-e897e9a737a0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:03.734436 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d50fd95-4c73-4633-be72-2a32efcb7ceb req-3a56187b-9b86-47b6-830f-e897e9a737a0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 947 time: 0.0468662 Oct 23 02:09:03.815674 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-c7ac0b11-7de0-42d5-8f9a-3d8175a826b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:03.817226 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-c7ac0b11-7de0-42d5-8f9a-3d8175a826b1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0678988 Oct 23 02:09:03.821963 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0d50fd95-4c73-4633-be72-2a32efcb7ceb req-1c40368f-d919-40f2-97f6-1d97b4269d1f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f89ab909-7609-42d5-ba00-5fa87cd18bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813498 Oct 23 02:09:03.828383 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-19b9006e-7401-4f01-84a9-462a3b0523df service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:09:03.829357 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-19b9006e-7401-4f01-84a9-462a3b0523df service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050006 Oct 23 02:09:03.920080 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-7ea45a9a-a89b-4186-a41b-a397764de257 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839856 Oct 23 02:09:03.984448 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4c1a-5b21-4b58-a58a-6b5cab172b5e req-56c779d1-823c-4f4f-afd1-8e1c8c7cb731 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:03.986719 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-286d4c1a-5b21-4b58-a58a-6b5cab172b5e req-56c779d1-823c-4f4f-afd1-8e1c8c7cb731 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 947 time: 0.0455332 Oct 23 02:09:04.031629 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d438b4a9-df6d-4224-81ba-04f9d69621d8 req-2fc9b0bc-59dc-449c-856b-e45bfb5355ae service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911481 Oct 23 02:09:04.072489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-286d4c1a-5b21-4b58-a58a-6b5cab172b5e req-15889828-6761-4d46-a805-a68016b21bc6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Deleting port 6359ce93-8a8e-4edc-a34b-af6685216334 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:09:04.080211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-286d4c1a-5b21-4b58-a58a-6b5cab172b5e req-15889828-6761-4d46-a805-a68016b21bc6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:04.165423 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-286d4c1a-5b21-4b58-a58a-6b5cab172b5e req-15889828-6761-4d46-a805-a68016b21bc6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] For port 6359ce93-8a8e-4edc-a34b-af6685216334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6359ce93-8a8e-4edc-a34b-af6685216334,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:09:04.165804 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-286d4c1a-5b21-4b58-a58a-6b5cab172b5e req-15889828-6761-4d46-a805-a68016b21bc6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:04.179574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-286d4c1a-5b21-4b58-a58a-6b5cab172b5e req-15889828-6761-4d46-a805-a68016b21bc6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Calling delete_port for 6359ce93-8a8e-4edc-a34b-af6685216334 owned by compute:nova {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:09:04.671057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-286d4c1a-5b21-4b58-a58a-6b5cab172b5e req-15889828-6761-4d46-a805-a68016b21bc6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6359ce93-8a8e-4edc-a34b-af6685216334), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:04.697583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15889828-6761-4d46-a805-a68016b21bc6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event deleted for resources: {'Port': ['ID=6359ce93-8a8e-4edc-a34b-af6685216334,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:04.744807 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-286d4c1a-5b21-4b58-a58a-6b5cab172b5e req-15889828-6761-4d46-a805-a68016b21bc6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] No DVR routers for this DVR port 6359ce93-8a8e-4edc-a34b-af6685216334 on host hv-neutron-mast {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:09:04.748069 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-286d4c1a-5b21-4b58-a58a-6b5cab172b5e req-15889828-6761-4d46-a805-a68016b21bc6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:04.751360 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-286d4c1a-5b21-4b58-a58a-6b5cab172b5e req-15889828-6761-4d46-a805-a68016b21bc6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.48 "DELETE /networking/v2.0/ports/6359ce93-8a8e-4edc-a34b-af6685216334 HTTP/1.1" status: 204 len: 173 time: 0.7601717 Oct 23 02:09:04.751885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'name': 'network-vif-deleted', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:09:04.754128 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b042613e-4ab2-4e80-8c59-7ab018ffc823" -d '{"events": [{"server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "name": "network-vif-deleted", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:09:04.792758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16410490-6bb7-4339-ba5d-9cc66bb654da x-openstack-request-id: req-16410490-6bb7-4339-ba5d-9cc66bb654da {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:09:04.792758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1128452d-72b8-4c88-a300-b4a31862a940", "name": "network-vif-deleted", "tag": "6359ce93-8a8e-4edc-a34b-af6685216334", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:09:04.792758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16410490-6bb7-4339-ba5d-9cc66bb654da {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:09:04.792758 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16410490-6bb7-4339-ba5d-9cc66bb654da'] response: {'server_uuid': '1128452d-72b8-4c88-a300-b4a31862a940', 'name': 'network-vif-deleted', 'tag': '6359ce93-8a8e-4edc-a34b-af6685216334', 'status': 'completed', 'code': 200} Oct 23 02:09:04.930795 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5b85546a-2beb-45c1-a888-56c218986ed5 req-e99be05b-e218-4807-a59d-f623c5c280bb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1128452d-72b8-4c88-a300-b4a31862a940 HTTP/1.1" status: 200 len: 210 time: 0.0283751 Oct 23 02:09:05.999447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45180) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:06.056771 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-85a52153-4d8d-45fd-90e2-0be4b99f9cf6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (f89ab909-7609-42d5-ba00-5fa87cd18bdc), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:06.081656 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-85a52153-4d8d-45fd-90e2-0be4b99f9cf6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (f89ab909-7609-42d5-ba00-5fa87cd18bdc), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:06.190635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-85a52153-4d8d-45fd-90e2-0be4b99f9cf6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (f89ab909-7609-42d5-ba00-5fa87cd18bdc), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:06.193131 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-85a52153-4d8d-45fd-90e2-0be4b99f9cf6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:06.194343 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-85a52153-4d8d-45fd-90e2-0be4b99f9cf6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f89ab909-7609-42d5-ba00-5fa87cd18bdc HTTP/1.1" status: 204 len: 168 time: 0.1970472 Oct 23 02:09:06.204546 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a52153-4d8d-45fd-90e2-0be4b99f9cf6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89ab909-7609-42d5-ba00-5fa87cd18bdc,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:06.448276 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45188) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:06.452817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4559ffb3-8ef6-476d-bb1f-624edd827e67 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580542408', 'description': 'tempest-secgroup-smoke-1580542408 description', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:09:06.536317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4559ffb3-8ef6-476d-bb1f-624edd827e67 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:06.581193 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:06.603295 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4559ffb3-8ef6-476d-bb1f-624edd827e67 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (d746687f-2f62-4d06-a4bb-c4eea9ecad7d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:06.636451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6359ce93-8a8e-4edc-a34b-af6685216334 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:09:06.639559 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:06.654895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 6359ce93-8a8e-4edc-a34b-af6685216334 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:09:06.659389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6359ce93-8a8e-4edc-a34b-af6685216334 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:09:06.710708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4559ffb3-8ef6-476d-bb1f-624edd827e67 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d746687f-2f62-4d06-a4bb-c4eea9ecad7d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:06.740559 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559ffb3-8ef6-476d-bb1f-624edd827e67 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d746687f-2f62-4d06-a4bb-c4eea9ecad7d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:06.823904 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4559ffb3-8ef6-476d-bb1f-624edd827e67 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:06.825136 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4559ffb3-8ef6-476d-bb1f-624edd827e67 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3758602 Oct 23 02:09:06.828106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45190) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:06.832332 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3d1c0f50-2272-4e82-a475-a896d0ecc3e5 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'd746687f-2f62-4d06-a4bb-c4eea9ecad7d', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:09:06.849159 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=8 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:06.914065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0f50-2272-4e82-a475-a896d0ecc3e5 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (34a2a754-474b-4e4c-81e1-d0ae4d4a1bbc), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:06.972267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0f50-2272-4e82-a475-a896d0ecc3e5 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (34a2a754-474b-4e4c-81e1-d0ae4d4a1bbc), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.036725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0f50-2272-4e82-a475-a896d0ecc3e5 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (34a2a754-474b-4e4c-81e1-d0ae4d4a1bbc), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.055838 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c0f50-2272-4e82-a475-a896d0ecc3e5 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a2a754-474b-4e4c-81e1-d0ae4d4a1bbc,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:07.147468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0f50-2272-4e82-a475-a896d0ecc3e5 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.148608 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3d1c0f50-2272-4e82-a475-a896d0ecc3e5 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3196077 Oct 23 02:09:07.151517 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45192) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:07.156306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-09da85ed-6839-4ab8-8e67-5177be01fa6f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'd746687f-2f62-4d06-a4bb-c4eea9ecad7d', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:09:07.265825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-09da85ed-6839-4ab8-8e67-5177be01fa6f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (e3c46da8-e709-4757-97d2-dffc96b31ab1), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.320522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-09da85ed-6839-4ab8-8e67-5177be01fa6f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (e3c46da8-e709-4757-97d2-dffc96b31ab1), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.396541 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-09da85ed-6839-4ab8-8e67-5177be01fa6f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (e3c46da8-e709-4757-97d2-dffc96b31ab1), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.415965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da85ed-6839-4ab8-8e67-5177be01fa6f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c46da8-e709-4757-97d2-dffc96b31ab1,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:07.492611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-09da85ed-6839-4ab8-8e67-5177be01fa6f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.493815 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-09da85ed-6839-4ab8-8e67-5177be01fa6f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3413796 Oct 23 02:09:07.497036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45194) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:07.501261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-867a023b-fbde-4ec9-80be-8a4c6a21f74b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'd746687f-2f62-4d06-a4bb-c4eea9ecad7d', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:09:07.617044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-867a023b-fbde-4ec9-80be-8a4c6a21f74b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (31f8bb7e-1e1f-4df0-b972-60aaa36db2e5), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.672973 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-867a023b-fbde-4ec9-80be-8a4c6a21f74b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (31f8bb7e-1e1f-4df0-b972-60aaa36db2e5), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.745049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-867a023b-fbde-4ec9-80be-8a4c6a21f74b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (31f8bb7e-1e1f-4df0-b972-60aaa36db2e5), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.770490 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a023b-fbde-4ec9-80be-8a4c6a21f74b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f8bb7e-1e1f-4df0-b972-60aaa36db2e5,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:07.832782 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-867a023b-fbde-4ec9-80be-8a4c6a21f74b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.834053 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-867a023b-fbde-4ec9-80be-8a4c6a21f74b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3360765 Oct 23 02:09:07.839081 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45196) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:07.840990 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-7a292d35-d7e8-4d8b-bff6-02020e51371a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'd746687f-2f62-4d06-a4bb-c4eea9ecad7d', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:09:07.942725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7a292d35-d7e8-4d8b-bff6-02020e51371a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (2b14089e-7ce2-4a52-846e-f431a93cc7c7), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:07.990909 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7a292d35-d7e8-4d8b-bff6-02020e51371a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (2b14089e-7ce2-4a52-846e-f431a93cc7c7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:08.053623 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7a292d35-d7e8-4d8b-bff6-02020e51371a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (2b14089e-7ce2-4a52-846e-f431a93cc7c7), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:08.072502 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a292d35-d7e8-4d8b-bff6-02020e51371a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b14089e-7ce2-4a52-846e-f431a93cc7c7,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:08.141353 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7a292d35-d7e8-4d8b-bff6-02020e51371a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:08.142587 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7a292d35-d7e8-4d8b-bff6-02020e51371a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049634 Oct 23 02:09:08.145322 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45198) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:08.149570 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-4b81c97b-8b67-4650-9ff1-63fecf8e9140 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'd746687f-2f62-4d06-a4bb-c4eea9ecad7d', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:09:08.231412 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-4b81c97b-8b67-4650-9ff1-63fecf8e9140 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Project 4a241b116d5a46e9a1d953db5c61fb80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:09:08.237173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b81c97b-8b67-4650-9ff1-63fecf8e9140 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (f07af8ce-636d-42c7-bc9f-c359b60fe6bd), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:08.255483 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:08.295721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b81c97b-8b67-4650-9ff1-63fecf8e9140 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (f07af8ce-636d-42c7-bc9f-c359b60fe6bd), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:08.376233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b81c97b-8b67-4650-9ff1-63fecf8e9140 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (f07af8ce-636d-42c7-bc9f-c359b60fe6bd), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:08.395272 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81c97b-8b67-4650-9ff1-63fecf8e9140 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07af8ce-636d-42c7-bc9f-c359b60fe6bd,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:08.492813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-4b81c97b-8b67-4650-9ff1-63fecf8e9140 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:08.494250 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-4b81c97b-8b67-4650-9ff1-63fecf8e9140 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3477054 Oct 23 02:09:08.496753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45200) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:08.500989 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-95333ac1-7193-4a0a-89b1-e385748a8941 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'security_group_rule': {'security_group_id': 'd746687f-2f62-4d06-a4bb-c4eea9ecad7d', 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:09:08.582308 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.securitygroups_db [None req-95333ac1-7193-4a0a-89b1-e385748a8941 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Project 4a241b116d5a46e9a1d953db5c61fb80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:09:08.588023 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-95333ac1-7193-4a0a-89b1-e385748a8941 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (41fe4753-d98b-43e3-a34f-738f35bae52e), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:08.638786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-95333ac1-7193-4a0a-89b1-e385748a8941 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (41fe4753-d98b-43e3-a34f-738f35bae52e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:08.730856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-95333ac1-7193-4a0a-89b1-e385748a8941 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (41fe4753-d98b-43e3-a34f-738f35bae52e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:08.751641 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95333ac1-7193-4a0a-89b1-e385748a8941 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fe4753-d98b-43e3-a34f-738f35bae52e,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:08.826478 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-95333ac1-7193-4a0a-89b1-e385748a8941 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:08.827706 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-95333ac1-7193-4a0a-89b1-e385748a8941 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3300431 Oct 23 02:09:08.850722 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-50fc0da9-125a-4249-a748-ee8d5289cd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:11.159451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f51bc79b-71ed-420c-a900-74edc2504603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:12.702897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:14.056816 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:14.188516 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:14.912199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=55 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:14.912906 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=51 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:18.751775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:18.753590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:19.958505 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:19.967466 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=5 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:22.324920 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:27.963356 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:09:29.717090 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-73b16154-b864-4375-8f3c-cd2fa5e039b9 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1580542408&fields=id&tenant_id=4a241b116d5a46e9a1d953db5c61fb80 HTTP/1.1" status: 200 len: 267 time: 0.0443890 Oct 23 02:09:29.830471 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-dc39d87b-917e-434f-8dfb-fda781071dbe tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:29.831845 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-dc39d87b-917e-434f-8dfb-fda781071dbe tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 808 time: 0.1085086 Oct 23 02:09:29.846547 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-9c2a4604-322f-430a-89bb-108f07961d31 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/quotas/4a241b116d5a46e9a1d953db5c61fb80 HTTP/1.1" status: 200 len: 375 time: 0.0089586 Oct 23 02:09:29.895622 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-47c07b8c-8c61-448b-aa9d-d9710c2dd064 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441394 Oct 23 02:09:29.994274 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-4a9d5039-ff5a-4fd8-af36-226d8b5ea884 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:09:29.995321 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-4a9d5039-ff5a-4fd8-af36-226d8b5ea884 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0422745 Oct 23 02:09:30.087964 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-21074344-ade6-4efe-b86d-44b4445a5b79 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866621 Oct 23 02:09:30.175657 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-d835e8d1-facd-4e31-a155-e66853d9510b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822136 Oct 23 02:09:30.729721 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c8d34ed8-4a9f-4ab8-91c2-8572cd9a6749 req-c6b42a85-8915-4fb5-bcd5-32577b526b7f tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 210 time: 0.0284212 Oct 23 02:09:31.835352 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-09f0cfbb-8ea5-4eff-b56e-76cb80ab34c4 req-687b57b8-a156-4ad2-a13c-32f2b9f035ec tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 210 time: 0.0315912 Oct 23 02:09:32.711986 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-dc4a2d0d-f84b-446c-bf3c-44eac181bd72 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:32.713422 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-dc4a2d0d-f84b-446c-bf3c-44eac181bd72 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 808 time: 0.1059582 Oct 23 02:09:32.782800 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-e47b2b6e-70fa-41b2-9ea2-19efd91e1cb2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4a241b116d5a46e9a1d953db5c61fb80 HTTP/1.1" status: 200 len: 380 time: 0.0543926 Oct 23 02:09:32.791257 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'port': {'device_id': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'admin_state_up': True, 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'security_groups': ['d746687f-2f62-4d06-a4bb-c4eea9ecad7d']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:09:32.947194 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc049af9-34cc-4fe2-990c-c394db0ce175 req-e3baff55-d14e-4258-85c7-c17fe23e2225 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 210 time: 0.0344942 Oct 23 02:09:32.987487 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Made reservation on behalf of 4a241b116d5a46e9a1d953db5c61fb80 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:09:32.991358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:33.120820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Allocated IP 172.20.0.14 (a9c181c5-666e-48bd-b070-97ac1f664e8a/18bdd759-f5f3-4d18-8803-f0b450c01d61/262feb88-2154-45c3-8c1e-56f862d0755d) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:09:33.265901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for port (262feb88-2154-45c3-8c1e-56f862d0755d), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:33.376957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:33.419611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Network a9c181c5-666e-48bd-b070-97ac1f664e8a is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:09:33.424843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:09:33.429383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:09:33.461901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'Port': ['ID=262feb88-2154-45c3-8c1e-56f862d0755d,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:33.487529 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:33.488320 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:33.565002 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-708379de-fabc-406a-8399-607376fb82fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7772930 Oct 23 02:09:33.582977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Request body: {'port': {'device_id': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:09:33.648662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:33.650469 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:33.662614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:33.666609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:33.669815 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:33.671782 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a084eb71-7331-41ba-aa3b-70b56895ed44 None None] Provisioning complete for port 262feb88-2154-45c3-8c1e-56f862d0755d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:09:33.672157 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a084eb71-7331-41ba-aa3b-70b56895ed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:33.672490 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a084eb71-7331-41ba-aa3b-70b56895ed44 None None] Attempt 1 to provision port 262feb88-2154-45c3-8c1e-56f862d0755d Oct 23 02:09:33.706318 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a084eb71-7331-41ba-aa3b-70b56895ed44 None None] Port 262feb88-2154-45c3-8c1e-56f862d0755d cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:09:33.919411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262feb88-2154-45c3-8c1e-56f862d0755d {{(pid=105985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:09:33.926969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Publish callbacks [] for port (262feb88-2154-45c3-8c1e-56f862d0755d), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:33.939662 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.provisioning_blocks [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Transition to ACTIVE for port object 262feb88-2154-45c3-8c1e-56f862d0755d will not be triggered until provisioned by entity L2. {{(pid=105985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:09:33.996253 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:34.062856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=262feb88-2154-45c3-8c1e-56f862d0755d,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:34.085251 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712d530-9f52-4b73-8f53-08bb8bee03e1 req-951e775b-e18e-44be-bec2-cb2ce36f8865 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:34.087549 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6712d530-9f52-4b73-8f53-08bb8bee03e1 req-951e775b-e18e-44be-bec2-cb2ce36f8865 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0606234 Oct 23 02:09:34.115002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Attempting to bind port 262feb88-2154-45c3-8c1e-56f862d0755d on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:09:34.115604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Attempting to bind port 262feb88-2154-45c3-8c1e-56f862d0755d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:09:34.116116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Attempting to bind port 262feb88-2154-45c3-8c1e-56f862d0755d on network a9c181c5-666e-48bd-b070-97ac1f664e8a {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:09:34.140076 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6712d530-9f52-4b73-8f53-08bb8bee03e1 req-550ffbc8-7e6e-4b7a-91e1-f2b4eb900450 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450239 Oct 23 02:09:34.148482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:34.164337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Port 262feb88-2154-45c3-8c1e-56f862d0755d on network a9c181c5-666e-48bd-b070-97ac1f664e8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:09:34.164841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Attempting to bind port 262feb88-2154-45c3-8c1e-56f862d0755d on network a9c181c5-666e-48bd-b070-97ac1f664e8a {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:09:34.209644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:09:34.209913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Checking segment: {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:09:34.210286 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Bound using segment: {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:09:34.210748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Bound port: 262feb88-2154-45c3-8c1e-56f862d0755d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debba940-1668-4782-84da-e5980f34e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a'}}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:09:34.211161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:34.272880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] For port 262feb88-2154-45c3-8c1e-56f862d0755d, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:09:34.276086 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] For port 262feb88-2154-45c3-8c1e-56f862d0755d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262feb88-2154-45c3-8c1e-56f862d0755d,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:09:34.342484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:34.346889 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:34.347577 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:34.348949 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 1094 time: 0.7703319 Oct 23 02:09:34.349557 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:09:34.351820 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dce97c-213c-4353-bb8c-3bc620747461" -d '{"events": [{"name": "network-changed", "server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:09:34.393214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1814b5f2-cbc2-45cd-99ec-9655d1569b12 x-openstack-request-id: req-1814b5f2-cbc2-45cd-99ec-9655d1569b12 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:09:34.393501 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:09:34.393753 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1814b5f2-cbc2-45cd-99ec-9655d1569b12 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:09:34.394186 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1814b5f2-cbc2-45cd-99ec-9655d1569b12'] response: {'name': 'network-changed', 'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d', 'status': 'completed', 'code': 200} Oct 23 02:09:34.404972 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d8fa7-0e5f-4dc7-a67d-3ce7a7e74ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=262feb88-2154-45c3-8c1e-56f862d0755d,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:34.487792 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce97c-213c-4353-bb8c-3bc620747461 req-d5c0baf2-efb2-4e0e-9695-5633e3ef1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:34.489338 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-09dce97c-213c-4353-bb8c-3bc620747461 req-d5c0baf2-efb2-4e0e-9695-5633e3ef1d2c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1128 time: 0.0477667 Oct 23 02:09:34.595729 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce97c-213c-4353-bb8c-3bc620747461 req-774d0c89-1fac-4693-938a-bc4a07ec2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:34.597223 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-09dce97c-213c-4353-bb8c-3bc620747461 req-774d0c89-1fac-4693-938a-bc4a07ec2d61 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0958486 Oct 23 02:09:34.696430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce97c-213c-4353-bb8c-3bc620747461 req-aee2d8f9-fc99-41ff-a8fa-6f17384f8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:34.697969 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-09dce97c-213c-4353-bb8c-3bc620747461 req-aee2d8f9-fc99-41ff-a8fa-6f17384f8854 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952935 Oct 23 02:09:34.796474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-164117e8-5a39-4821-b337-095941754e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:34.798001 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-164117e8-5a39-4821-b337-095941754e1c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1128 time: 0.0408051 Oct 23 02:09:34.848295 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-2c2f8926-0fa6-46ed-aa03-018e3f737d26 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 217 time: 0.0374675 Oct 23 02:09:34.898021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-3104cc85-360c-40d1-8034-cab147c24432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:34.899472 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-3104cc85-360c-40d1-8034-cab147c24432 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0441601 Oct 23 02:09:34.944461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-9b9b8cda-8a74-40e2-829e-c951fc1bc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:34.946043 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-9b9b8cda-8a74-40e2-829e-c951fc1bc8d4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0407500 Oct 23 02:09:35.040372 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-d7e1d64d-1ead-472b-b602-1f42bdec028b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885270 Oct 23 02:09:35.132544 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-28ff7112-576b-4b17-a90e-d0395eb02868 req-39f0d641-d078-4004-be0a-bdb05e41e2c9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849822 Oct 23 02:09:35.266756 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a9372-1a7a-49a9-81aa-e25ae1865b00 req-097ac50e-4a1b-4fb0-a64f-e4c9edae4ea6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:35.269692 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-799a9372-1a7a-49a9-81aa-e25ae1865b00 req-097ac50e-4a1b-4fb0-a64f-e4c9edae4ea6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0482497 Oct 23 02:09:35.317814 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-799a9372-1a7a-49a9-81aa-e25ae1865b00 req-d0748e42-0850-46a9-be23-317649c36f47 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438044 Oct 23 02:09:36.445891 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3e411-f05b-4c17-9d39-581ecf65be0d req-8dda69a6-6868-45fa-afc8-8dc4184d7b81 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:36.447365 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fda3e411-f05b-4c17-9d39-581ecf65be0d req-8dda69a6-6868-45fa-afc8-8dc4184d7b81 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0527132 Oct 23 02:09:36.458384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:36.497126 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-fda3e411-f05b-4c17-9d39-581ecf65be0d req-3ba1d828-4dee-4509-b8cb-039bf0291e8b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 Oct 23 02:09:37.922574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccc979-cc5f-44e0-a798-96344bf43bc6 req-af0489a9-488b-4713-b24c-8002c8bc46e4 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:37.923984 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1eccc979-cc5f-44e0-a798-96344bf43bc6 req-af0489a9-488b-4713-b24c-8002c8bc46e4 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.3497689 Oct 23 02:09:37.957475 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:37.960212 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:37.973088 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-1eccc979-cc5f-44e0-a798-96344bf43bc6 req-83918a2d-61b8-4f3e-b4f9-78e3c1b0b043 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Oct 23 02:09:38.792262 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:38.873084 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f1b18e73-d03e-4c31-860d-90046cf2c358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:39.092007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1ce1-37c0-427d-bab2-9a57cefd4d1b req-02ce6d58-1e30-4801-9aaf-1e65fcb36d1e tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:39.093466 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ffab1ce1-37c0-427d-bab2-9a57cefd4d1b req-02ce6d58-1e30-4801-9aaf-1e65fcb36d1e tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0475190 Oct 23 02:09:39.141382 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ffab1ce1-37c0-427d-bab2-9a57cefd4d1b req-2629ab81-8614-4288-a718-9d27396fc046 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Oct 23 02:09:40.262147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ead84-5d40-4ea6-98cb-10208429177e req-ea510321-e696-4c0e-bed5-af239d5e8afa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:40.263629 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-125ead84-5d40-4ea6-98cb-10208429177e req-ea510321-e696-4c0e-bed5-af239d5e8afa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0474069 Oct 23 02:09:40.311727 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-125ead84-5d40-4ea6-98cb-10208429177e req-9006b8c0-3d30-438a-b1ef-2785737d097b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427482 Oct 23 02:09:41.148013 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-22bbe6e4-f052-49d6-aadc-d2c732ab8c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:41.436550 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddd562-c185-453d-b997-2f4ec59de899 req-486a60e9-baea-4c1b-9e30-84866a375c27 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:41.438026 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f7ddd562-c185-453d-b997-2f4ec59de899 req-486a60e9-baea-4c1b-9e30-84866a375c27 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0507872 Oct 23 02:09:41.477733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:41.486362 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-f7ddd562-c185-453d-b997-2f4ec59de899 req-d31a0a9e-2378-4d12-892d-73d1c46c78ad tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422597 Oct 23 02:09:42.610923 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b49e5-18ef-4299-8313-56039225b5d0 req-6baee0fb-73ee-41d7-a4c5-f5d952041633 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:42.612357 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-980b49e5-18ef-4299-8313-56039225b5d0 req-6baee0fb-73ee-41d7-a4c5-f5d952041633 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0485909 Oct 23 02:09:42.660894 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-980b49e5-18ef-4299-8313-56039225b5d0 req-3b406f2b-03bc-43be-acd3-c41d7816cd9c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430162 Oct 23 02:09:42.696014 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:43.781416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d668-d898-4333-aa91-3e7ffeffe022 req-9377d634-c540-4c5a-84ae-ac68ea515d1e tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:43.783010 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-eae9d668-d898-4333-aa91-3e7ffeffe022 req-9377d634-c540-4c5a-84ae-ac68ea515d1e tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0482881 Oct 23 02:09:43.832220 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-eae9d668-d898-4333-aa91-3e7ffeffe022 req-8307921e-b608-47bd-b317-afd2f33909fa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436318 Oct 23 02:09:44.047226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:44.181664 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:44.949418 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00397368-a414-4c1c-bd43-49953280dd3c req-563fbe94-6dfe-4538-a394-53c26cfb1e76 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:44.950912 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00397368-a414-4c1c-bd43-49953280dd3c req-563fbe94-6dfe-4538-a394-53c26cfb1e76 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0459583 Oct 23 02:09:44.994414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:44.999513 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00397368-a414-4c1c-bd43-49953280dd3c req-6b91ddd3-d6e1-4412-ab82-5bac5a9ddc58 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432355 Oct 23 02:09:46.120778 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f6843-f077-4e45-a800-11d05c72ce9b req-56924e21-da47-4e6b-8600-f3af04410ccb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:46.122271 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ae1f6843-f077-4e45-a800-11d05c72ce9b req-56924e21-da47-4e6b-8600-f3af04410ccb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0477455 Oct 23 02:09:46.175688 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ae1f6843-f077-4e45-a800-11d05c72ce9b req-a6eed43d-b67d-4666-abfb-f00252a64b95 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478799 Oct 23 02:09:46.873530 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 262feb88-2154-45c3-8c1e-56f862d0755d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:09:46.972633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 262feb88-2154-45c3-8c1e-56f862d0755d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262feb88-2154-45c3-8c1e-56f862d0755d,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:09:46.983835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '262feb88-2154-45c3-8c1e-56f862d0755d', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'port_id': '262feb88-2154-45c3-8c1e-56f862d0755d', 'mac_address': 'fa:16:3e:03:77:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:09:47.017848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 262feb88-2154-45c3-8c1e-56f862d0755d is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:09:47.018233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:47.030965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262feb88-2154-45c3-8c1e-56f862d0755d {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:09:47.051093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 262feb88-2154-45c3-8c1e-56f862d0755d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262feb88-2154-45c3-8c1e-56f862d0755d,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:09:47.133079 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:47.179217 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=262feb88-2154-45c3-8c1e-56f862d0755d,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:47.186177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.186521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.186881 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.187206 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.187564 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.187895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.188222 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.188548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.188874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.189199 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.189524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.189877 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.190198 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.190518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.190836 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:09:47.294972 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd7296-b81f-4cbf-bdda-21022fd27f21 req-0b24ce37-88e7-454f-80b6-8b620a88bf57 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:47.296451 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3ffd7296-b81f-4cbf-bdda-21022fd27f21 req-0b24ce37-88e7-454f-80b6-8b620a88bf57 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 945 time: 0.0470564 Oct 23 02:09:47.350701 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3ffd7296-b81f-4cbf-bdda-21022fd27f21 req-58faef92-904f-487f-817b-de4fcc31ad0a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484233 Oct 23 02:09:47.404183 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['262feb88-2154-45c3-8c1e-56f862d0755d'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:09:48.472695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090b7ab-0d00-444a-989e-70eb61eeb662 req-2f37e486-1f1f-4517-9147-309504e08813 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:48.474602 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0090b7ab-0d00-444a-989e-70eb61eeb662 req-2f37e486-1f1f-4517-9147-309504e08813 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 945 time: 0.0480843 Oct 23 02:09:48.523501 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-0090b7ab-0d00-444a-989e-70eb61eeb662 req-9367720a-8898-4069-b405-cd108c25ed50 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432825 Oct 23 02:09:48.887433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 262feb88-2154-45c3-8c1e-56f862d0755d up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:09:48.932551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 262feb88-2154-45c3-8c1e-56f862d0755d completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:09:49.067427 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 262feb88-2154-45c3-8c1e-56f862d0755d triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:09:49.067805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:49.068145 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 262feb88-2154-45c3-8c1e-56f862d0755d Oct 23 02:09:49.138279 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 262feb88-2154-45c3-8c1e-56f862d0755d is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:09:49.138577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:49.161000 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:09:49.163868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6c53e2-1748-4241-ab3f-6e3c0a77d38f" -d '{"events": [{"server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "name": "network-vif-plugged", "status": "completed", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:09:49.177019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 262feb88-2154-45c3-8c1e-56f862d0755d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262feb88-2154-45c3-8c1e-56f862d0755d,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:09:49.202927 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb009bd-f186-4773-a2b5-492b68e232bc x-openstack-request-id: req-8cb009bd-f186-4773-a2b5-492b68e232bc {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:09:49.203215 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "name": "network-vif-plugged", "status": "completed", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:09:49.203475 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8cb009bd-f186-4773-a2b5-492b68e232bc {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:09:49.203871 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb009bd-f186-4773-a2b5-492b68e232bc'] response: {'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d', 'code': 200} Oct 23 02:09:49.241882 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:49.294180 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=262feb88-2154-45c3-8c1e-56f862d0755d,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:49.479971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144640e4-75a4-43f7-b5e0-a3d0ee608cb5 req-b054369f-bbb5-4563-b1ba-cd7be5589a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:49.481394 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-144640e4-75a4-43f7-b5e0-a3d0ee608cb5 req-b054369f-bbb5-4563-b1ba-cd7be5589a2a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1130 time: 0.0391965 Oct 23 02:09:49.526336 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-144640e4-75a4-43f7-b5e0-a3d0ee608cb5 req-81187caf-3726-4589-a31f-8d31476e62a4 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395246 Oct 23 02:09:49.645745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622fd14-75b0-4628-85c8-cb35d8a7b903 req-942d3c5b-c247-4df3-b8c3-55b17359f68c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:49.647203 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d622fd14-75b0-4628-85c8-cb35d8a7b903 req-942d3c5b-c247-4df3-b8c3-55b17359f68c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0498466 Oct 23 02:09:49.695086 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d622fd14-75b0-4628-85c8-cb35d8a7b903 req-cedf7e61-c96d-4f35-98fa-b23408b0acb4 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Oct 23 02:09:50.855038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:50.862832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81690acc-3922-4ba3-9618-17a170a8b480 req-b33f1a27-ca73-436d-95a6-b00c61302d12 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:50.864351 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-81690acc-3922-4ba3-9618-17a170a8b480 req-b33f1a27-ca73-436d-95a6-b00c61302d12 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0468001 Oct 23 02:09:50.914568 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-81690acc-3922-4ba3-9618-17a170a8b480 req-d4e422a1-8f07-4f38-854c-cf7d8c057d60 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445120 Oct 23 02:09:51.033381 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dfe26-9e3e-4adb-95d3-e1dda25524e7 req-b7841597-8cf7-414d-b69e-daff5aa4de84 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:51.034917 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a65dfe26-9e3e-4adb-95d3-e1dda25524e7 req-b7841597-8cf7-414d-b69e-daff5aa4de84 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0474651 Oct 23 02:09:51.084439 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-a65dfe26-9e3e-4adb-95d3-e1dda25524e7 req-e42f6c12-d98c-4680-b485-0bfb10d83b98 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435784 Oct 23 02:09:51.112019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45428) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:51.149280 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3827fa-636a-4a33-b386-e7532a2529b5 tempest-TestShelveInstance-951312055 tempest-TestShelveInstance-951312055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:51.150789 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-2c3827fa-636a-4a33-b386-e7532a2529b5 tempest-TestShelveInstance-951312055 tempest-TestShelveInstance-951312055-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1125 time: 0.0378876 Oct 23 02:09:51.153515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45430) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:51.157584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '262feb88-2154-45c3-8c1e-56f862d0755d', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:09:51.227412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:51.308178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:51.355745 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:51.415065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Allocated IP 172.36.3.46 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/414df5bc-78a7-451d-a8e4-c17c1bbaba80) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:09:51.470025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:51.516102 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for port (414df5bc-78a7-451d-a8e4-c17c1bbaba80), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:51.607645 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (414df5bc-78a7-451d-a8e4-c17c1bbaba80), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:51.652963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:09:51.657835 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:09:51.660000 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'Port': ['ID=414df5bc-78a7-451d-a8e4-c17c1bbaba80,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:51.662651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:09:52.009682 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for floatingip (13fe7067-abea-4dfa-9dfc-6089e9604c5e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:52.120862 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (414df5bc-78a7-451d-a8e4-c17c1bbaba80), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:52.172080 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:52.268481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for port (414df5bc-78a7-451d-a8e4-c17c1bbaba80), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:52.319145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (414df5bc-78a7-451d-a8e4-c17c1bbaba80), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:52.344226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:52.385733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (13fe7067-abea-4dfa-9dfc-6089e9604c5e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:52.387651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event updated for resources: {'Port': ['ID=414df5bc-78a7-451d-a8e4-c17c1bbaba80,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:09:52.430877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:52.485697 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Floating IP 13fe7067-abea-4dfa-9dfc-6089e9604c5e associated. External IP: 172.36.3.46, port: 262feb88-2154-45c3-8c1e-56f862d0755d. Oct 23 02:09:52.684212 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Router 92e526ec-ac36-4d15-bc60-c267978131d1 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:09:52.787135 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:09:52.797867 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a1618-b988-4bd9-81ed-80be2802b09c None None] Sync routers for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:09:52.807651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a1618-b988-4bd9-81ed-80be2802b09c None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:09:52.813616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-342a1618-b988-4bd9-81ed-80be2802b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:09:52.881561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:52.910922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-342a1618-b988-4bd9-81ed-80be2802b09c None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:09:52.911330 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-8edc3a51-5930-42c1-88db-a20233e5e283 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7568111 Oct 23 02:09:52.913256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:09:52.914618 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697da717-c557-4237-9d3e-ea80aed69bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:09:52.953105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a3f9fc-027a-4f22-a6dd-6e9855415435 x-openstack-request-id: req-48a3f9fc-027a-4f22-a6dd-6e9855415435 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:09:52.953397 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:09:52.953651 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48a3f9fc-027a-4f22-a6dd-6e9855415435 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:09:52.954096 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a3f9fc-027a-4f22-a6dd-6e9855415435'] response: {'name': 'network-changed', 'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d', 'status': 'completed', 'code': 200} Oct 23 02:09:53.038679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da717-c557-4237-9d3e-ea80aed69bbf req-17cb5682-eeda-4e33-b011-8474b39b0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:53.040178 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-697da717-c557-4237-9d3e-ea80aed69bbf req-17cb5682-eeda-4e33-b011-8474b39b0d7d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1130 time: 0.0393083 Oct 23 02:09:53.107577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:53.118924 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-342a1618-b988-4bd9-81ed-80be2802b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '13fe7067-abea-4dfa-9dfc-6089e9604c5e', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'floating_ip_address': '172.36.3.46', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'port_id': '262feb88-2154-45c3-8c1e-56f862d0755d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'mac_address': 'fa:16:3e:03:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:09:51Z', 'updated_at': '2022-10-23T02:09:51Z', 'revision_number': 0, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:09:53.134410 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da717-c557-4237-9d3e-ea80aed69bbf req-de10acbf-737a-4275-a75e-c87c29bffb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:53.135879 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-697da717-c557-4237-9d3e-ea80aed69bbf req-de10acbf-737a-4275-a75e-c87c29bffb0b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0893722 Oct 23 02:09:53.147963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a1618-b988-4bd9-81ed-80be2802b09c None None] Checking router: 92e526ec-ac36-4d15-bc60-c267978131d1 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:09:53.150260 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:53.157562 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a1618-b988-4bd9-81ed-80be2802b09c None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:09:53.158214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-342a1618-b988-4bd9-81ed-80be2802b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:09:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:09:53.161019 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:53.198304 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-697da717-c557-4237-9d3e-ea80aed69bbf req-d4b64f02-5e12-4354-98a5-81118dc462c1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 999 time: 0.0567212 Oct 23 02:09:53.250384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da717-c557-4237-9d3e-ea80aed69bbf req-b8dd27be-a1dc-412f-874a-2d5828632afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:53.251854 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-697da717-c557-4237-9d3e-ea80aed69bbf req-b8dd27be-a1dc-412f-874a-2d5828632afa service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0484943 Oct 23 02:09:53.297199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da717-c557-4237-9d3e-ea80aed69bbf req-4e27c407-17e3-44d2-aed0-e29664275ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:09:53.298853 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-697da717-c557-4237-9d3e-ea80aed69bbf req-4e27c407-17e3-44d2-aed0-e29664275ec1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415442 Oct 23 02:09:53.324446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:53.391072 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-697da717-c557-4237-9d3e-ea80aed69bbf req-f24e4527-32e2-4fc7-863f-e27217195636 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858839 Oct 23 02:09:53.406316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-342a1618-b988-4bd9-81ed-80be2802b09c None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:09:53.483965 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-697da717-c557-4237-9d3e-ea80aed69bbf req-3da1b0a1-63f1-4ec4-8efb-d63571901cd9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869782 Oct 23 02:09:53.615213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-342a1618-b988-4bd9-81ed-80be2802b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '13fe7067-abea-4dfa-9dfc-6089e9604c5e', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'floating_ip_address': '172.36.3.46', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'port_id': '262feb88-2154-45c3-8c1e-56f862d0755d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'mac_address': 'fa:16:3e:03:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:09:51Z', 'updated_at': '2022-10-23T02:09:51Z', 'revision_number': 0, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:09:53.642949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a1618-b988-4bd9-81ed-80be2802b09c None None] The sync data for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv is: [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '13fe7067-abea-4dfa-9dfc-6089e9604c5e', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'floating_ip_address': '172.36.3.46', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'port_id': '262feb88-2154-45c3-8c1e-56f862d0755d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'mac_address': 'fa:16:3e:03:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:09:51Z', 'updated_at': '2022-10-23T02:09:51Z', 'revision_number': 0, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:09:53.830474 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d004d5-dc1e-4830-97c6-241f3f74179f None None] New status for floating IP 13fe7067-abea-4dfa-9dfc-6089e9604c5e: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:10:00.911451 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=26 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:03.479351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:03.481243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=17 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:03.611021 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=15 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:03.616998 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=35 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:03.618691 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=18 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:03.930754 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=12 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:04.962957 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:10:08.878861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd3de-0db1-4d71-9025-4450339c2e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:11.195268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b536-2fea-4b84-a071-64405dd0fcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:12.698285 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:14.086762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:14.190443 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:16.023088 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=13 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:16.025944 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:22.349515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:24.125934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:26.065476 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc8243bb-301d-42b9-a688-1769927b1942 req-d6cf3e6e-daf3-4deb-a4c4-80c327fbfa0d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385315 Oct 23 02:10:26.168583 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8243bb-301d-42b9-a688-1769927b1942 req-06b4d9de-c31f-40d7-8198-d770a43649ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:10:26.170147 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc8243bb-301d-42b9-a688-1769927b1942 req-06b4d9de-c31f-40d7-8198-d770a43649ab service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1130 time: 0.0435245 Oct 23 02:10:26.271297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8243bb-301d-42b9-a688-1769927b1942 req-aba46b8f-3c26-4ecd-8980-33e92762a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:10:26.272806 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc8243bb-301d-42b9-a688-1769927b1942 req-aba46b8f-3c26-4ecd-8980-33e92762a5cd service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0859828 Oct 23 02:10:26.642054 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc8243bb-301d-42b9-a688-1769927b1942 req-e43198b5-108e-4897-a634-b0dfe2541747 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 1001 time: 0.3637187 Oct 23 02:10:26.690259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8243bb-301d-42b9-a688-1769927b1942 req-b0a92e6d-fa2f-45b0-bfaa-9e20478af053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:10:26.691638 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc8243bb-301d-42b9-a688-1769927b1942 req-b0a92e6d-fa2f-45b0-bfaa-9e20478af053 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0433180 Oct 23 02:10:26.732869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8243bb-301d-42b9-a688-1769927b1942 req-6de0443a-4867-4ee6-8197-38d6aa6cab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:10:26.734324 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc8243bb-301d-42b9-a688-1769927b1942 req-6de0443a-4867-4ee6-8197-38d6aa6cab0a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374873 Oct 23 02:10:26.825499 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc8243bb-301d-42b9-a688-1769927b1942 req-13d329f6-365c-4583-ae25-8bad7e813b78 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845549 Oct 23 02:10:26.912866 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-dc8243bb-301d-42b9-a688-1769927b1942 req-bb37c555-87fa-4161-a34c-41ddbcc4d90a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820749 Oct 23 02:10:32.276974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:32.282895 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:33.970878 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:36.899847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=48 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:36.909864 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=53 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:37.112976 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:38.901107 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eb8d62dc-0f97-4059-8a33-529830438080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:41.143627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-67ca33b9-a9ac-4adc-af0a-2704a99ee860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:41.961728 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:10:42.698454 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:44.040136 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:44.209569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:51.957331 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:51.961276 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:52.366034 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:02.269684 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:02.270387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:02.277749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:08.874170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-69b51f72-2485-4158-ac0f-add0a73b0957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:10.962964 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:10.966769 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:11.148456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2ce34f3d-37f6-47dc-b877-6469600d72ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.754267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.043208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.197891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:18.961210 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:11:22.348201 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:27.094705 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-27d1de20-2a1b-4363-af9e-2038a85f653d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760920 Oct 23 02:11:27.195273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-ab78bbe9-dd5d-42b3-a08a-f3b2cf4380e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:27.196734 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-ab78bbe9-dd5d-42b3-a08a-f3b2cf4380e0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1130 time: 0.0392909 Oct 23 02:11:27.299586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-6d582242-f363-4b21-b4f1-c5377c84abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:27.301316 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-6d582242-f363-4b21-b4f1-c5377c84abe6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0862002 Oct 23 02:11:27.368995 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-3bbeb1a6-019c-40b0-ae44-a846d2c1935a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 1001 time: 0.0617418 Oct 23 02:11:27.415348 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-7becf79c-48c8-4ad1-a99f-0bb4d1737f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:27.416729 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-7becf79c-48c8-4ad1-a99f-0bb4d1737f4f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0423434 Oct 23 02:11:27.461024 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-d11ee2b3-e1d6-4eaf-9879-d5e03d7bacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:27.462533 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-d11ee2b3-e1d6-4eaf-9879-d5e03d7bacc7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399084 Oct 23 02:11:27.555661 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-23522c51-469a-4c4b-977f-76f7663139ef service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870757 Oct 23 02:11:27.643896 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1b5aa87a-aae8-4579-b12b-00944c199380 req-e578c890-353a-4c49-b925-f894289569dc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825794 Oct 23 02:11:28.957805 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:36.097896 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:36.103795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:36.107495 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=3,neutron:SELECT=15 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:37.639433 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=48 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:37.641313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=53 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:38.860944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd4a534a-4ab7-4a03-ab14-dcd72a7cfa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:41.170918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-67fe4598-cd5e-4f8c-b960-4353edb489fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:42.696504 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:44.048811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:44.191668 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:47.972566 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:47.973350 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:52.376056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:55.961693 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:12:02.296996 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:02.299839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:02.302531 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:08.861770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f3cc699f-f847-43a1-841f-cf34d1333483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.238569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-22a19b73-2765-4f2a-8d5e-e838cf50a9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.707221 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:14.073242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:14.198346 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:19.416258 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922bea3-592d-40f2-9273-409fd2fc627a req-61ee5959-bfca-47f2-b90b-0675dfc2aa03 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:19.417740 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b922bea3-592d-40f2-9273-409fd2fc627a req-61ee5959-bfca-47f2-b90b-0675dfc2aa03 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0924630 Oct 23 02:12:19.466546 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b922bea3-592d-40f2-9273-409fd2fc627a req-7fc8d69f-246d-43ae-82aa-6a1be5236d4d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Oct 23 02:12:20.630693 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b019d11-876e-45dd-b726-cf202b69848c req-9bbf598b-8a8d-4025-882c-fa325b961edc tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:20.632160 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6b019d11-876e-45dd-b726-cf202b69848c req-9bbf598b-8a8d-4025-882c-fa325b961edc tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0884774 Oct 23 02:12:20.680900 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6b019d11-876e-45dd-b726-cf202b69848c req-8bb62def-2091-4495-af02-c69944eaa15a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Oct 23 02:12:21.807192 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d10e7a-9cb7-4c5f-9fa2-3c73c16f4da8 req-aa614566-1ca2-45d2-acc2-0e4bb07e4c86 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:21.808668 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64d10e7a-9cb7-4c5f-9fa2-3c73c16f4da8 req-aa614566-1ca2-45d2-acc2-0e4bb07e4c86 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0493555 Oct 23 02:12:21.856548 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-64d10e7a-9cb7-4c5f-9fa2-3c73c16f4da8 req-fe662d40-70ea-4f12-88e9-f8c489f48ee3 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422022 Oct 23 02:12:22.368239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:22.977406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e424792-ecaf-4bab-8c1b-6fc4093b23fe req-af7b65f1-4fe9-4a60-b772-884a324efb1c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:22.978888 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4e424792-ecaf-4bab-8c1b-6fc4093b23fe req-af7b65f1-4fe9-4a60-b772-884a324efb1c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0475316 Oct 23 02:12:23.031173 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4e424792-ecaf-4bab-8c1b-6fc4093b23fe req-3aea10ad-d0b3-4a2f-9f78-2cafb86e595e tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468183 Oct 23 02:12:24.149575 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f8563-ea4b-4467-8c06-5bdd923c36e4 req-40fcbbd8-ab0e-492a-88d1-7f960329a56b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:24.151016 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa6f8563-ea4b-4467-8c06-5bdd923c36e4 req-40fcbbd8-ab0e-492a-88d1-7f960329a56b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0471015 Oct 23 02:12:24.200150 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-aa6f8563-ea4b-4467-8c06-5bdd923c36e4 req-fb95e044-5dba-4d1d-93dc-19a843be77bf tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Oct 23 02:12:24.978572 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=20 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:24.979326 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=14 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:25.322680 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1c4cd-c4f0-43a1-911c-9ec7646cbd38 req-41944e17-720a-443c-89d4-69a9ec8d60f0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:25.326795 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20a1c4cd-c4f0-43a1-911c-9ec7646cbd38 req-41944e17-720a-443c-89d4-69a9ec8d60f0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0475588 Oct 23 02:12:25.374934 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-20a1c4cd-c4f0-43a1-911c-9ec7646cbd38 req-13254cd7-2dd3-46af-b9d9-4ca55c3fb5e8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450265 Oct 23 02:12:26.498448 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf395f4-110d-4e11-86a5-f982f7a392da req-55139727-3812-4e7c-9111-73539e908df9 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:26.499909 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bf395f4-110d-4e11-86a5-f982f7a392da req-55139727-3812-4e7c-9111-73539e908df9 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0500240 Oct 23 02:12:26.548596 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4bf395f4-110d-4e11-86a5-f982f7a392da req-f3ea1f0b-2e04-4454-a337-01c7d130fc0c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432353 Oct 23 02:12:27.666966 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd196c-a6be-4d9e-870c-588603c57f5b req-b1e5f394-2ec8-405b-b45e-c6097dbd50c8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:27.668411 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-44cd196c-a6be-4d9e-870c-588603c57f5b req-b1e5f394-2ec8-405b-b45e-c6097dbd50c8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0467496 Oct 23 02:12:27.717204 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-44cd196c-a6be-4d9e-870c-588603c57f5b req-22ce38b2-18d0-4993-a12c-779f2eec3f35 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Oct 23 02:12:28.153691 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead17403-5fbc-4f62-8271-11a24fb9ae65 req-ff06f716-ae8b-4430-8c33-2c0129a40a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:28.155630 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ead17403-5fbc-4f62-8271-11a24fb9ae65 req-ff06f716-ae8b-4430-8c33-2c0129a40a61 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1130 time: 0.0435772 Oct 23 02:12:28.259273 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead17403-5fbc-4f62-8271-11a24fb9ae65 req-e1142a0f-4a99-4cf3-95da-1e81cae4cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:28.260733 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ead17403-5fbc-4f62-8271-11a24fb9ae65 req-e1142a0f-4a99-4cf3-95da-1e81cae4cf9b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0855772 Oct 23 02:12:28.327133 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ead17403-5fbc-4f62-8271-11a24fb9ae65 req-9632fe91-4a50-485d-932e-cdee88ba0ebb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 1001 time: 0.0592532 Oct 23 02:12:28.374611 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead17403-5fbc-4f62-8271-11a24fb9ae65 req-48cd5a2c-62a4-4193-bb70-21924f1da9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:28.375998 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ead17403-5fbc-4f62-8271-11a24fb9ae65 req-48cd5a2c-62a4-4193-bb70-21924f1da9b5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0436146 Oct 23 02:12:28.418734 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead17403-5fbc-4f62-8271-11a24fb9ae65 req-6450f740-70f3-45aa-afdc-5e3cce84cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:28.420126 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ead17403-5fbc-4f62-8271-11a24fb9ae65 req-6450f740-70f3-45aa-afdc-5e3cce84cf45 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385399 Oct 23 02:12:28.511731 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ead17403-5fbc-4f62-8271-11a24fb9ae65 req-58c77fbc-3386-41de-9c55-d2a708c72154 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856602 Oct 23 02:12:28.603160 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ead17403-5fbc-4f62-8271-11a24fb9ae65 req-e023cf41-0a25-4b3d-99a9-792ee95d44b5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841982 Oct 23 02:12:28.835340 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5d35e-cf8d-4adc-9386-d5b67c82b511 req-70b761b6-38d2-45a9-ab0a-5083e9a052e3 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:28.836787 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-61c5d35e-cf8d-4adc-9386-d5b67c82b511 req-70b761b6-38d2-45a9-ab0a-5083e9a052e3 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0463977 Oct 23 02:12:28.884125 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-61c5d35e-cf8d-4adc-9386-d5b67c82b511 req-3f402474-be8f-465d-a654-656ff88eb27d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419374 Oct 23 02:12:29.647461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c299e-70d5-4baa-a4bb-20cd4ea053d4 req-2d78a7ef-a895-44c6-9e60-bd6a538dcece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:29.648861 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-909c299e-70d5-4baa-a4bb-20cd4ea053d4 req-2d78a7ef-a895-44c6-9e60-bd6a538dcece service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1130 time: 0.0439544 Oct 23 02:12:29.729437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:29.739095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c299e-70d5-4baa-a4bb-20cd4ea053d4 req-944bd4a9-a734-422d-8547-e4c14b900aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:29.740548 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-909c299e-70d5-4baa-a4bb-20cd4ea053d4 req-944bd4a9-a734-422d-8547-e4c14b900aff service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0848289 Oct 23 02:12:29.799136 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:29.805205 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-909c299e-70d5-4baa-a4bb-20cd4ea053d4 req-9e5267d4-0696-4c4a-b497-cdb748d9f2b2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 1001 time: 0.0593371 Oct 23 02:12:29.852516 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c299e-70d5-4baa-a4bb-20cd4ea053d4 req-a29b70d6-794c-4cfc-8e58-cb78d7c04d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:29.854075 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-909c299e-70d5-4baa-a4bb-20cd4ea053d4 req-a29b70d6-794c-4cfc-8e58-cb78d7c04d87 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0437653 Oct 23 02:12:29.896631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c299e-70d5-4baa-a4bb-20cd4ea053d4 req-437ee991-627b-4826-9c15-810cc298b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:29.898202 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-909c299e-70d5-4baa-a4bb-20cd4ea053d4 req-437ee991-627b-4826-9c15-810cc298b24b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384824 Oct 23 02:12:30.025934 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-909c299e-70d5-4baa-a4bb-20cd4ea053d4 req-de4cf3fb-3abd-42fc-9b1b-e918f90b8f30 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221812 Oct 23 02:12:30.032337 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf43e0-3a77-48a2-b075-08f6ca51e66a req-5cdd9c35-70c4-49cb-94d7-f3020fe240d7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:30.033670 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-03cf43e0-3a77-48a2-b075-08f6ca51e66a req-5cdd9c35-70c4-49cb-94d7-f3020fe240d7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0657136 Oct 23 02:12:30.081667 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-03cf43e0-3a77-48a2-b075-08f6ca51e66a req-cebbcdc1-c92c-47f7-8b5a-820d2b9c7f26 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Oct 23 02:12:30.340311 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-909c299e-70d5-4baa-a4bb-20cd4ea053d4 req-9ba30011-878b-4c15-896f-32993953fe07 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897176 Oct 23 02:12:31.200777 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8fc02-18ab-4505-9fd7-6b5095874bab req-bad12887-368d-4bf4-8550-983cb66d8ac7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:31.202264 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-68a8fc02-18ab-4505-9fd7-6b5095874bab req-bad12887-368d-4bf4-8550-983cb66d8ac7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0465937 Oct 23 02:12:31.254521 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-68a8fc02-18ab-4505-9fd7-6b5095874bab req-d51a5097-3536-4bba-8c23-a55d322640b4 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466168 Oct 23 02:12:32.308339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:32.313208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:32.315494 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:32.377959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6646d4-6bfe-4a88-b523-106c519290c6 req-f1c83fa4-08e4-464a-92ee-357b3627e259 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:32.379507 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bf6646d4-6bfe-4a88-b523-106c519290c6 req-f1c83fa4-08e4-464a-92ee-357b3627e259 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0494521 Oct 23 02:12:32.432355 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bf6646d4-6bfe-4a88-b523-106c519290c6 req-76585174-08c4-451e-b2cc-93389848ef88 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468423 Oct 23 02:12:32.961481 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:12:33.553403 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ffee-bda2-4796-b269-1e52c02558c1 req-99de8c93-e39d-4178-9255-9f972cb31f4d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:33.554896 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22d4ffee-bda2-4796-b269-1e52c02558c1 req-99de8c93-e39d-4178-9255-9f972cb31f4d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0475440 Oct 23 02:12:33.604661 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-22d4ffee-bda2-4796-b269-1e52c02558c1 req-60f602ca-b9bd-4030-bc9b-4741b72a4aff tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441115 Oct 23 02:12:34.726472 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedbfff-2113-4cad-8def-c810261ffedf req-3850a0e2-b3fe-4a97-9b69-8be680b273c1 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:34.727930 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cdedbfff-2113-4cad-8def-c810261ffedf req-3850a0e2-b3fe-4a97-9b69-8be680b273c1 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0505915 Oct 23 02:12:34.776161 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cdedbfff-2113-4cad-8def-c810261ffedf req-6c65ffa7-c9c0-4963-9bf1-c6c8c20a57e0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Oct 23 02:12:34.852838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-9736abee-aaa8-4fe8-8d1d-1f43d445c02f req-112aa4c5-4b61-4578-b243-01526325ea5d service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:12:34.853995 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-9736abee-aaa8-4fe8-8d1d-1f43d445c02f req-112aa4c5-4b61-4578-b243-01526325ea5d service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054913 Oct 23 02:12:35.256783 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d900a5-db8d-4044-87ca-e0caea22c9f4 req-350f9d00-582d-46e4-93a8-008323f50a0b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:35.258273 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-90d900a5-db8d-4044-87ca-e0caea22c9f4 req-350f9d00-582d-46e4-93a8-008323f50a0b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0473912 Oct 23 02:12:35.311191 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-90d900a5-db8d-4044-87ca-e0caea22c9f4 req-1d0e7ecb-1b5c-4713-ac22-2e74e09ad99d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473113 Oct 23 02:12:35.332282 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-a60adbcb-c96d-4791-908d-22cd24af4446 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772769 Oct 23 02:12:35.340952 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-76d707ed-416a-49f2-8a91-3c644a778892 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:12:35.342424 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-76d707ed-416a-49f2-8a91-3c644a778892 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048759 Oct 23 02:12:35.461181 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-9ef06626-3356-42ab-b928-c449563625a8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:35.462572 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-9ef06626-3356-42ab-b928-c449563625a8 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports/262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 943 time: 0.0912747 Oct 23 02:12:35.748884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 262feb88-2154-45c3-8c1e-56f862d0755d no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:12:35.818453 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 262feb88-2154-45c3-8c1e-56f862d0755d is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:35.818841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:35.841433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:35.843738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eb0597-62fe-4db5-806f-c371278e8ecc" -d '{"events": [{"server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "name": "network-vif-unplugged", "status": "completed", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:35.855878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 262feb88-2154-45c3-8c1e-56f862d0755d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262feb88-2154-45c3-8c1e-56f862d0755d,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:35.924602 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ed78dd-b4bd-4d89-91b6-4c8920b8b788 x-openstack-request-id: req-97ed78dd-b4bd-4d89-91b6-4c8920b8b788 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:35.924894 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "name": "network-vif-unplugged", "status": "failed", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d", "code": 422}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:35.925158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97ed78dd-b4bd-4d89-91b6-4c8920b8b788 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:35.925552 dv-neutron-master-2-hyperv neutron-server[105986]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-97ed78dd-b4bd-4d89-91b6-4c8920b8b788']: {'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d', 'code': 422} returned with failed status Oct 23 02:12:35.956770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:36.006990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=262feb88-2154-45c3-8c1e-56f862d0755d,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:36.014561 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.014911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.015259 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.015598 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.015932 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.016266 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.016595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.016942 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.017254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.017581 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.017937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.018267 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.018590 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.018913 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.019234 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:36.430743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b94769-503a-4f31-ab1c-d01e70d34d9a req-e5519957-4994-4b05-a822-b4af1f482063 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:36.432202 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-76b94769-503a-4f31-ab1c-d01e70d34d9a req-e5519957-4994-4b05-a822-b4af1f482063 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0466037 Oct 23 02:12:36.484369 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-76b94769-503a-4f31-ab1c-d01e70d34d9a req-49075cd1-80eb-47df-8b95-8a55913c3f0a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467374 Oct 23 02:12:37.117389 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:37.609390 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed2bb-1ef1-4f18-8c29-94c6ed0c4dfa req-1ac53129-c091-4d63-b9d1-7a4405b18827 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:37.610883 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f2bed2bb-1ef1-4f18-8c29-94c6ed0c4dfa req-1ac53129-c091-4d63-b9d1-7a4405b18827 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0503154 Oct 23 02:12:37.660220 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-f2bed2bb-1ef1-4f18-8c29-94c6ed0c4dfa req-e4fbde45-3f20-4d40-a83e-34ffc7b9e647 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438268 Oct 23 02:12:38.782100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ff32c-f57b-409c-af72-6cd5ba6aa303 req-0016a13c-ecc5-4a89-b4ac-99b8bdb2eed0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:38.783554 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce2ff32c-f57b-409c-af72-6cd5ba6aa303 req-0016a13c-ecc5-4a89-b4ac-99b8bdb2eed0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0472012 Oct 23 02:12:38.835499 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ce2ff32c-f57b-409c-af72-6cd5ba6aa303 req-3bb96b62-f745-4fe9-98b2-cd1f0b957030 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443861 Oct 23 02:12:38.878373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-46264184-cc12-4dbc-a472-271c76cc070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:39.960001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb952e2-6fb5-4b4b-bd24-f4281b6e6a52 req-da9b0779-2e6c-4515-b7ab-2859bd2d7a5d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:39.961496 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6cb952e2-6fb5-4b4b-bd24-f4281b6e6a52 req-da9b0779-2e6c-4515-b7ab-2859bd2d7a5d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0472476 Oct 23 02:12:40.011501 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6cb952e2-6fb5-4b4b-bd24-f4281b6e6a52 req-1a6ffa15-f6fd-407d-b864-3a2944772a4c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Oct 23 02:12:41.135030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997698-d207-4df4-ab78-054a74a449b6 req-64a9375c-1610-4c84-bb9a-1a83fde6e1e7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:41.136513 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c8997698-d207-4df4-ab78-054a74a449b6 req-64a9375c-1610-4c84-bb9a-1a83fde6e1e7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0493910 Oct 23 02:12:41.164367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-731e4f49-a18c-4426-ab85-3a6ba7628c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:41.187347 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c8997698-d207-4df4-ab78-054a74a449b6 req-7b172062-0ee2-4de1-ad68-945b15bb2baf tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446408 Oct 23 02:12:42.271313 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:42.273189 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=89 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:42.314194 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bd243-3e1b-472e-950f-2906cd37bfba req-721af854-6f45-4616-8f2d-d33b17fd20d6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:42.315789 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-715bd243-3e1b-472e-950f-2906cd37bfba req-721af854-6f45-4616-8f2d-d33b17fd20d6 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0536156 Oct 23 02:12:42.365795 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-715bd243-3e1b-472e-950f-2906cd37bfba req-d2a23457-321b-416d-9f64-27d4f99e55b1 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441747 Oct 23 02:12:42.739839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:42.958278 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:43.490936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c65910-8cd3-4ba4-bd71-db877bd0c6a0 req-0efc9b01-aac7-4c8c-acfb-251fa7f47ded tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:43.492498 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-74c65910-8cd3-4ba4-bd71-db877bd0c6a0 req-0efc9b01-aac7-4c8c-acfb-251fa7f47ded tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0519845 Oct 23 02:12:43.517161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:43.523842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:43.542969 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-74c65910-8cd3-4ba4-bd71-db877bd0c6a0 req-60e00d5b-47ba-4938-98a8-af4a3e7ddfc2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446498 Oct 23 02:12:44.061379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:44.180814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:44.305696 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-71d7dcab-e068-4180-b4c4-44d17437d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:44.307227 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-71d7dcab-e068-4180-b4c4-44d17437d285 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9&tenant_id=4a241b116d5a46e9a1d953db5c61fb80 HTTP/1.1" status: 200 len: 1128 time: 0.0394604 Oct 23 02:12:44.381535 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-0f007444-d56a-43e6-98dc-83f55f444c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:44.383014 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-0f007444-d56a-43e6-98dc-83f55f444c6a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1128 time: 0.0384362 Oct 23 02:12:44.475842 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-d57191e6-85d1-4eaa-add8-9e6618b11726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:44.477199 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-d57191e6-85d1-4eaa-add8-9e6618b11726 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0874448 Oct 23 02:12:44.536441 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-2670e397-17b3-4d31-88b2-1411481bdc8c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 999 time: 0.0527811 Oct 23 02:12:44.588868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-a4ad8836-0655-4688-8e7a-308cf00cd567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:44.590359 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-a4ad8836-0655-4688-8e7a-308cf00cd567 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0484440 Oct 23 02:12:44.635543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-bc31b43a-7ac5-4078-8314-771f18831a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:44.637072 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-bc31b43a-7ac5-4078-8314-771f18831a91 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397356 Oct 23 02:12:44.667376 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461d6a5-9600-4548-b62f-d452b233b772 req-118d1cca-9de1-4e00-a596-abeafd988f28 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:44.668852 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a461d6a5-9600-4548-b62f-d452b233b772 req-118d1cca-9de1-4e00-a596-abeafd988f28 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0465248 Oct 23 02:12:44.717621 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-a461d6a5-9600-4548-b62f-d452b233b772 req-76fa7a27-fb48-4aea-b061-f2733392579d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Oct 23 02:12:44.726221 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-d12b91a8-1d11-44dc-9983-96a29214a287 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822155 Oct 23 02:12:44.817856 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4ca2be91-a791-4bc8-b4eb-a66a7d505158 req-07494e83-7039-485e-b01d-197fd05fee51 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860636 Oct 23 02:12:45.836716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183c91d-eeda-406a-9909-b6b6a45046de req-7998ea23-51d7-4137-8963-ab616f1fcf47 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:45.838207 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d183c91d-eeda-406a-9909-b6b6a45046de req-7998ea23-51d7-4137-8963-ab616f1fcf47 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0467603 Oct 23 02:12:45.886554 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d183c91d-eeda-406a-9909-b6b6a45046de req-c090d9b9-ab84-4eb1-a967-476bc06fd78c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426712 Oct 23 02:12:47.005269 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce6c6f-15ea-4046-a8c3-65c8e4263af1 req-1ae99da9-488a-4dc7-8a1c-81b156c7ac21 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:47.006755 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b9ce6c6f-15ea-4046-a8c3-65c8e4263af1 req-1ae99da9-488a-4dc7-8a1c-81b156c7ac21 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0464213 Oct 23 02:12:47.059295 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b9ce6c6f-15ea-4046-a8c3-65c8e4263af1 req-f1cd44e1-f481-4323-b017-06f4c15a463a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470605 Oct 23 02:12:48.186721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f88d31-1d78-485f-8a24-c51c7097dc31 req-96ed6dc3-9805-4ec3-b86a-ff3ac7cebeeb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:48.188144 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d0f88d31-1d78-485f-8a24-c51c7097dc31 req-96ed6dc3-9805-4ec3-b86a-ff3ac7cebeeb tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0535154 Oct 23 02:12:48.237747 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-d0f88d31-1d78-485f-8a24-c51c7097dc31 req-cf439184-f37c-4399-a567-b4616fda9500 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439112 Oct 23 02:12:49.359244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a950c3a-a2c6-45f3-bb8f-473325b1a078 req-8c01eff2-8b14-44f7-9367-68d5088a052b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:49.360698 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3a950c3a-a2c6-45f3-bb8f-473325b1a078 req-8c01eff2-8b14-44f7-9367-68d5088a052b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0474539 Oct 23 02:12:49.409003 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-3a950c3a-a2c6-45f3-bb8f-473325b1a078 req-123cb341-7100-437c-9641-a1042fba3b86 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Oct 23 02:12:50.530871 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003897c-a53f-48db-9ddb-2b13890c9818 req-521d60f1-971d-47ae-a5d4-fa3125348baa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:50.532330 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b003897c-a53f-48db-9ddb-2b13890c9818 req-521d60f1-971d-47ae-a5d4-fa3125348baa tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0467155 Oct 23 02:12:50.581366 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b003897c-a53f-48db-9ddb-2b13890c9818 req-1091f15d-d869-4c9c-9f14-47d8cadca183 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Oct 23 02:12:51.705805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d40ad0-8f89-4725-81ea-fd8db51adc97 req-ef38e2bf-7c21-4dc4-ad5a-cfab00109298 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:51.707289 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-49d40ad0-8f89-4725-81ea-fd8db51adc97 req-ef38e2bf-7c21-4dc4-ad5a-cfab00109298 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 944 time: 0.0475013 Oct 23 02:12:51.756678 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-49d40ad0-8f89-4725-81ea-fd8db51adc97 req-1c0def9e-b4d3-4efb-a8cd-99c23d146b12 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438786 Oct 23 02:12:51.807031 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 262feb88-2154-45c3-8c1e-56f862d0755d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:12:51.906831 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 262feb88-2154-45c3-8c1e-56f862d0755d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262feb88-2154-45c3-8c1e-56f862d0755d,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:51.918253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '262feb88-2154-45c3-8c1e-56f862d0755d', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'port_id': '262feb88-2154-45c3-8c1e-56f862d0755d', 'mac_address': 'fa:16:3e:03:77:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:12:51.956073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 262feb88-2154-45c3-8c1e-56f862d0755d is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:51.956448 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.969956 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262feb88-2154-45c3-8c1e-56f862d0755d {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:12:51.990331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 262feb88-2154-45c3-8c1e-56f862d0755d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262feb88-2154-45c3-8c1e-56f862d0755d,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:52.072271 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.119500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=262feb88-2154-45c3-8c1e-56f862d0755d,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:52.389268 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['262feb88-2154-45c3-8c1e-56f862d0755d'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:12:52.416121 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.878547 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940633b6-f5f5-44c9-acd7-c92cb1190fb3 req-55e22957-ecc8-4a09-a399-63e53aaaa581 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:52.880035 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-940633b6-f5f5-44c9-acd7-c92cb1190fb3 req-55e22957-ecc8-4a09-a399-63e53aaaa581 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 945 time: 0.0500009 Oct 23 02:12:52.929254 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-940633b6-f5f5-44c9-acd7-c92cb1190fb3 req-566a41b6-01c4-40e3-b738-f2140411cd48 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433190 Oct 23 02:12:53.826780 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 262feb88-2154-45c3-8c1e-56f862d0755d up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:12:53.872300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 262feb88-2154-45c3-8c1e-56f862d0755d triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:53.872679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:53.873019 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 262feb88-2154-45c3-8c1e-56f862d0755d Oct 23 02:12:53.943642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 262feb88-2154-45c3-8c1e-56f862d0755d is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:53.944028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:53.967117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:53.969386 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3a2204-c9c0-4977-9ab7-d66f7ad5cdc8" -d '{"events": [{"server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "name": "network-vif-plugged", "status": "completed", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:53.982083 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 262feb88-2154-45c3-8c1e-56f862d0755d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262feb88-2154-45c3-8c1e-56f862d0755d,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:54.012522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad4561d-ad53-4703-9383-2d424aa5b486 x-openstack-request-id: req-4ad4561d-ad53-4703-9383-2d424aa5b486 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:54.012809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "name": "network-vif-plugged", "status": "completed", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:54.013056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ad4561d-ad53-4703-9383-2d424aa5b486 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:54.013452 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad4561d-ad53-4703-9383-2d424aa5b486'] response: {'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d', 'code': 200} Oct 23 02:12:54.057586 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab29db-0e04-4ee9-bb9f-0bb3e39204de req-e229713b-40eb-4ecb-a482-464d6d590352 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:54.059129 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d5ab29db-0e04-4ee9-bb9f-0bb3e39204de req-e229713b-40eb-4ecb-a482-464d6d590352 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 945 time: 0.0518205 Oct 23 02:12:54.059727 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:54.107363 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=262feb88-2154-45c3-8c1e-56f862d0755d,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:54.114008 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d5ab29db-0e04-4ee9-bb9f-0bb3e39204de req-7698a6ae-de2c-4660-8d02-d8f843f8f83e tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473535 Oct 23 02:12:54.352556 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac809e-f033-4e5f-b4d1-f9b27eb4a164 req-d6cb4a24-1a35-4c7b-9c13-a7225453c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:54.354027 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-59ac809e-f033-4e5f-b4d1-f9b27eb4a164 req-d6cb4a24-1a35-4c7b-9c13-a7225453c6bf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1130 time: 0.0377824 Oct 23 02:12:54.377385 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:54.399669 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-59ac809e-f033-4e5f-b4d1-f9b27eb4a164 req-024bcd42-aa96-4983-970e-3bde82057484 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396633 Oct 23 02:12:55.235743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86c03b-5eda-4285-8698-c9aa1103ce04 req-88ca4dae-88c0-4552-a474-e9a3ffa83d4b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:55.237229 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6a86c03b-5eda-4285-8698-c9aa1103ce04 req-88ca4dae-88c0-4552-a474-e9a3ffa83d4b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0468106 Oct 23 02:12:55.257937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:55.290625 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-6a86c03b-5eda-4285-8698-c9aa1103ce04 req-af1fd906-129f-4a12-96b8-96f146f337c2 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478275 Oct 23 02:12:56.411636 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881ca95-d355-4ad5-bbe8-474a18f1a7b4 req-ae1297f8-0519-451b-845e-1300fe892b3d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:56.413346 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c881ca95-d355-4ad5-bbe8-474a18f1a7b4 req-ae1297f8-0519-451b-845e-1300fe892b3d tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0469275 Oct 23 02:12:56.461090 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c881ca95-d355-4ad5-bbe8-474a18f1a7b4 req-fa641679-4db2-4edb-995d-b2eca210c7a7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423210 Oct 23 02:13:01.987098 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:01.988942 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:04.096544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:04.103525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:04.114275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:05.286786 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=13 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:06.448138 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=65 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:06.457379 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=59 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:08.843569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3b85211e-5265-4847-9bfb-d670c12835c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:09.960858 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:13:11.161800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-70a4ee76-8d47-49ce-a5a3-158ff192a5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:12.733739 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:14.059965 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:14.225803 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:19.957207 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:22.402038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:28.064330 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-522456db-68a8-47a1-a479-5458bbbda10c req-f1b0dbd0-3ac2-4c3e-a011-745631484822 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380578 Oct 23 02:13:28.164508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522456db-68a8-47a1-a479-5458bbbda10c req-07aab9cc-037c-4d75-b70e-d3d0e5a20594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:28.165926 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-522456db-68a8-47a1-a479-5458bbbda10c req-07aab9cc-037c-4d75-b70e-d3d0e5a20594 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1130 time: 0.0399270 Oct 23 02:13:28.271122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522456db-68a8-47a1-a479-5458bbbda10c req-57a63c94-1822-4145-bfcf-0354c7599b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:28.272573 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-522456db-68a8-47a1-a479-5458bbbda10c req-57a63c94-1822-4145-bfcf-0354c7599b69 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0893121 Oct 23 02:13:28.333914 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-522456db-68a8-47a1-a479-5458bbbda10c req-a42d7e62-7eaa-4843-848b-2fea377f05b1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 1001 time: 0.0548851 Oct 23 02:13:28.385844 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522456db-68a8-47a1-a479-5458bbbda10c req-dcad2b68-0981-4c6c-b508-feb667ba66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:28.387274 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-522456db-68a8-47a1-a479-5458bbbda10c req-dcad2b68-0981-4c6c-b508-feb667ba66b0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0476897 Oct 23 02:13:28.430163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522456db-68a8-47a1-a479-5458bbbda10c req-a01cce76-ff9a-4cba-843b-75add040cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:28.432208 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-522456db-68a8-47a1-a479-5458bbbda10c req-a01cce76-ff9a-4cba-843b-75add040cb51 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392220 Oct 23 02:13:28.520916 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-522456db-68a8-47a1-a479-5458bbbda10c req-9f08d2f3-0d25-45d2-bde9-6e43f8246f48 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830653 Oct 23 02:13:28.613570 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-522456db-68a8-47a1-a479-5458bbbda10c req-b7a62281-9ba5-4d80-a023-9d254b5b2c3d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869615 Oct 23 02:13:36.018856 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:36.032077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=15 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:36.035791 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:38.604446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=49 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:38.610444 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=52 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:38.865729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c9dc125d-028d-4376-9654-93864eef5a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:38.981118 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:38.986237 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:41.145336 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2336200f-b18d-40f1-8065-f04509ecf4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:42.705254 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:44.076703 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:44.201549 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:46.960734 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:13:52.396964 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:56.956060 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:56.956734 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:02.348016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:02.350860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:02.353555 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:08.870699 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6b265606-8995-4253-be17-ddc131533607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.166547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce53d-e9b3-4df4-801c-03e46cb94a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:12.727687 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:14.070642 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:14.213493 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:16.127079 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=13 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:16.129941 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=19 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:22.424606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:23.959568 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:14:28.061107 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-0e00d6f1-0b2c-4674-a33e-567a5ccfc77a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413122 Oct 23 02:14:28.158420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-57b547d3-d4da-4b7e-91d7-754b05d6fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:28.159880 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-57b547d3-d4da-4b7e-91d7-754b05d6fd51 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1130 time: 0.0387685 Oct 23 02:14:28.265297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-499aecd0-6811-422c-8406-79cc1215f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:28.266702 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-499aecd0-6811-422c-8406-79cc1215f944 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0879214 Oct 23 02:14:28.327967 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-890ceef8-8a83-4143-b4f0-d0da86323763 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 1001 time: 0.0553622 Oct 23 02:14:28.374683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-794f0fd8-3a91-48f8-84ed-bdd1a2d7038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:28.376081 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-794f0fd8-3a91-48f8-84ed-bdd1a2d7038a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0427916 Oct 23 02:14:28.422310 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-aabb390c-7bdc-47b7-bba3-cd5a025aea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:28.423766 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-aabb390c-7bdc-47b7-bba3-cd5a025aea69 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422306 Oct 23 02:14:28.511125 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-11f8f8ae-b168-45e5-a960-a4df31030bb2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811725 Oct 23 02:14:28.602332 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4b2feaac-7046-44c5-a982-550e1e0f9d80 req-4c2754ad-b98a-47f5-a816-884696697152 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856454 Oct 23 02:14:31.875235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45638) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:32.017411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Deleting port 414df5bc-78a7-451d-a8e4-c17c1bbaba80 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:14:32.017773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (414df5bc-78a7-451d-a8e4-c17c1bbaba80), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:32.092384 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (414df5bc-78a7-451d-a8e4-c17c1bbaba80), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:32.092709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for floatingip (414df5bc-78a7-451d-a8e4-c17c1bbaba80), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:32.108841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Calling delete_port for 414df5bc-78a7-451d-a8e4-c17c1bbaba80 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:14:32.196392 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:32.243323 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:32.320997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (414df5bc-78a7-451d-a8e4-c17c1bbaba80), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:32.348161 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event deleted for resources: {'Port': ['ID=414df5bc-78a7-451d-a8e4-c17c1bbaba80,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:32.365576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:32.369529 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:32.371299 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:32.376847 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.377200 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.377545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.377942 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.378281 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.378607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.378937 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.379264 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.379591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.379929 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.380262 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.380588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.380907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.381226 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.381544 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:32.421913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for floatingip (13fe7067-abea-4dfa-9dfc-6089e9604c5e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:32.422249 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Floating IP 13fe7067-abea-4dfa-9dfc-6089e9604c5e disassociated (deleted). External IP: 172.36.3.46, port: 262feb88-2154-45c3-8c1e-56f862d0755d. Oct 23 02:14:32.926207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Router 92e526ec-ac36-4d15-bc60-c267978131d1 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:14:33.029818 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:14:33.034604 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:33.039562 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9845111-01b2-464e-ac57-69cef33d437f None None] Sync routers for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:14:33.049270 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9845111-01b2-464e-ac57-69cef33d437f None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:33.049909 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c9845111-01b2-464e-ac57-69cef33d437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:33.063434 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d282a8d1-643d-4012-9bd3-1ed49b5b712b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/13fe7067-abea-4dfa-9dfc-6089e9604c5e HTTP/1.1" status: 204 len: 168 time: 1.1871793 Oct 23 02:14:33.064067 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:14:33.066510 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaee157-8da5-4a67-b24b-cc524917526f" -d '{"events": [{"name": "network-changed", "server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:14:33.156165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-c9845111-01b2-464e-ac57-69cef33d437f None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:33.182118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74908e83-65ec-49b9-894f-aae49546211a x-openstack-request-id: req-74908e83-65ec-49b9-894f-aae49546211a {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:14:33.182342 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:14:33.182593 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74908e83-65ec-49b9-894f-aae49546211a {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:14:33.183029 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74908e83-65ec-49b9-894f-aae49546211a'] response: {'name': 'network-changed', 'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d', 'status': 'completed', 'code': 200} Oct 23 02:14:33.272378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee157-8da5-4a67-b24b-cc524917526f req-600cd248-b1e4-42c6-9b7c-b64e7e0760eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:33.273936 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4aaee157-8da5-4a67-b24b-cc524917526f req-600cd248-b1e4-42c6-9b7c-b64e7e0760eb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 1130 time: 0.0420980 Oct 23 02:14:33.377907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee157-8da5-4a67-b24b-cc524917526f req-24c84272-5185-42ec-80d2-b1f981fbf119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:33.379380 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4aaee157-8da5-4a67-b24b-cc524917526f req-24c84272-5185-42ec-80d2-b1f981fbf119 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 200 len: 909 time: 0.0983193 Oct 23 02:14:33.418479 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4aaee157-8da5-4a67-b24b-cc524917526f req-4b708cd5-1d72-4aef-a93e-e56d44739e87 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 200 len: 217 time: 0.0332150 Oct 23 02:14:33.470370 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee157-8da5-4a67-b24b-cc524917526f req-75ca641a-16a5-42c9-b609-4aa5d744982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:33.471854 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4aaee157-8da5-4a67-b24b-cc524917526f req-75ca641a-16a5-42c9-b609-4aa5d744982e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 200 len: 847 time: 0.0472937 Oct 23 02:14:33.492934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c9845111-01b2-464e-ac57-69cef33d437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:33.522486 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9845111-01b2-464e-ac57-69cef33d437f None None] Checking router: 92e526ec-ac36-4d15-bc60-c267978131d1 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:14:33.531140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9845111-01b2-464e-ac57-69cef33d437f None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:33.531752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c9845111-01b2-464e-ac57-69cef33d437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:33.546758 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a02ed4-4af4-4ef8-b672-735d6cdeb137 req-3f590b3c-818f-45c6-ad67-a38cf78ce6b0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:33.548278 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-53a02ed4-4af4-4ef8-b672-735d6cdeb137 req-3f590b3c-818f-45c6-ad67-a38cf78ce6b0 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0525603 Oct 23 02:14:33.598252 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-53a02ed4-4af4-4ef8-b672-735d6cdeb137 req-4f2adaa9-c25f-4907-ac49-530ca9f41eec tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439997 Oct 23 02:14:33.634370 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-c9845111-01b2-464e-ac57-69cef33d437f None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:33.815603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-c9845111-01b2-464e-ac57-69cef33d437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:33.839841 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9845111-01b2-464e-ac57-69cef33d437f None None] The sync data for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv is: [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:04:42Z', 'revision_number': 4, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '55046090-c55c-4324-9114-789a13787ee7', 'name': '', 'network_id': 'a9c181c5-666e-48bd-b070-97ac1f664e8a', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'mac_address': 'fa:16:3e:35:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:41Z', 'updated_at': '2022-10-23T02:04:48Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'subnets': [{'id': '18bdd759-f5f3-4d18-8803-f0b450c01d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:14:33.955571 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:34.049608 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e4b21d-350f-4887-8d2c-98a44044c020 None None] New status for floating IP 13fe7067-abea-4dfa-9dfc-6089e9604c5e: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:14:34.586679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee157-8da5-4a67-b24b-cc524917526f req-427dd796-3f0d-4357-85f7-521c79f6e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:34.588159 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4aaee157-8da5-4a67-b24b-cc524917526f req-427dd796-3f0d-4357-85f7-521c79f6e500 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a9c181c5-666e-48bd-b070-97ac1f664e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401237 Oct 23 02:14:34.736944 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa92f8-72a3-4b5a-9a55-d4b08f9caa80 req-b8d3cf8b-c285-4862-942c-cb4109b591f7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:34.738390 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bafa92f8-72a3-4b5a-9a55-d4b08f9caa80 req-b8d3cf8b-c285-4862-942c-cb4109b591f7 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0574398 Oct 23 02:14:34.774079 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4aaee157-8da5-4a67-b24b-cc524917526f req-b02e718c-31f6-4f16-a4e6-d89b96f21297 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401570 Oct 23 02:14:34.800298 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bafa92f8-72a3-4b5a-9a55-d4b08f9caa80 req-84316550-6a10-4e4d-84c3-d034f74705ba tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552051 Oct 23 02:14:35.021123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:35.104977 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4aaee157-8da5-4a67-b24b-cc524917526f req-1d0079f1-3d3c-4195-b4d2-022b2223ee2a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909436 Oct 23 02:14:35.497567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:35.536415 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b338e86-1415-42e2-969b-f176d2a8789b req-2dd92160-7670-42c9-b166-3f7318aaca7c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:35.541612 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1b338e86-1415-42e2-969b-f176d2a8789b req-2dd92160-7670-42c9-b166-3f7318aaca7c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0486066 Oct 23 02:14:35.852464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-1b338e86-1415-42e2-969b-f176d2a8789b req-d0d059e5-35c0-49f4-b9d0-cb31aba4c168 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Deleting port 262feb88-2154-45c3-8c1e-56f862d0755d {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:14:35.853097 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-1b338e86-1415-42e2-969b-f176d2a8789b req-d0d059e5-35c0-49f4-b9d0-cb31aba4c168 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:35.922759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf1d3b-4efb-4086-8b30-6c4ce45e7b42 req-a9b18dfa-19f5-4f94-aee0-6610d53c8865 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:35.924242 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cecf1d3b-4efb-4086-8b30-6c4ce45e7b42 req-a9b18dfa-19f5-4f94-aee0-6610d53c8865 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 946 time: 0.0479600 Oct 23 02:14:35.945515 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-1b338e86-1415-42e2-969b-f176d2a8789b req-d0d059e5-35c0-49f4-b9d0-cb31aba4c168 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] For port 262feb88-2154-45c3-8c1e-56f862d0755d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=262feb88-2154-45c3-8c1e-56f862d0755d,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:35.946216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-1b338e86-1415-42e2-969b-f176d2a8789b req-d0d059e5-35c0-49f4-b9d0-cb31aba4c168 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:35.961565 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [req-1b338e86-1415-42e2-969b-f176d2a8789b req-d0d059e5-35c0-49f4-b9d0-cb31aba4c168 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Calling delete_port for 262feb88-2154-45c3-8c1e-56f862d0755d owned by compute:nova {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:14:35.975249 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cecf1d3b-4efb-4086-8b30-6c4ce45e7b42 req-965f969f-ce24-4c70-acff-fc45f0d950f1 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d746687f-2f62-4d06-a4bb-c4eea9ecad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 Oct 23 02:14:36.156019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-1b338e86-1415-42e2-969b-f176d2a8789b req-d0d059e5-35c0-49f4-b9d0-cb31aba4c168 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (262feb88-2154-45c3-8c1e-56f862d0755d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:36.183404 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d059e5-35c0-49f4-b9d0-cb31aba4c168 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event deleted for resources: {'Port': ['ID=262feb88-2154-45c3-8c1e-56f862d0755d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:36.231283 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b338e86-1415-42e2-969b-f176d2a8789b req-d0d059e5-35c0-49f4-b9d0-cb31aba4c168 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] No DVR routers for this DVR port 262feb88-2154-45c3-8c1e-56f862d0755d on host hv-neutron-mast {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:14:36.233759 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-1b338e86-1415-42e2-969b-f176d2a8789b req-d0d059e5-35c0-49f4-b9d0-cb31aba4c168 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:36.236944 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1b338e86-1415-42e2-969b-f176d2a8789b req-d0d059e5-35c0-49f4-b9d0-cb31aba4c168 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.48 "DELETE /networking/v2.0/ports/262feb88-2154-45c3-8c1e-56f862d0755d HTTP/1.1" status: 204 len: 173 time: 0.4672520 Oct 23 02:14:36.237438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'name': 'network-vif-deleted', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:14:36.239687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a67f51a-6135-484d-ae63-ac4c888e111d" -d '{"events": [{"server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "name": "network-vif-deleted", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:14:36.278252 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9525e839-01f7-4d6c-ae74-7f821cab26e5 x-openstack-request-id: req-9525e839-01f7-4d6c-ae74-7f821cab26e5 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:14:36.278567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47456a3-ad04-4ebe-b2fc-7e391e7028b9", "name": "network-vif-deleted", "tag": "262feb88-2154-45c3-8c1e-56f862d0755d", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:14:36.278812 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9525e839-01f7-4d6c-ae74-7f821cab26e5 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:14:36.279211 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9525e839-01f7-4d6c-ae74-7f821cab26e5'] response: {'server_uuid': 'c47456a3-ad04-4ebe-b2fc-7e391e7028b9', 'name': 'network-vif-deleted', 'tag': '262feb88-2154-45c3-8c1e-56f862d0755d', 'status': 'completed', 'code': 200} Oct 23 02:14:37.078781 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c25ae504-30b8-4aef-8810-407ab341ceb9 req-fb7353ca-3ee8-4fe2-8990-af522fe2673b tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 210 time: 0.0280433 Oct 23 02:14:38.186736 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e62895c2-c4a0-4ee8-8a7b-01a6ce5da11e req-29de8007-81ac-402e-bff1-1929ad3fa91a tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 210 time: 0.0294702 Oct 23 02:14:38.373921 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 262feb88-2154-45c3-8c1e-56f862d0755d no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:14:38.393635 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 262feb88-2154-45c3-8c1e-56f862d0755d {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:14:38.393931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 262feb88-2154-45c3-8c1e-56f862d0755d not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:14:38.899732 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e92ee644-31b6-4874-82b9-f62c904e08aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:39.292383 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-0ce0d270-3437-47e6-a0d7-6d088abbce59 req-5a93f48c-0ef8-4e32-91b2-917ae552785c tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 210 time: 0.0313256 Oct 23 02:14:40.395775 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cb815cee-bde4-4797-97bf-b7a240605116 req-0e63291f-c46d-451d-aa7f-83392e4480af tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 210 time: 0.0279465 Oct 23 02:14:41.133621 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-8db9e5e8-4fad-4dad-bf03-806f0afb8690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:41.517981 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e478dde1-f19f-499b-816e-ca9c7220f164 req-09ca97dd-fdb4-4309-9626-6c08d326a341 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c47456a3-ad04-4ebe-b2fc-7e391e7028b9 HTTP/1.1" status: 200 len: 210 time: 0.0293562 Oct 23 02:14:42.588669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45682) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:42.642813 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-30d02ed2-63ba-4959-b866-ee55ccd57b61 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (d746687f-2f62-4d06-a4bb-c4eea9ecad7d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:42.671938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-30d02ed2-63ba-4959-b866-ee55ccd57b61 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (d746687f-2f62-4d06-a4bb-c4eea9ecad7d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:42.704301 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:42.783880 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-30d02ed2-63ba-4959-b866-ee55ccd57b61 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d746687f-2f62-4d06-a4bb-c4eea9ecad7d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:42.786882 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-30d02ed2-63ba-4959-b866-ee55ccd57b61 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:42.788104 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-30d02ed2-63ba-4959-b866-ee55ccd57b61 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d746687f-2f62-4d06-a4bb-c4eea9ecad7d HTTP/1.1" status: 204 len: 168 time: 0.2013626 Oct 23 02:14:42.798386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d02ed2-63ba-4959-b866-ee55ccd57b61 tempest-TestShelveInstance-1726007236 tempest-TestShelveInstance-1726007236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d746687f-2f62-4d06-a4bb-c4eea9ecad7d,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:42.910468 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45686) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:43.340122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:43.355954 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:43.372470 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (92e526ec-ac36-4d15-bc60-c267978131d1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:43.602267 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] Deleting port 55046090-c55c-4324-9114-789a13787ee7 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:14:43.602919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (55046090-c55c-4324-9114-789a13787ee7), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:43.686614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] For port 55046090-c55c-4324-9114-789a13787ee7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55046090-c55c-4324-9114-789a13787ee7,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:43.686976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (55046090-c55c-4324-9114-789a13787ee7), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:43.699774 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] Calling delete_port for 55046090-c55c-4324-9114-789a13787ee7 owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:14:43.933512 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (55046090-c55c-4324-9114-789a13787ee7), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:43.958772 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=55046090-c55c-4324-9114-789a13787ee7,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:44.058787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:44.129110 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (92e526ec-ac36-4d15-bc60-c267978131d1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:44.135477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:44.176576 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359955b7-e553-4e6b-b110-93466885b16c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:14:44.237413 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:44.258588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359955b7-e553-4e6b-b110-93466885b16c None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:14:44.294079 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:44.355066 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] Router 92e526ec-ac36-4d15-bc60-c267978131d1 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:14:44.468976 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:14:44.477846 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-77f8f022-6527-47a9-be0b-2631db6db4eb admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/92e526ec-ac36-4d15-bc60-c267978131d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5621729 Oct 23 02:14:44.477846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45690) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:44.481426 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37049e4-dd12-48a9-bf7b-57f02045a4be None None] Sync routers for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:14:44.493897 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37049e4-dd12-48a9-bf7b-57f02045a4be None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:44.494520 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b37049e4-dd12-48a9-bf7b-57f02045a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:44.592760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Publish callbacks [] for router (92e526ec-ac36-4d15-bc60-c267978131d1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:44.615039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b37049e4-dd12-48a9-bf7b-57f02045a4be None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:44.711985 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Publish callbacks [] for router_gateway (92e526ec-ac36-4d15-bc60-c267978131d1), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:44.779377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:44.798651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b37049e4-dd12-48a9-bf7b-57f02045a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215'}], 'enable_snat': True}, 'gw_port_id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:14:43Z', 'revision_number': 5, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port': {'id': 'cf270af9-95c3-4483-a8c7-7e69ac688991', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:40Z', 'updated_at': '2022-10-23T02:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:44.831713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37049e4-dd12-48a9-bf7b-57f02045a4be None None] Checking router: 92e526ec-ac36-4d15-bc60-c267978131d1 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:14:44.844063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37049e4-dd12-48a9-bf7b-57f02045a4be None None] Routers {'92e526ec-ac36-4d15-bc60-c267978131d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:44.844689 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b37049e4-dd12-48a9-bf7b-57f02045a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['92e526ec-ac36-4d15-bc60-c267978131d1'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:44.852479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Deleting port cf270af9-95c3-4483-a8c7-7e69ac688991 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:14:44.852953 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:44.944879 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-b37049e4-dd12-48a9-bf7b-57f02045a4be None None] Set router 92e526ec-ac36-4d15-bc60-c267978131d1 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:44.946045 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] For port cf270af9-95c3-4483-a8c7-7e69ac688991, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf270af9-95c3-4483-a8c7-7e69ac688991,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:44.946521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:44.965851 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Calling delete_port for cf270af9-95c3-4483-a8c7-7e69ac688991 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:14:44.995792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-b37049e4-dd12-48a9-bf7b-57f02045a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:14:44Z', 'revision_number': 6, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:45.024912 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37049e4-dd12-48a9-bf7b-57f02045a4be None None] The sync data for ids ['92e526ec-ac36-4d15-bc60-c267978131d1'] in dv-neutron-master-2-hyperv is: [{'id': '92e526ec-ac36-4d15-bc60-c267978131d1', 'name': 'tempest-TestShelveInstance-104281729-router', 'tenant_id': '4a241b116d5a46e9a1d953db5c61fb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:39Z', 'updated_at': '2022-10-23T02:14:44Z', 'revision_number': 6, 'project_id': '4a241b116d5a46e9a1d953db5c61fb80', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:14:45.033076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b82e928b-5b67-45d0-aa83-dfc4e4e56e23 None None] Provisioning complete for port b8fca883-dd51-423f-b57d-ba84a13440fa triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:45.033451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b82e928b-5b67-45d0-aa83-dfc4e4e56e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.033821 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b82e928b-5b67-45d0-aa83-dfc4e4e56e23 None None] Attempt 1 to provision port b8fca883-dd51-423f-b57d-ba84a13440fa Oct 23 02:14:45.099091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:45.103239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:45.142122 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b82e928b-5b67-45d0-aa83-dfc4e4e56e23 None None] Current status of the port b8fca883-dd51-423f-b57d-ba84a13440fa is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:45.253343 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (cf270af9-95c3-4483-a8c7-7e69ac688991), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.276461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf270af9-95c3-4483-a8c7-7e69ac688991,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:45.304528 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:45.340363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (92e526ec-ac36-4d15-bc60-c267978131d1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.432297 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (92e526ec-ac36-4d15-bc60-c267978131d1), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.434803 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Publish callbacks [] for router_controller (92e526ec-ac36-4d15-bc60-c267978131d1), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.527281 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (92e526ec-ac36-4d15-bc60-c267978131d1), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.527936 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92e526ec-ac36-4d15-bc60-c267978131d1 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:14:45.532192 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.535467 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-7b001691-5b59-4bf0-8df8-4723025bd50e admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/92e526ec-ac36-4d15-bc60-c267978131d1 HTTP/1.1" status: 204 len: 168 time: 1.0555749 Oct 23 02:14:45.536430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45692) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:45.576256 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:45.585071 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e85a02a-14d2-4c39-9dff-59c94751c06c admin admin] Deleting subnet 18bdd759-f5f3-4d18-8803-f0b450c01d61 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:14:45.589443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e85a02a-14d2-4c39-9dff-59c94751c06c admin admin] Publish callbacks [] for subnet (18bdd759-f5f3-4d18-8803-f0b450c01d61), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.622725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e85a02a-14d2-4c39-9dff-59c94751c06c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (18bdd759-f5f3-4d18-8803-f0b450c01d61), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.696832 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e85a02a-14d2-4c39-9dff-59c94751c06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (18bdd759-f5f3-4d18-8803-f0b450c01d61), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.824692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e85a02a-14d2-4c39-9dff-59c94751c06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (18bdd759-f5f3-4d18-8803-f0b450c01d61), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.853240 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85a02a-14d2-4c39-9dff-59c94751c06c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18bdd759-f5f3-4d18-8803-f0b450c01d61,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:45.855268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e85a02a-14d2-4c39-9dff-59c94751c06c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.858425 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0e85a02a-14d2-4c39-9dff-59c94751c06c admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/18bdd759-f5f3-4d18-8803-f0b450c01d61 HTTP/1.1" status: 204 len: 168 time: 0.3210857 Oct 23 02:14:45.861183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45694) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:45.864775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b73d677-8d14-4ed4-b23c-a681bf1ad031 None None] Network a9c181c5-666e-48bd-b070-97ac1f664e8a requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:14:45.931918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (a9c181c5-666e-48bd-b070-97ac1f664e8a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:45.978987 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Deleting port b8fca883-dd51-423f-b57d-ba84a13440fa {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:14:45.979751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.056057 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcea74b-984e-4503-9229-38bf27378aba None None] DHCP port deletion for a9c181c5-666e-48bd-b070-97ac1f664e8a request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:14:46.067011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] For port b8fca883-dd51-423f-b57d-ba84a13440fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8fca883-dd51-423f-b57d-ba84a13440fa,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:46.067526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.089965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Calling delete_port for b8fca883-dd51-423f-b57d-ba84a13440fa owned by network:dhcp {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:14:46.090580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cf270af9-95c3-4483-a8c7-7e69ac688991 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:14:46.111639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: cf270af9-95c3-4483-a8c7-7e69ac688991 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:14:46.112320 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device cf270af9-95c3-4483-a8c7-7e69ac688991 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:14:46.112438 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 55046090-c55c-4324-9114-789a13787ee7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:14:46.121477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Deleting port b8fca883-dd51-423f-b57d-ba84a13440fa {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:14:46.121884 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.139870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 55046090-c55c-4324-9114-789a13787ee7 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:14:46.140226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 55046090-c55c-4324-9114-789a13787ee7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:14:46.163118 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:46.205698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-afcea74b-984e-4503-9229-38bf27378aba None None] For port b8fca883-dd51-423f-b57d-ba84a13440fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8fca883-dd51-423f-b57d-ba84a13440fa,segment=NetworkSegment(debba940-1668-4782-84da-e5980f34e810),segment_id=debba940-1668-4782-84da-e5980f34e810)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:46.206129 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.218676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Calling delete_port for b8fca883-dd51-423f-b57d-ba84a13440fa owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:14:46.240526 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.269771 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fca883-dd51-423f-b57d-ba84a13440fa,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:46.273582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] No DVR routers for this DVR port b8fca883-dd51-423f-b57d-ba84a13440fa on host dv-neutron-master-2-hyperv {{(pid=105985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:14:46.298063 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (b8fca883-dd51-423f-b57d-ba84a13440fa), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.327622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Pushing event deleted for resources: {'Port': ['ID=b8fca883-dd51-423f-b57d-ba84a13440fa,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:46.329837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcea74b-984e-4503-9229-38bf27378aba None None] No DVR routers for this DVR port b8fca883-dd51-423f-b57d-ba84a13440fa on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:14:46.340304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.340304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.340304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.340304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.340304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.340304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.340304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.340304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.340304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.340304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.341410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.341410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.341410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.341410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.341744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcea74b-984e-4503-9229-38bf27378aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:46.345057 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (a9c181c5-666e-48bd-b070-97ac1f664e8a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.366058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c181c5-666e-48bd-b070-97ac1f664e8a']}} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:46.375988 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debba940-1668-4782-84da-e5980f34e810') {'for_net_delete': True} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:46.376291 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.services.segments.db [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debba940-1668-4782-84da-e5980f34e810') {} {{(pid=105985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:46.385912 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8370428'] for segment (debba940-1668-4782-84da-e5980f34e810), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.399105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (debba940-1668-4782-84da-e5980f34e810), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.405371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=105985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:14:46.405754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7016595'] for segment (debba940-1668-4782-84da-e5980f34e810), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.525596 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment debba940-1668-4782-84da-e5980f34e810 resource provider aggregate not found Oct 23 02:14:46.539411 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (a9c181c5-666e-48bd-b070-97ac1f664e8a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.545891 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.services.segments.plugin [-] Segment debba940-1668-4782-84da-e5980f34e810 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid debba940-1668-4782-84da-e5980f34e810 found for delete ", "request_id": "req-841c8a1c-1b8b-40d0-baa2-f7197da14fa8"}]} Oct 23 02:14:46.546843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.550067 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/a9c181c5-666e-48bd-b070-97ac1f664e8a HTTP/1.1" status: 204 len: 168 time: 0.6878772 Oct 23 02:14:46.553071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 45704) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:46.562189 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963ed95-c4de-4068-9cb4-807d618c425a admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c181c5-666e-48bd-b070-97ac1f664e8a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:46.860614 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:47.076414 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Deleting port aba45770-3d99-49af-b00d-9802df5825b0 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:14:47.076759 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (aba45770-3d99-49af-b00d-9802df5825b0), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:47.158666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] For port aba45770-3d99-49af-b00d-9802df5825b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aba45770-3d99-49af-b00d-9802df5825b0,segment=NetworkSegment(34d6d5d2-6495-46fd-aaf0-d09f94ff5c95),segment_id=34d6d5d2-6495-46fd-aaf0-d09f94ff5c95)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:47.158948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (aba45770-3d99-49af-b00d-9802df5825b0), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:47.171670 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Calling delete_port for aba45770-3d99-49af-b00d-9802df5825b0 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:14:47.223434 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:47.225341 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=100 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:47.413335 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (aba45770-3d99-49af-b00d-9802df5825b0), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:47.435382 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aba45770-3d99-49af-b00d-9802df5825b0,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:47.450452 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.450805 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.451150 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.451519 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.451911 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.452245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.452581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.452908 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.453245 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.453572 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.453930 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.454254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.454577 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.454899 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.455220 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:47.618109 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:47.639300 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e411313-732a-44c1-85a1-89a5d986800a None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:14:47.705518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e411313-732a-44c1-85a1-89a5d986800a None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:14:47.823770 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:14:47.931685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:14:47.939306 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45706) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:47.941695 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5969246f-15ef-438a-96f0-5e255d186e15 None None] Sync routers for ids ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:14:47.945984 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ad585480-8591-4228-ae93-0c54db2ca0e8 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3847358 Oct 23 02:14:47.953905 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5969246f-15ef-438a-96f0-5e255d186e15 None None] Routers {'72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:47.954519 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5969246f-15ef-438a-96f0-5e255d186e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:48.066667 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Publish callbacks [] for router (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:48.071613 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-5969246f-15ef-438a-96f0-5e255d186e15 None None] Set router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:48.107316 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b8fca883-dd51-423f-b57d-ba84a13440fa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:14:48.127805 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: b8fca883-dd51-423f-b57d-ba84a13440fa {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:14:48.128156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device b8fca883-dd51-423f-b57d-ba84a13440fa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:14:48.267284 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5969246f-15ef-438a-96f0-5e255d186e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'name': 'tempest-TestShelveInstance-1191052750-router', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23'}], 'enable_snat': True}, 'gw_port_id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:14:47Z', 'revision_number': 5, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'gw_port': {'id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:48.298929 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5969246f-15ef-438a-96f0-5e255d186e15 None None] Checking router: 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:14:48.308794 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5969246f-15ef-438a-96f0-5e255d186e15 None None] Routers {'72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:48.309423 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5969246f-15ef-438a-96f0-5e255d186e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:48.419393 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-5969246f-15ef-438a-96f0-5e255d186e15 None None] Set router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:48.511120 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Publish callbacks [] for router_gateway (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:48.591482 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-ce80c76f-5a4e-4943-9a7a-1f8b2ad39580 None None] Provisioning complete for port ea734517-df8d-4828-8ad8-01e0730ef164 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:48.591847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-ce80c76f-5a4e-4943-9a7a-1f8b2ad39580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:48.592383 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-ce80c76f-5a4e-4943-9a7a-1f8b2ad39580 None None] Attempt 1 to provision port ea734517-df8d-4828-8ad8-01e0730ef164 Oct 23 02:14:48.593903 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5969246f-15ef-438a-96f0-5e255d186e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'name': 'tempest-TestShelveInstance-1191052750-router', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23'}], 'enable_snat': True}, 'gw_port_id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:14:47Z', 'revision_number': 5, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'gw_port': {'id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:48.612435 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Deleting port dfa1f080-c788-424c-9986-75bfd4246ece {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:14:48.612775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:48.618867 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5969246f-15ef-438a-96f0-5e255d186e15 None None] The sync data for ids ['72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d'] in dv-neutron-master-2-hyperv is: [{'id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'name': 'tempest-TestShelveInstance-1191052750-router', 'tenant_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23'}], 'enable_snat': True}, 'gw_port_id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:14:47Z', 'revision_number': 5, 'project_id': 'e16ffc9443e64e6399cd83e9023df5c4', 'gw_port': {'id': 'dfa1f080-c788-424c-9986-75bfd4246ece', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:04:45Z', 'updated_at': '2022-10-23T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:14:48.672467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-ce80c76f-5a4e-4943-9a7a-1f8b2ad39580 None None] Current status of the port ea734517-df8d-4828-8ad8-01e0730ef164 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:48.698683 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:48.705418 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] For port dfa1f080-c788-424c-9986-75bfd4246ece, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfa1f080-c788-424c-9986-75bfd4246ece,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:48.705810 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:48.718900 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Calling delete_port for dfa1f080-c788-424c-9986-75bfd4246ece owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:14:48.932861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (dfa1f080-c788-424c-9986-75bfd4246ece), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:48.936846 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:48.958940 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa1f080-c788-424c-9986-75bfd4246ece,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:49.024545 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.119977 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.122208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Publish callbacks [] for router_controller (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.258607 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.259163 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:14:49.263492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.264497 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-849d266d-7229-44a4-bca8-e53d9ff161c7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/72f0b642-d1f5-4aa6-b9bd-ef26c0ec678d HTTP/1.1" status: 204 len: 168 time: 1.3241639 Oct 23 02:14:49.267044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45708) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:49.313025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b7645b-c51b-49fa-ae2d-1bb76e7983a5 admin admin] Deleting subnet 2addda51-878b-4e88-a6e2-587ed5d074bf {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:14:49.316590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b9b7645b-c51b-49fa-ae2d-1bb76e7983a5 admin admin] Publish callbacks [] for subnet (2addda51-878b-4e88-a6e2-587ed5d074bf), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.353679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b9b7645b-c51b-49fa-ae2d-1bb76e7983a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (2addda51-878b-4e88-a6e2-587ed5d074bf), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.433828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b9b7645b-c51b-49fa-ae2d-1bb76e7983a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (2addda51-878b-4e88-a6e2-587ed5d074bf), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.544567 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b9b7645b-c51b-49fa-ae2d-1bb76e7983a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (2addda51-878b-4e88-a6e2-587ed5d074bf), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.571576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7645b-c51b-49fa-ae2d-1bb76e7983a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2addda51-878b-4e88-a6e2-587ed5d074bf,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:49.575142 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b9b7645b-c51b-49fa-ae2d-1bb76e7983a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.578364 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b9b7645b-c51b-49fa-ae2d-1bb76e7983a5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/2addda51-878b-4e88-a6e2-587ed5d074bf HTTP/1.1" status: 204 len: 168 time: 0.3103788 Oct 23 02:14:49.581056 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 45710) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:49.581524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea557a-c774-49bf-9908-d16df35765ae None None] Network d7159764-dde2-4ec0-ad94-b62cee8d3f07 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:14:49.652031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (d7159764-dde2-4ec0-ad94-b62cee8d3f07), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.693064 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:49.710854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Deleting port ea734517-df8d-4828-8ad8-01e0730ef164 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:14:49.710854 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.725545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19fb0fa-1413-48ba-a5b5-4609f91fbd82 None None] DHCP port deletion for d7159764-dde2-4ec0-ad94-b62cee8d3f07 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:14:49.765968 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c19fb0fa-1413-48ba-a5b5-4609f91fbd82 None None] Deleting port ea734517-df8d-4828-8ad8-01e0730ef164 {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:14:49.766341 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c19fb0fa-1413-48ba-a5b5-4609f91fbd82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.774765 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] For port ea734517-df8d-4828-8ad8-01e0730ef164, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea734517-df8d-4828-8ad8-01e0730ef164,segment=NetworkSegment(34d6d5d2-6495-46fd-aaf0-d09f94ff5c95),segment_id=34d6d5d2-6495-46fd-aaf0-d09f94ff5c95)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:49.775134 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.791229 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Calling delete_port for ea734517-df8d-4828-8ad8-01e0730ef164 owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:14:49.830101 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c19fb0fa-1413-48ba-a5b5-4609f91fbd82 None None] For port ea734517-df8d-4828-8ad8-01e0730ef164, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea734517-df8d-4828-8ad8-01e0730ef164,segment=NetworkSegment(34d6d5d2-6495-46fd-aaf0-d09f94ff5c95),segment_id=34d6d5d2-6495-46fd-aaf0-d09f94ff5c95)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:49.830416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c19fb0fa-1413-48ba-a5b5-4609f91fbd82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.844170 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c19fb0fa-1413-48ba-a5b5-4609f91fbd82 None None] Calling delete_port for ea734517-df8d-4828-8ad8-01e0730ef164 owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:14:49.848034 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:49.905548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:49.978892 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.986672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c19fb0fa-1413-48ba-a5b5-4609f91fbd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (ea734517-df8d-4828-8ad8-01e0730ef164), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.003041 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ea734517-df8d-4828-8ad8-01e0730ef164,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:50.009272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] No DVR routers for this DVR port ea734517-df8d-4828-8ad8-01e0730ef164 on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:14:50.017569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fb0fa-1413-48ba-a5b5-4609f91fbd82 None None] Pushing event deleted for resources: {'Port': ['ID=ea734517-df8d-4828-8ad8-01e0730ef164,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:50.025545 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ea734517-df8d-4828-8ad8-01e0730ef164 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:14:50.028379 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19fb0fa-1413-48ba-a5b5-4609f91fbd82 None None] No DVR routers for this DVR port ea734517-df8d-4828-8ad8-01e0730ef164 on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:14:50.053401 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: ea734517-df8d-4828-8ad8-01e0730ef164 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:14:50.053800 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device ea734517-df8d-4828-8ad8-01e0730ef164 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:14:50.054219 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device aba45770-3d99-49af-b00d-9802df5825b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:14:50.073711 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: aba45770-3d99-49af-b00d-9802df5825b0 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:14:50.074089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device aba45770-3d99-49af-b00d-9802df5825b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:14:50.074507 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dfa1f080-c788-424c-9986-75bfd4246ece no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:14:50.086633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (d7159764-dde2-4ec0-ad94-b62cee8d3f07), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.095851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: dfa1f080-c788-424c-9986-75bfd4246ece {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:14:50.096203 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device dfa1f080-c788-424c-9986-75bfd4246ece not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:14:50.108200 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7159764-dde2-4ec0-ad94-b62cee8d3f07']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:50.118166 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d6d5d2-6495-46fd-aaf0-d09f94ff5c95') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:50.118463 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d6d5d2-6495-46fd-aaf0-d09f94ff5c95') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:50.127822 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (34d6d5d2-6495-46fd-aaf0-d09f94ff5c95), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.141475 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (34d6d5d2-6495-46fd-aaf0-d09f94ff5c95), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.148620 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:14:50.149009 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (34d6d5d2-6495-46fd-aaf0-d09f94ff5c95), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.259013 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 34d6d5d2-6495-46fd-aaf0-d09f94ff5c95 resource provider aggregate not found Oct 23 02:14:50.275469 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 34d6d5d2-6495-46fd-aaf0-d09f94ff5c95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34d6d5d2-6495-46fd-aaf0-d09f94ff5c95 found for delete ", "request_id": "req-fa2d6b62-b36e-426c-aaff-f117896fa9a6"}]} Oct 23 02:14:50.298898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (d7159764-dde2-4ec0-ad94-b62cee8d3f07), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.305581 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.308689 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/d7159764-dde2-4ec0-ad94-b62cee8d3f07 HTTP/1.1" status: 204 len: 168 time: 0.7266221 Oct 23 02:14:50.318524 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c44eab-d5ba-4390-a963-eb505ed079ff admin admin] Pushing event deleted for resources: {'Network': ['ID=d7159764-dde2-4ec0-ad94-b62cee8d3f07,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:50.630741 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 45722) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:50.669636 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c6fcf3c3-4abc-4eb7-b434-63328356575f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4a241b116d5a46e9a1d953db5c61fb80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382638 Oct 23 02:14:50.672001 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 45724) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:50.722160 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-958aa583-778d-4528-86ce-5fa03677a334 admin admin] Publish callbacks [] for security_group (63495751-ac80-4912-b1b3-7e62150e869a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.741879 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-958aa583-778d-4528-86ce-5fa03677a334 admin admin] Publish callbacks [] for security_group (63495751-ac80-4912-b1b3-7e62150e869a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.847070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-958aa583-778d-4528-86ce-5fa03677a334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (63495751-ac80-4912-b1b3-7e62150e869a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.849547 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-958aa583-778d-4528-86ce-5fa03677a334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.851236 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-958aa583-778d-4528-86ce-5fa03677a334 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/63495751-ac80-4912-b1b3-7e62150e869a HTTP/1.1" status: 204 len: 168 time: 0.1778560 Oct 23 02:14:50.858871 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958aa583-778d-4528-86ce-5fa03677a334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63495751-ac80-4912-b1b3-7e62150e869a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:51.446869 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 45730) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:51.487327 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-cc678508-60ec-43e8-9f6d-96bb7752dc59 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e16ffc9443e64e6399cd83e9023df5c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392962 Oct 23 02:14:51.489668 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 45732) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:51.536975 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aacdf30c-58a9-40b0-b02e-0c1ace72b505 admin admin] Publish callbacks [] for security_group (14314790-3028-494b-b638-38ef270cbf51), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:51.557624 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aacdf30c-58a9-40b0-b02e-0c1ace72b505 admin admin] Publish callbacks [] for security_group (14314790-3028-494b-b638-38ef270cbf51), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:51.675890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aacdf30c-58a9-40b0-b02e-0c1ace72b505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (14314790-3028-494b-b638-38ef270cbf51), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:51.678325 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-aacdf30c-58a9-40b0-b02e-0c1ace72b505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:51.679493 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-aacdf30c-58a9-40b0-b02e-0c1ace72b505 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/14314790-3028-494b-b638-38ef270cbf51 HTTP/1.1" status: 204 len: 168 time: 0.1889086 Oct 23 02:14:51.687187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdf30c-58a9-40b0-b02e-0c1ace72b505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14314790-3028-494b-b638-38ef270cbf51,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:52.470286 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:52.712491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 45754) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:52.804468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-645293788-network', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:52.880530 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Made reservation on behalf of b930773c6f1c4d9ba2574a7adb278408 for: {'network': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:14:52.882979 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:52.891651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:52.939187 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:52.958938 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:52.967847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Publish callbacks [] for security_group (d9f1a35f-9804-4737-bf3e-b69d3f9a4135), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:53.040961 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d9f1a35f-9804-4737-bf3e-b69d3f9a4135), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:53.068555 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=105984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:14:53.075132 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f1a35f-9804-4737-bf3e-b69d3f9a4135,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:53.080910 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6b7620c8-1acd-4f6a-a0a0-25debcf0b725), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:53.081252 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.segments_db [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Added segment 6b7620c8-1acd-4f6a-a0a0-25debcf0b725 of type vlan for network 90106bbd-59ed-4df7-a15f-e0906ac33b39 Oct 23 02:14:53.120685 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (90106bbd-59ed-4df7-a15f-e0906ac33b39), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:53.229567 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (90106bbd-59ed-4df7-a15f-e0906ac33b39), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:53.230600 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:53.231186 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:53.292968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=90106bbd-59ed-4df7-a15f-e0906ac33b39,revision_number=1']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:53.302263 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network 90106bbd-59ed-4df7-a15f-e0906ac33b39 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:14:53.369743 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-ecd9c793-57ae-4f5d-a269-6f16ff63d1b6 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6560700 Oct 23 02:14:53.375953 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 45758) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:53.377162 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] Request body: {'subnet': {'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-645293788-subnet', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'ip_version': 4}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:53.475272 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] Made reservation on behalf of b930773c6f1c4d9ba2574a7adb278408 for: {'subnet': 1} {{(pid=105984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:14:53.477941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5340856'] for subnet (None), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:53.693234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5534760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5340846'] for subnet (21810884-2c37-4a12-adb0-2f3a925d83c9), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:53.752957 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21810884-2c37-4a12-adb0-2f3a925d83c9,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:53.757207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] Checking segment: {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:53.757558 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] Network hostable DHCP agents. Network: 90106bbd-59ed-4df7-a15f-e0906ac33b39, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:14:53.818467 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] Network 90106bbd-59ed-4df7-a15f-e0906ac33b39 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:14:53.897776 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.base_scheduler [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 90106bbd-59ed-4df7-a15f-e0906ac33b39) {{(pid=105984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:53.901621 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:53.902254 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:53.906692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fe27a9-40f2-468a-8395-ed9f29269ca2 None None] Network 90106bbd-59ed-4df7-a15f-e0906ac33b39 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:14:53.910905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:53.951419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:54.006508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-90106bbd-59ed-4df7-a15f-e0906ac33b39', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:14:54.007518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.015064 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-c6c14802-c31b-485d-b2ce-21cb92c100f7 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6415012 Oct 23 02:14:54.019955 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45760) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:54.024363 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:54.132811 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (03287c38-1aea-4624-8842-4afc1e484d47), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.133899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (03287c38-1aea-4624-8842-4afc1e484d47), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.135383 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:54.147416 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Allocated IP 172.20.0.2 (90106bbd-59ed-4df7-a15f-e0906ac33b39/21810884-2c37-4a12-adb0-2f3a925d83c9/bcfd217f-515e-4e0e-bd10-54bb91788daa) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:54.184443 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Publish callbacks [] for router_controller (03287c38-1aea-4624-8842-4afc1e484d47), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.292185 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Publish callbacks [] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.367585 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.409608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Publish callbacks [] for router_gateway (03287c38-1aea-4624-8842-4afc1e484d47), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.410396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Network 90106bbd-59ed-4df7-a15f-e0906ac33b39 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:54.415718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:54.418378 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Pushing event updated for resources: {'Port': ['ID=bcfd217f-515e-4e0e-bd10-54bb91788daa,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:54.420499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:54.477181 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Attempting to bind port bcfd217f-515e-4e0e-bd10-54bb91788daa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:14:54.477548 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Attempting to bind port bcfd217f-515e-4e0e-bd10-54bb91788daa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:14:54.477933 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Attempting to bind port bcfd217f-515e-4e0e-bd10-54bb91788daa on network 90106bbd-59ed-4df7-a15f-e0906ac33b39 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:54.519922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:14:54.520312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Checking segment: {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:54.520757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.521091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Bound using segment: {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:14:54.521563 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Bound port: bcfd217f-515e-4e0e-bd10-54bb91788daa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:14:54.522022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.536522 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:54.584220 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] For port bcfd217f-515e-4e0e-bd10-54bb91788daa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:14:54.585911 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:54.588846 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] For port bcfd217f-515e-4e0e-bd10-54bb91788daa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcfd217f-515e-4e0e-bd10-54bb91788daa,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:14:54.656956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Publish callbacks [] for router_gateway (03287c38-1aea-4624-8842-4afc1e484d47), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.675794 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.676002 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.727612 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fa7f8-7e97-4c80-b17f-65fffe9e4d25 None None] Pushing event updated for resources: {'Port': ['ID=bcfd217f-515e-4e0e-bd10-54bb91788daa,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:54.734313 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:54.786982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Allocated IP 172.36.3.123 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/a61d3060-7da3-4251-b70a-3c23495f42a9) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:54.919576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Publish callbacks [] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:54.996301 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:55.034040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:55.037141 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:55.042935 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:55.069194 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=a61d3060-7da3-4251-b70a-3c23495f42a9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:55.338690 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Publish callbacks [] for router_gateway (03287c38-1aea-4624-8842-4afc1e484d47), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:55.386964 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:55.540311 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (03287c38-1aea-4624-8842-4afc1e484d47), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:55.581700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73340473-2f27-4601-9800-7b03e189068e None None] Network 90106bbd-59ed-4df7-a15f-e0906ac33b39 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:14:55.645525 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f912a676-7373-4235-8080-2223bfa58873 None None] Provisioning complete for port bcfd217f-515e-4e0e-bd10-54bb91788daa triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:55.645944 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f912a676-7373-4235-8080-2223bfa58873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:55.646235 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f912a676-7373-4235-8080-2223bfa58873 None None] Attempt 1 to provision port bcfd217f-515e-4e0e-bd10-54bb91788daa Oct 23 02:14:55.721209 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Router 03287c38-1aea-4624-8842-4afc1e484d47 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:14:55.761479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f912a676-7373-4235-8080-2223bfa58873 None None] Current status of the port bcfd217f-515e-4e0e-bd10-54bb91788daa is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:55.761900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f912a676-7373-4235-8080-2223bfa58873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:55.796320 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f912a676-7373-4235-8080-2223bfa58873 None None] For port bcfd217f-515e-4e0e-bd10-54bb91788daa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcfd217f-515e-4e0e-bd10-54bb91788daa,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:55.833116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:14:55.843652 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Sync routers for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:14:55.854572 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:55.855209 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:55.891958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f912a676-7373-4235-8080-2223bfa58873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:55.951574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:55.952986 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-21488106-fab3-4b97-9f5d-f48615510ac0 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9320085 Oct 23 02:14:55.955652 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45762) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:55.986853 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912a676-7373-4235-8080-2223bfa58873 None None] Pushing event updated for resources: {'Port': ['ID=bcfd217f-515e-4e0e-bd10-54bb91788daa,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:56.021085 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:56.029381 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:56.081239 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bcfd217f-515e-4e0e-bd10-54bb91788daa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:56.104928 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-89e346c6-ac72-46b8-8fd2-97c55362f343 None None] Provisioning complete for port bcfd217f-515e-4e0e-bd10-54bb91788daa triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:56.105298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-89e346c6-ac72-46b8-8fd2-97c55362f343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.105633 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-89e346c6-ac72-46b8-8fd2-97c55362f343 None None] Attempt 1 to provision port bcfd217f-515e-4e0e-bd10-54bb91788daa Oct 23 02:14:56.220955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bcfd217f-515e-4e0e-bd10-54bb91788daa triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:56.221242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.221571 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bcfd217f-515e-4e0e-bd10-54bb91788daa Oct 23 02:14:56.322110 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-89e346c6-ac72-46b8-8fd2-97c55362f343 None None] Current status of the port bcfd217f-515e-4e0e-bd10-54bb91788daa is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:56.357437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:56.359990 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:55Z', 'revision_number': 3, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:56.377765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:56.383761 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.387676 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Checking router: 03287c38-1aea-4624-8842-4afc1e484d47 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:14:56.388028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Updating router 03287c38-1aea-4624-8842-4afc1e484d47 port a61d3060-7da3-4251-b70a-3c23495f42a9 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:14:56.421236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bcfd217f-515e-4e0e-bd10-54bb91788daa is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:56.426974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.542382 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Allocated IP 172.20.0.1 (90106bbd-59ed-4df7-a15f-e0906ac33b39/21810884-2c37-4a12-adb0-2f3a925d83c9/e9f323b5-a84c-4e4c-99f2-749fb0d39ab4) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:56.649692 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Publish callbacks [] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.727731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.771103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Network 90106bbd-59ed-4df7-a15f-e0906ac33b39 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:56.778709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:56.782530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:56.786030 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Pushing event updated for resources: {'Port': ['ID=e9f323b5-a84c-4e4c-99f2-749fb0d39ab4,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:56.811985 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:56.817762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Publish callbacks [] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.822477 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (03287c38-1aea-4624-8842-4afc1e484d47), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.876147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.912022 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Attempting to bind port a61d3060-7da3-4251-b70a-3c23495f42a9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:14:56.912387 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Attempting to bind port a61d3060-7da3-4251-b70a-3c23495f42a9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:14:56.912746 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Attempting to bind port a61d3060-7da3-4251-b70a-3c23495f42a9 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:56.954499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8cc4f-5e2f-4d6f-9441-2eec6c2865d7 None None] Pushing event updated for resources: {'Port': ['ID=a61d3060-7da3-4251-b70a-3c23495f42a9,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:56.971094 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:14:56.971605 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:56.971851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.972233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:14:56.972701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Bound port: a61d3060-7da3-4251-b70a-3c23495f42a9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:14:56.973156 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.998487 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:57.007579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:57.021721 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] For port a61d3060-7da3-4251-b70a-3c23495f42a9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:14:57.022868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:57.026527 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] For port a61d3060-7da3-4251-b70a-3c23495f42a9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a61d3060-7da3-4251-b70a-3c23495f42a9,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:14:57.044781 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-fa5cc66d-4242-438f-b034-c989847215ba None None] Provisioning complete for port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:57.045089 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fa5cc66d-4242-438f-b034-c989847215ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:57.045425 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-fa5cc66d-4242-438f-b034-c989847215ba None None] Attempt 1 to provision port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 Oct 23 02:14:57.078353 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-fa5cc66d-4242-438f-b034-c989847215ba None None] Port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:14:57.116060 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:57.151622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:57.152241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:57.159714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:57.175639 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Publish callbacks [] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:57.213255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8cc4f-5e2f-4d6f-9441-2eec6c2865d7 None None] Pushing event updated for resources: {'Port': ['ID=a61d3060-7da3-4251-b70a-3c23495f42a9,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:57.252892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:57.269683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:57.323825 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (03287c38-1aea-4624-8842-4afc1e484d47), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:57.325458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Pushing event updated for resources: {'Port': ['ID=e9f323b5-a84c-4e4c-99f2-749fb0d39ab4,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:57.423956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Network 90106bbd-59ed-4df7-a15f-e0906ac33b39 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:57.425304 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:57.459734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 1, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:57.485238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039643c-3abf-4c5e-94f2-e240dfaa9e31 None None] The sync data for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv is: [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 1, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:14:57.547884 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Router 03287c38-1aea-4624-8842-4afc1e484d47 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:14:57.666642 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:14:57.676689 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d240e8f1-d738-4407-922b-24ac1ee50ddc admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/03287c38-1aea-4624-8842-4afc1e484d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7199810 Oct 23 02:14:57.709609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-0afa86a4-68ea-44a4-9054-3756ccef4fb8 None None] Provisioning complete for port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:57.709963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0afa86a4-68ea-44a4-9054-3756ccef4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:57.710287 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-0afa86a4-68ea-44a4-9054-3756ccef4fb8 None None] Attempt 1 to provision port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 Oct 23 02:14:57.742172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-0afa86a4-68ea-44a4-9054-3756ccef4fb8 None None] Port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:14:58.048171 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bcfd217f-515e-4e0e-bd10-54bb91788daa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:58.100464 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bcfd217f-515e-4e0e-bd10-54bb91788daa triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:58.100925 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:58.101329 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bcfd217f-515e-4e0e-bd10-54bb91788daa Oct 23 02:14:58.196847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bcfd217f-515e-4e0e-bd10-54bb91788daa is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:58.470726 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45778) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:58.475616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1498417520-network', 'tenant_id': '476a6a89285348c88e776172e0c444f0'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:58.573250 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Made reservation on behalf of 476a6a89285348c88e776172e0c444f0 for: {'network': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:14:58.575748 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for network (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:58.584997 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:58.598345 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:58.667009 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Publish callbacks [] for security_group (31f8eb21-fcc7-4940-9f3f-2670a949a13a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:58.755420 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (31f8eb21-fcc7-4940-9f3f-2670a949a13a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:58.781048 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=105985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:14:58.791758 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f8eb21-fcc7-4940-9f3f-2670a949a13a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:58.796530 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (10696fe2-e0ec-4140-9ae4-68e65681c4f7), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:58.796876 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.segments_db [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Added segment 10696fe2-e0ec-4140-9ae4-68e65681c4f7 of type vlan for network d7476819-5419-4247-8b59-76aee67392b9 Oct 23 02:14:58.836931 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733988616852'] for network (d7476819-5419-4247-8b59-76aee67392b9), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:58.926922 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584'] for network (d7476819-5419-4247-8b59-76aee67392b9), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:58.927963 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:58.928543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:59.307407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] Pushing event updated for resources: {'Network': ['ID=d7476819-5419-4247-8b59-76aee67392b9,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:59.318698 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Network d7476819-5419-4247-8b59-76aee67392b9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=105986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:14:59.371768 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-21aa22ec-4054-4efe-a3fa-ef29676b93c5 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8999186 Oct 23 02:14:59.374581 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45780) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:59.380393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] Request body: {'subnet': {'network_id': 'd7476819-5419-4247-8b59-76aee67392b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1498417520-subnet', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'ip_version': 4}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:59.447542 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Sync routers for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:14:59.450864 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:59.458883 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:59.459471 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:59.492586 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] Made reservation on behalf of 476a6a89285348c88e776172e0c444f0 for: {'subnet': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:14:59.494998 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7105560'] for subnet (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:59.562650 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:59.641086 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=100 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:59.698751 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7020406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7105550'] for subnet (e8b6665b-f21d-4376-b43d-0c3a57454453), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:59.722196 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:59.751263 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:14:57Z', 'revision_number': 2, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:59.755021 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b6665b-f21d-4376-b43d-0c3a57454453,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:59.766742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] Checking segment: {'id': '10696fe2-e0ec-4140-9ae4-68e65681c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:59.767095 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] Network hostable DHCP agents. Network: d7476819-5419-4247-8b59-76aee67392b9, hostable agents: ['d33e14db-e492-434a-b642-f16dd8465a6e'], hosted agents: [] {{(pid=105985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:14:59.777823 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Checking router: 03287c38-1aea-4624-8842-4afc1e484d47 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:14:59.778589 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Updating router 03287c38-1aea-4624-8842-4afc1e484d47 port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:14:59.808580 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:59.818302 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] Network d7476819-5419-4247-8b59-76aee67392b9 is scheduled to be hosted by DHCP agent d33e14db-e492-434a-b642-f16dd8465a6e with binding_index 1 {{(pid=105985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:14:59.869694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d7476819-5419-4247-8b59-76aee67392b9) {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:59.873766 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:59.874402 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:59.881264 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe534f46-1e04-4cae-afcf-0ee405556262 None None] Network d7476819-5419-4247-8b59-76aee67392b9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:14:59.952939 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0e851af0-1dfa-48d9-af91-eefea05540bb admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5771515 Oct 23 02:14:59.955742 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45782) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:59.960744 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1498417520-router', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:59.999082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d7476819-5419-4247-8b59-76aee67392b9', 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9', 'project_id': '476a6a89285348c88e776172e0c444f0', 'fixed_ips': [{'subnet_id': 'e8b6665b-f21d-4376-b43d-0c3a57454453'}]}} from dv-neutron-master-2-hyperv. {{(pid=105986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:15:00.000077 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.070458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27813'] for router (560e186b-24ee-49b5-8f8e-e8f87ee00512), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.072294 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27834'] for router (560e186b-24ee-49b5-8f8e-e8f87ee00512), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.082499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a61d3060-7da3-4251-b70a-3c23495f42a9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:00.135103 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Publish callbacks [] for router_controller (560e186b-24ee-49b5-8f8e-e8f87ee00512), precommit_add_association {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.167415 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Publish callbacks [] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.184499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port a61d3060-7da3-4251-b70a-3c23495f42a9 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:00.184878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.185218 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port a61d3060-7da3-4251-b70a-3c23495f42a9 Oct 23 02:15:00.186500 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:00.188609 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.db_base_plugin_common [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Allocated IP 172.20.0.2 (d7476819-5419-4247-8b59-76aee67392b9/e8b6665b-f21d-4376-b43d-0c3a57454453/72e2f279-8d9e-4d29-babe-af0cb5e9604d) {{(pid=105986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:15:00.190216 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:00.258313 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.322969 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:00.327113 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Pushing event updated for resources: {'Port': ['ID=e9f323b5-a84c-4e4c-99f2-749fb0d39ab4,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:00.331345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port a61d3060-7da3-4251-b70a-3c23495f42a9 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:00.331752 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.351446 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.352105 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.352440 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.352990 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.353322 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.353649 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.353990 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.354527 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.354791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Publish callbacks [] for router_gateway (560e186b-24ee-49b5-8f8e-e8f87ee00512), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.355226 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.355553 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.355875 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.356201 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.356518 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.356831 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.357145 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:00.358146 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:00.368151 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port a61d3060-7da3-4251-b70a-3c23495f42a9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a61d3060-7da3-4251-b70a-3c23495f42a9,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:00.369756 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Attempting to bind port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:15:00.372890 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Attempting to bind port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:15:00.372890 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Attempting to bind port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 on network 90106bbd-59ed-4df7-a15f-e0906ac33b39 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:15:00.412337 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:15:00.412702 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Checking segment: {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:15:00.413098 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.413487 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Bound using segment: {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:15:00.414001 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Bound port: e9f323b5-a84c-4e4c-99f2-749fb0d39ab4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:15:00.418772 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.418899 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Publish callbacks [] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), precommit_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.458297 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.472910 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] For port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:15:00.476071 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] For port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9f323b5-a84c-4e4c-99f2-749fb0d39ab4,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:15:00.488677 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), after_create {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.520772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=a61d3060-7da3-4251-b70a-3c23495f42a9,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:00.524310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Network d7476819-5419-4247-8b59-76aee67392b9 is already hosted by enough agents. {{(pid=105986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:15:00.528310 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.base_scheduler [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Resources bound (agent type, host, resource id): {{(pid=105986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:15:00.533889 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.550463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Received port after_create {{(pid=105986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:15:00.576482 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:15:00.577250 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:00.599149 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Pushing event updated for resources: {'Port': ['ID=72e2f279-8d9e-4d29-babe-af0cb5e9604d,revision_number=1']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:00.617719 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:00.631835 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Attempting to bind port 72e2f279-8d9e-4d29-babe-af0cb5e9604d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:15:00.632213 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Attempting to bind port 72e2f279-8d9e-4d29-babe-af0cb5e9604d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '10696fe2-e0ec-4140-9ae4-68e65681c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:15:00.633665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Attempting to bind port 72e2f279-8d9e-4d29-babe-af0cb5e9604d on network d7476819-5419-4247-8b59-76aee67392b9 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:15:00.640980 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f32ff-6ca9-4925-9459-3dadd78cf3e7 None None] Pushing event updated for resources: {'Port': ['ID=e9f323b5-a84c-4e4c-99f2-749fb0d39ab4,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:00.649624 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Publish callbacks [] for router_gateway (560e186b-24ee-49b5-8f8e-e8f87ee00512), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.670122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.679636 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:15:00.680141 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Checking segment: {'id': '10696fe2-e0ec-4140-9ae4-68e65681c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:15:00.682901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.682901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Bound using segment: {'id': '10696fe2-e0ec-4140-9ae4-68e65681c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:15:00.682901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Bound port: 72e2f279-8d9e-4d29-babe-af0cb5e9604d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10696fe2-e0ec-4140-9ae4-68e65681c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:15:00.682901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.704837 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:00.713267 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:15:00.757666 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] For port 72e2f279-8d9e-4d29-babe-af0cb5e9604d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:15:00.761096 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] For port 72e2f279-8d9e-4d29-babe-af0cb5e9604d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72e2f279-8d9e-4d29-babe-af0cb5e9604d,segment=NetworkSegment(10696fe2-e0ec-4140-9ae4-68e65681c4f7),segment_id=10696fe2-e0ec-4140-9ae4-68e65681c4f7)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:15:00.783809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Allocated IP 172.36.3.224 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/bab7dbff-0fbe-4f43-b635-e7d7aed0c620) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:15:00.813241 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.842703 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:00.872351 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1e93b-2480-459b-a538-fdd6546d884f None None] Pushing event updated for resources: {'Port': ['ID=72e2f279-8d9e-4d29-babe-af0cb5e9604d,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:00.913193 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Publish callbacks [] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.929142 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:00.956271 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdae46c-3b54-45cb-a53a-d95578955eb9 None None] The sync data for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv is: [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:15:00.966985 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:15:01.019722 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:01.077491 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:15:01.084378 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:15:01.086769 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Pushing event updated for resources: {'Port': ['ID=bab7dbff-0fbe-4f43-b635-e7d7aed0c620,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:01.092235 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:15:01.418314 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Publish callbacks [] for router_gateway (560e186b-24ee-49b5-8f8e-e8f87ee00512), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:01.565249 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:01.630340 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619215'] for router (560e186b-24ee-49b5-8f8e-e8f87ee00512), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:01.797817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c894c-8a90-45a4-a1ae-7ae010efb336 None None] Network d7476819-5419-4247-8b59-76aee67392b9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:15:01.846863 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Router 560e186b-24ee-49b5-8f8e-e8f87ee00512 is scheduled to L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af with binding_index 1 {{(pid=105985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:15:01.898809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:01.911929 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f4682d0a-497d-4572-a0fe-6a68eb8fbaa1 None None] Provisioning complete for port 72e2f279-8d9e-4d29-babe-af0cb5e9604d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:01.912298 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f4682d0a-497d-4572-a0fe-6a68eb8fbaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:01.912643 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f4682d0a-497d-4572-a0fe-6a68eb8fbaa1 None None] Attempt 1 to provision port 72e2f279-8d9e-4d29-babe-af0cb5e9604d Oct 23 02:15:01.961346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:15:01.982641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Sync routers for ids ['560e186b-24ee-49b5-8f8e-e8f87ee00512'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:15:02.021269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Routers {'560e186b-24ee-49b5-8f8e-e8f87ee00512'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:15:02.021269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['560e186b-24ee-49b5-8f8e-e8f87ee00512'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:02.021269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f4682d0a-497d-4572-a0fe-6a68eb8fbaa1 None None] Current status of the port 72e2f279-8d9e-4d29-babe-af0cb5e9604d is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:02.021269 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f4682d0a-497d-4572-a0fe-6a68eb8fbaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.043674 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.049689 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-3e6f7ad3-51ad-44d7-84d9-384d77aeec13 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0883515 Oct 23 02:15:02.049689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45784) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:02.300625 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a61d3060-7da3-4251-b70a-3c23495f42a9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:02.304148 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-f4682d0a-497d-4572-a0fe-6a68eb8fbaa1 None None] For port 72e2f279-8d9e-4d29-babe-af0cb5e9604d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72e2f279-8d9e-4d29-babe-af0cb5e9604d,segment=NetworkSegment(10696fe2-e0ec-4140-9ae4-68e65681c4f7),segment_id=10696fe2-e0ec-4140-9ae4-68e65681c4f7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:02.314408 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:02.350296 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Set router 560e186b-24ee-49b5-8f8e-e8f87ee00512 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:15:02.405994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f4682d0a-497d-4572-a0fe-6a68eb8fbaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.480770 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port a61d3060-7da3-4251-b70a-3c23495f42a9 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:02.481147 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.481490 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port a61d3060-7da3-4251-b70a-3c23495f42a9 Oct 23 02:15:02.487183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.542299 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:02.545758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4682d0a-497d-4572-a0fe-6a68eb8fbaa1 None None] Pushing event updated for resources: {'Port': ['ID=72e2f279-8d9e-4d29-babe-af0cb5e9604d,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:02.555934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-f057b039-b8a7-43c2-a02d-b0505dde3b74 None None] Provisioning complete for port 72e2f279-8d9e-4d29-babe-af0cb5e9604d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:02.556313 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f057b039-b8a7-43c2-a02d-b0505dde3b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.556655 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-f057b039-b8a7-43c2-a02d-b0505dde3b74 None None] Attempt 1 to provision port 72e2f279-8d9e-4d29-babe-af0cb5e9604d Oct 23 02:15:02.652868 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Allocated IP 172.20.0.1 (d7476819-5419-4247-8b59-76aee67392b9/e8b6665b-f21d-4376-b43d-0c3a57454453/de96bb93-8164-47d6-b23f-c5ee8ddb4d1e) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:15:02.705691 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port a61d3060-7da3-4251-b70a-3c23495f42a9 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:02.706786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:02.740622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'name': 'tempest-TestSnapshotPattern-1498417520-router', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224'}], 'enable_snat': True}, 'gw_port_id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:01Z', 'revision_number': 3, 'project_id': '476a6a89285348c88e776172e0c444f0', 'gw_port': {'id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:55:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:02.746686 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-f057b039-b8a7-43c2-a02d-b0505dde3b74 None None] Current status of the port 72e2f279-8d9e-4d29-babe-af0cb5e9604d is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:02.755513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Publish callbacks [] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.776592 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Checking router: 560e186b-24ee-49b5-8f8e-e8f87ee00512 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:15:02.776949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Updating router 560e186b-24ee-49b5-8f8e-e8f87ee00512 port bab7dbff-0fbe-4f43-b635-e7d7aed0c620 binding host dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:15:02.815132 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:02.817188 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.819596 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:02.819958 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.820299 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 Oct 23 02:15:02.864630 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.909215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Network d7476819-5419-4247-8b59-76aee67392b9 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:15:02.916436 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:15:02.920438 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:15:02.950965 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Pushing event updated for resources: {'Port': ['ID=de96bb93-8164-47d6-b23f-c5ee8ddb4d1e,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:02.972542 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616323'] for router_interface (560e186b-24ee-49b5-8f8e-e8f87ee00512), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.979943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:03.036260 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:03.036657 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.097436 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9f323b5-a84c-4e4c-99f2-749fb0d39ab4,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:03.153588 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:03.173719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Publish callbacks [] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), precommit_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.191786 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.192547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 72e2f279-8d9e-4d29-babe-af0cb5e9604d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:03.201119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.266331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.298569 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=e9f323b5-a84c-4e4c-99f2-749fb0d39ab4,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:03.308860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Attempting to bind port bab7dbff-0fbe-4f43-b635-e7d7aed0c620 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:15:03.309408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Attempting to bind port bab7dbff-0fbe-4f43-b635-e7d7aed0c620 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:15:03.309817 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Attempting to bind port bab7dbff-0fbe-4f43-b635-e7d7aed0c620 on network 1613376d-8439-4cc7-96a1-6110c0c95b87 {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:15:03.333995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-7e7733ed-7cf2-4375-9d99-f79c2c1b34f0 None None] Provisioning complete for port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:03.334461 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7e7733ed-7cf2-4375-9d99-f79c2c1b34f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.334866 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-7e7733ed-7cf2-4375-9d99-f79c2c1b34f0 None None] Attempt 1 to provision port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e Oct 23 02:15:03.348100 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:03.380957 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Publish callbacks [] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.394978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 72e2f279-8d9e-4d29-babe-af0cb5e9604d triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:03.395357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.395696 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 72e2f279-8d9e-4d29-babe-af0cb5e9604d Oct 23 02:15:03.437127 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064074d0-0f12-4265-a936-c1590628a7c4 None None] Pushing event updated for resources: {'Port': ['ID=bab7dbff-0fbe-4f43-b635-e7d7aed0c620,revision_number=2']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:03.441539 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-7e7733ed-7cf2-4375-9d99-f79c2c1b34f0 None None] Port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:15:03.447918 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.457889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:15:03.457889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Checking segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:15:03.457889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.458373 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Bound using segment: {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'} {{(pid=105986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:15:03.458646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.managers [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Bound port: bab7dbff-0fbe-4f43-b635-e7d7aed0c620, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b39bed-d23c-46ab-8dcb-aca3e069e7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87'}}] {{(pid=105986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:15:03.459025 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.529040 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Pushing event updated for resources: {'Port': ['ID=de96bb93-8164-47d6-b23f-c5ee8ddb4d1e,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:03.532394 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616215'] for router_interface (560e186b-24ee-49b5-8f8e-e8f87ee00512), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.546390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] For port bab7dbff-0fbe-4f43-b635-e7d7aed0c620, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:15:03.556875 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 72e2f279-8d9e-4d29-babe-af0cb5e9604d is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:03.562070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] For port bab7dbff-0fbe-4f43-b635-e7d7aed0c620, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bab7dbff-0fbe-4f43-b635-e7d7aed0c620,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:15:03.566608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:03.636292 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.643532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Network d7476819-5419-4247-8b59-76aee67392b9 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:15:03.645416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:15:03.683200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Routers {'560e186b-24ee-49b5-8f8e-e8f87ee00512'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:15:03.683839 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['560e186b-24ee-49b5-8f8e-e8f87ee00512'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:03.744891 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064074d0-0f12-4265-a936-c1590628a7c4 None None] Pushing event updated for resources: {'Port': ['ID=bab7dbff-0fbe-4f43-b635-e7d7aed0c620,revision_number=3']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:03.792065 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Router 560e186b-24ee-49b5-8f8e-e8f87ee00512 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:15:03.835949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] Set router 560e186b-24ee-49b5-8f8e-e8f87ee00512 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:15:03.913185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:03.923203 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:15:03.928990 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-fa4348eb-2d4b-4c2a-815e-32d01174a3bd admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/560e186b-24ee-49b5-8f8e-e8f87ee00512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8799119 Oct 23 02:15:03.978361 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-a413b41f-f414-4dfa-9588-9fabadacb89f None None] Provisioning complete for port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:03.978734 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a413b41f-f414-4dfa-9588-9fabadacb89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:03.979067 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-a413b41f-f414-4dfa-9588-9fabadacb89f None None] Attempt 1 to provision port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e Oct 23 02:15:04.039861 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-a413b41f-f414-4dfa-9588-9fabadacb89f None None] Port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:15:04.069212 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:04.124242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'name': 'tempest-TestSnapshotPattern-1498417520-router', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224'}], 'enable_snat': True}, 'gw_port_id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 4, 'project_id': '476a6a89285348c88e776172e0c444f0', 'gw_port': {'id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:55:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de96bb93-8164-47d6-b23f-c5ee8ddb4d1e', 'name': '', 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'mac_address': 'fa:16:3e:45:ff:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'e8b6665b-f21d-4376-b43d-0c3a57454453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:02Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 2, 'project_id': '476a6a89285348c88e776172e0c444f0', 'subnets': [{'id': 'e8b6665b-f21d-4376-b43d-0c3a57454453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:04.159430 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef0cb3a-5224-4093-bc88-90b8f42bb5c4 None None] The sync data for ids ['560e186b-24ee-49b5-8f8e-e8f87ee00512'] in dv-neutron-master-2-hyperv is: [{'id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'name': 'tempest-TestSnapshotPattern-1498417520-router', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224'}], 'enable_snat': True}, 'gw_port_id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 4, 'project_id': '476a6a89285348c88e776172e0c444f0', 'gw_port': {'id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:55:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de96bb93-8164-47d6-b23f-c5ee8ddb4d1e', 'name': '', 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'mac_address': 'fa:16:3e:45:ff:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'e8b6665b-f21d-4376-b43d-0c3a57454453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:02Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 2, 'project_id': '476a6a89285348c88e776172e0c444f0', 'subnets': [{'id': 'e8b6665b-f21d-4376-b43d-0c3a57454453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:15:04.162463 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:04.162829 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:04.163187 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 Oct 23 02:15:04.250661 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:04.252741 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 72e2f279-8d9e-4d29-babe-af0cb5e9604d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:04.255876 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:04.299704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port 72e2f279-8d9e-4d29-babe-af0cb5e9604d triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:04.300067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:04.300410 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port 72e2f279-8d9e-4d29-babe-af0cb5e9604d Oct 23 02:15:04.400955 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port 72e2f279-8d9e-4d29-babe-af0cb5e9604d is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:04.427715 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45792) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:04.432360 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-d45d5715-9340-4490-8b83-51e9c22813ce tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766083715', 'description': 'tempest-secgroup-smoke-766083715 description', 'project_id': 'b930773c6f1c4d9ba2574a7adb278408'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:04.515601 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d45d5715-9340-4490-8b83-51e9c22813ce tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:04.592001 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d45d5715-9340-4490-8b83-51e9c22813ce tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group (cae50459-f6c3-4348-86bb-e323e7d8786a), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:04.652480 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d45d5715-9340-4490-8b83-51e9c22813ce tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (cae50459-f6c3-4348-86bb-e323e7d8786a), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:04.684017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5715-9340-4490-8b83-51e9c22813ce tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae50459-f6c3-4348-86bb-e323e7d8786a,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:04.740011 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-d45d5715-9340-4490-8b83-51e9c22813ce tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:04.741554 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-d45d5715-9340-4490-8b83-51e9c22813ce tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3125229 Oct 23 02:15:04.744852 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45794) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:04.749466 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-ed7b6067-a945-4b74-8e0d-fd0380abdc75 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Request body: {'security_group_rule': {'security_group_id': 'cae50459-f6c3-4348-86bb-e323e7d8786a', 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:04.865687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6067-a945-4b74-8e0d-fd0380abdc75 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (ed42bf49-08aa-45a3-a1b7-95909c18c01b), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:04.926406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6067-a945-4b74-8e0d-fd0380abdc75 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (ed42bf49-08aa-45a3-a1b7-95909c18c01b), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.001479 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6067-a945-4b74-8e0d-fd0380abdc75 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (ed42bf49-08aa-45a3-a1b7-95909c18c01b), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.022649 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b6067-a945-4b74-8e0d-fd0380abdc75 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed42bf49-08aa-45a3-a1b7-95909c18c01b,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:05.093946 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6067-a945-4b74-8e0d-fd0380abdc75 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.095347 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-ed7b6067-a945-4b74-8e0d-fd0380abdc75 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3493850 Oct 23 02:15:05.097951 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45796) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:05.102406 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-271d72d2-f89e-44bd-8f01-566e355e05e7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Request body: {'security_group_rule': {'security_group_id': 'cae50459-f6c3-4348-86bb-e323e7d8786a', 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:05.108519 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:05.190644 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-271d72d2-f89e-44bd-8f01-566e355e05e7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (644102c4-3f4a-455e-8919-61f078d81d68), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.255298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-271d72d2-f89e-44bd-8f01-566e355e05e7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (644102c4-3f4a-455e-8919-61f078d81d68), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.338437 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-271d72d2-f89e-44bd-8f01-566e355e05e7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (644102c4-3f4a-455e-8919-61f078d81d68), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.359245 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d72d2-f89e-44bd-8f01-566e355e05e7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644102c4-3f4a-455e-8919-61f078d81d68,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:05.431743 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-271d72d2-f89e-44bd-8f01-566e355e05e7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.433110 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-271d72d2-f89e-44bd-8f01-566e355e05e7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3341112 Oct 23 02:15:05.435711 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45798) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:05.439991 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-9fa5b3f6-cb21-4b1d-a91b-fdbf36c6d53b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Request body: {'security_group_rule': {'security_group_id': 'cae50459-f6c3-4348-86bb-e323e7d8786a', 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:05.527121 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b3f6-cb21-4b1d-a91b-fdbf36c6d53b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (228bd613-a0c4-4066-804a-c96bf4475581), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.553123 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:05.587636 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b3f6-cb21-4b1d-a91b-fdbf36c6d53b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (228bd613-a0c4-4066-804a-c96bf4475581), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.681031 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b3f6-cb21-4b1d-a91b-fdbf36c6d53b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (228bd613-a0c4-4066-804a-c96bf4475581), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.699739 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5b3f6-cb21-4b1d-a91b-fdbf36c6d53b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228bd613-a0c4-4066-804a-c96bf4475581,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:05.745640 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b3f6-cb21-4b1d-a91b-fdbf36c6d53b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.747005 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-9fa5b3f6-cb21-4b1d-a91b-fdbf36c6d53b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103468 Oct 23 02:15:05.749831 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45800) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:05.754056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-51a9a10a-5181-4a3c-9bff-744b2d3715dc tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Request body: {'security_group_rule': {'security_group_id': 'cae50459-f6c3-4348-86bb-e323e7d8786a', 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:05.848289 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51a9a10a-5181-4a3c-9bff-744b2d3715dc tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (8caaa142-64d1-43dd-8ef6-e3c4ab03fbfc), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.910967 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51a9a10a-5181-4a3c-9bff-744b2d3715dc tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (8caaa142-64d1-43dd-8ef6-e3c4ab03fbfc), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.978277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51a9a10a-5181-4a3c-9bff-744b2d3715dc tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (8caaa142-64d1-43dd-8ef6-e3c4ab03fbfc), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.995684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9a10a-5181-4a3c-9bff-744b2d3715dc tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8caaa142-64d1-43dd-8ef6-e3c4ab03fbfc,revision_number=0']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:06.054997 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bab7dbff-0fbe-4f43-b635-e7d7aed0c620 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:06.057814 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:06.100645 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-51a9a10a-5181-4a3c-9bff-744b2d3715dc tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.102031 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-51a9a10a-5181-4a3c-9bff-744b2d3715dc tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3512630 Oct 23 02:15:06.103147 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Sync routers for ids ['560e186b-24ee-49b5-8f8e-e8f87ee00512'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:15:06.105107 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 45802) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:06.108150 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bab7dbff-0fbe-4f43-b635-e7d7aed0c620 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:06.111102 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.111102 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bab7dbff-0fbe-4f43-b635-e7d7aed0c620 Oct 23 02:15:06.111301 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-954ff921-fbd5-4b9e-b11e-0ed9ead78098 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Request body: {'security_group_rule': {'security_group_id': 'cae50459-f6c3-4348-86bb-e323e7d8786a', 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:06.113292 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Routers {'560e186b-24ee-49b5-8f8e-e8f87ee00512'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:15:06.113956 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['560e186b-24ee-49b5-8f8e-e8f87ee00512'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:06.186470 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bab7dbff-0fbe-4f43-b635-e7d7aed0c620 is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:06.186852 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.201570 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-954ff921-fbd5-4b9e-b11e-0ed9ead78098 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Project b930773c6f1c4d9ba2574a7adb278408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:15:06.207802 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-954ff921-fbd5-4b9e-b11e-0ed9ead78098 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (1b82048c-c98b-4682-8d30-9d9a45e0546a), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.208479 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port bab7dbff-0fbe-4f43-b635-e7d7aed0c620, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bab7dbff-0fbe-4f43-b635-e7d7aed0c620,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:06.219974 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Set router 560e186b-24ee-49b5-8f8e-e8f87ee00512 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:15:06.268744 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-954ff921-fbd5-4b9e-b11e-0ed9ead78098 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (1b82048c-c98b-4682-8d30-9d9a45e0546a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.281236 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.321971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-954ff921-fbd5-4b9e-b11e-0ed9ead78098 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (1b82048c-c98b-4682-8d30-9d9a45e0546a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.329248 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=bab7dbff-0fbe-4f43-b635-e7d7aed0c620,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:06.347790 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ff921-fbd5-4b9e-b11e-0ed9ead78098 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b82048c-c98b-4682-8d30-9d9a45e0546a,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:06.409808 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'name': 'tempest-TestSnapshotPattern-1498417520-router', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224'}], 'enable_snat': True}, 'gw_port_id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 4, 'project_id': '476a6a89285348c88e776172e0c444f0', 'gw_port': {'id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:55:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de96bb93-8164-47d6-b23f-c5ee8ddb4d1e', 'name': '', 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'mac_address': 'fa:16:3e:45:ff:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'e8b6665b-f21d-4376-b43d-0c3a57454453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:02Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 2, 'project_id': '476a6a89285348c88e776172e0c444f0', 'subnets': [{'id': 'e8b6665b-f21d-4376-b43d-0c3a57454453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:06.434145 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Checking router: 560e186b-24ee-49b5-8f8e-e8f87ee00512 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:15:06.434493 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Updating router 560e186b-24ee-49b5-8f8e-e8f87ee00512 port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e binding host dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:15:06.449542 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-954ff921-fbd5-4b9e-b11e-0ed9ead78098 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.450817 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-954ff921-fbd5-4b9e-b11e-0ed9ead78098 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3445621 Oct 23 02:15:06.453541 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 45804) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:06.457949 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.v2.base [None req-49986e72-e378-4fdd-aed1-c042ecc4ca1b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Request body: {'security_group_rule': {'security_group_id': 'cae50459-f6c3-4348-86bb-e323e7d8786a', 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:06.462320 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.556486 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.db.securitygroups_db [None req-49986e72-e378-4fdd-aed1-c042ecc4ca1b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Project b930773c6f1c4d9ba2574a7adb278408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:15:06.563659 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49986e72-e378-4fdd-aed1-c042ecc4ca1b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (873859f4-7f2b-49ba-bd5a-b7ab6ff7680a), before_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.630678 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49986e72-e378-4fdd-aed1-c042ecc4ca1b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (873859f4-7f2b-49ba-bd5a-b7ab6ff7680a), precommit_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.664548 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:06.715680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49986e72-e378-4fdd-aed1-c042ecc4ca1b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647585'] for security_group_rule (873859f4-7f2b-49ba-bd5a-b7ab6ff7680a), after_create {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.717266 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Publish callbacks [] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), precommit_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.737183 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49986e72-e378-4fdd-aed1-c042ecc4ca1b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873859f4-7f2b-49ba-bd5a-b7ab6ff7680a,revision_number=0']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:06.783889 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.809544 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-49986e72-e378-4fdd-aed1-c042ecc4ca1b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.818491 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-49986e72-e378-4fdd-aed1-c042ecc4ca1b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561461 Oct 23 02:15:06.868844 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b3929-ab92-4d9e-8ee9-4543bb91e3a2 None None] Pushing event updated for resources: {'Port': ['ID=de96bb93-8164-47d6-b23f-c5ee8ddb4d1e,revision_number=3']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:06.880286 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Attempting to bind port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:15:06.880732 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Attempting to bind port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '10696fe2-e0ec-4140-9ae4-68e65681c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9'}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:15:06.881236 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Attempting to bind port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e on network d7476819-5419-4247-8b59-76aee67392b9 {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:15:06.918013 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:06.926645 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Checking agent: {'id': '97efbff6-6a24-4a84-aa34-926018d3f38e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 58, 44), 'started_at': datetime.datetime(2022, 10, 23, 0, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:15:06.927836 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Checking segment: {'id': '10696fe2-e0ec-4140-9ae4-68e65681c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:15:06.927836 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.927836 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Bound using segment: {'id': '10696fe2-e0ec-4140-9ae4-68e65681c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9'} {{(pid=105987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:15:06.928267 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.managers [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Bound port: de96bb93-8164-47d6-b23f-c5ee8ddb4d1e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10696fe2-e0ec-4140-9ae4-68e65681c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9'}}] {{(pid=105987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:15:06.928672 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), before_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:06.969725 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-9caaeb16-51af-4523-bc2e-dc5a2fc62949 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-766083715&fields=id&tenant_id=b930773c6f1c4d9ba2574a7adb278408 HTTP/1.1" status: 200 len: 267 time: 0.0452034 Oct 23 02:15:06.989189 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] For port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=105987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:15:06.992221 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.plugins.ml2.db [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] For port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=de96bb93-8164-47d6-b23f-c5ee8ddb4d1e,segment=NetworkSegment(10696fe2-e0ec-4140-9ae4-68e65681c4f7),segment_id=10696fe2-e0ec-4140-9ae4-68e65681c4f7)] {{(pid=105987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:15:07.041735 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron_lib.callbacks.manager [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), after_update {{(pid=105987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:07.076692 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Routers {'560e186b-24ee-49b5-8f8e-e8f87ee00512'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:15:07.077232 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:14:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['560e186b-24ee-49b5-8f8e-e8f87ee00512'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:07.082364 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-891625da-4a5a-4b69-8503-24ec8a6aae11 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:07.083899 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-891625da-4a5a-4b69-8503-24ec8a6aae11 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 809 time: 0.1074257 Oct 23 02:15:07.099412 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-16d154a9-a2a7-437e-a465-4a17bb6b2aeb tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/quotas/b930773c6f1c4d9ba2574a7adb278408 HTTP/1.1" status: 200 len: 375 time: 0.0096521 Oct 23 02:15:07.153625 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-4ddda94e-0574-46d8-9c80-bfb74f5d0184 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482407 Oct 23 02:15:07.224932 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b3929-ab92-4d9e-8ee9-4543bb91e3a2 None None] Pushing event updated for resources: {'Port': ['ID=de96bb93-8164-47d6-b23f-c5ee8ddb4d1e,revision_number=4']} {{(pid=105987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:07.284932 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] Set router 560e186b-24ee-49b5-8f8e-e8f87ee00512 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:15:07.343826 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-39a8ec00-34e6-46c6-be1f-b81bc353f51d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767523 Oct 23 02:15:07.436717 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-9257f30b-8ec3-4938-9ba8-a3814e371278 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871098 Oct 23 02:15:07.476064 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'name': 'tempest-TestSnapshotPattern-1498417520-router', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224'}], 'enable_snat': True}, 'gw_port_id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 4, 'project_id': '476a6a89285348c88e776172e0c444f0', 'gw_port': {'id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de96bb93-8164-47d6-b23f-c5ee8ddb4d1e', 'name': '', 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'mac_address': 'fa:16:3e:45:ff:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'e8b6665b-f21d-4376-b43d-0c3a57454453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:02Z', 'updated_at': '2022-10-23T02:15:06Z', 'revision_number': 4, 'project_id': '476a6a89285348c88e776172e0c444f0', 'subnets': [{'id': 'e8b6665b-f21d-4376-b43d-0c3a57454453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:07.499839 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6965b-3735-4045-841a-630ceccf7eaf None None] The sync data for ids ['560e186b-24ee-49b5-8f8e-e8f87ee00512'] in dv-neutron-master-2-hyperv is: [{'id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'name': 'tempest-TestSnapshotPattern-1498417520-router', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224'}], 'enable_snat': True}, 'gw_port_id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 4, 'project_id': '476a6a89285348c88e776172e0c444f0', 'gw_port': {'id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de96bb93-8164-47d6-b23f-c5ee8ddb4d1e', 'name': '', 'network_id': 'd7476819-5419-4247-8b59-76aee67392b9', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'mac_address': 'fa:16:3e:45:ff:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'e8b6665b-f21d-4376-b43d-0c3a57454453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:02Z', 'updated_at': '2022-10-23T02:15:06Z', 'revision_number': 4, 'project_id': '476a6a89285348c88e776172e0c444f0', 'subnets': [{'id': 'e8b6665b-f21d-4376-b43d-0c3a57454453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:15:07.669344 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2668ed3d-526d-496b-bb7b-4bf9421d6313 req-3aafb4f7-1489-4fe0-a937-69fd8aa0f61b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 210 time: 0.0326428 Oct 23 02:15:08.069603 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bab7dbff-0fbe-4f43-b635-e7d7aed0c620 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:08.073026 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:08.117575 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port bab7dbff-0fbe-4f43-b635-e7d7aed0c620 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:08.117994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:08.118892 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port bab7dbff-0fbe-4f43-b635-e7d7aed0c620 Oct 23 02:15:08.196878 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port bab7dbff-0fbe-4f43-b635-e7d7aed0c620 is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:08.197979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device de96bb93-8164-47d6-b23f-c5ee8ddb4d1e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:08.238243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:08.238595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:08.238929 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e Oct 23 02:15:08.313403 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e is: DOWN; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:08.313811 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:08.481851 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] For port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=de96bb93-8164-47d6-b23f-c5ee8ddb4d1e,segment=NetworkSegment(10696fe2-e0ec-4140-9ae4-68e65681c4f7),segment_id=10696fe2-e0ec-4140-9ae4-68e65681c4f7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:08.601192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:08.647425 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Pushing event updated for resources: {'Port': ['ID=de96bb93-8164-47d6-b23f-c5ee8ddb4d1e,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:08.754774 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-ee7b5c15-89c5-46f3-9711-72e4241fc9d5 req-d0887908-b24f-4d9c-a2d3-489446a05d1f tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 210 time: 0.0282314 Oct 23 02:15:08.932600 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-56a0e9f2-fd0b-40c2-8a00-f40fd7191fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:09.856493 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-91b2b7f5-05b8-40c9-82ba-a55f90e8638f req-dcdec079-fc35-440e-a817-b82bb48033c7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 210 time: 0.0277202 Oct 23 02:15:10.031690 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device de96bb93-8164-47d6-b23f-c5ee8ddb4d1e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:10.075725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Provisioning complete for port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:10.076091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:10.076435 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Attempt 1 to provision port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e Oct 23 02:15:10.150541 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Current status of the port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:10.290492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-0b53ca16-5c5c-4412-84b9-9cc6f3e63f0b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:10.291958 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-0b53ca16-5c5c-4412-84b9-9cc6f3e63f0b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.48 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 809 time: 0.1028473 Oct 23 02:15:10.359339 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-d3e60b1a-01d4-4c3b-b456-65c3ae2ad12a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b930773c6f1c4d9ba2574a7adb278408 HTTP/1.1" status: 200 len: 379 time: 0.0534747 Oct 23 02:15:10.367675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Request body: {'port': {'device_id': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'admin_state_up': True, 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'security_groups': ['cae50459-f6c3-4348-86bb-e323e7d8786a']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:10.532475 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Made reservation on behalf of b930773c6f1c4d9ba2574a7adb278408 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:15:10.536791 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:10.914004 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:10.963071 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-986b8365-9ca5-4896-819e-c4e3c3e2cf45 req-4f9d2a5a-ca8c-4120-b9a5-e695ad530d1e tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 210 time: 0.0322304 Oct 23 02:15:10.973206 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Allocated IP 172.20.0.7 (90106bbd-59ed-4df7-a15f-e0906ac33b39/21810884-2c37-4a12-adb0-2f3a925d83c9/6cacd88a-0bf0-4469-85f6-9854432c5e95) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:15:11.096389 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:11.118776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:11.166651 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7a252ea2-f945-421b-bb7e-f767313d9c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:11.241122 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:11.283917 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Network 90106bbd-59ed-4df7-a15f-e0906ac33b39 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:15:11.289253 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:15:11.293474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:15:11.322277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'Port': ['ID=6cacd88a-0bf0-4469-85f6-9854432c5e95,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:11.351377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:11.352023 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:11.426756 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-cb487947-1934-4edc-9a97-2a79b8980abf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0624976 Oct 23 02:15:11.451592 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Request body: {'port': {'device_id': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:11.509325 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-6bc28477-71be-44fc-be0b-2825c5d10cbd None None] Provisioning complete for port 6cacd88a-0bf0-4469-85f6-9854432c5e95 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:11.509631 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:11.509755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6bc28477-71be-44fc-be0b-2825c5d10cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:11.510052 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-6bc28477-71be-44fc-be0b-2825c5d10cbd None None] Attempt 1 to provision port 6cacd88a-0bf0-4469-85f6-9854432c5e95 Oct 23 02:15:11.542730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-6bc28477-71be-44fc-be0b-2825c5d10cbd None None] Port 6cacd88a-0bf0-4469-85f6-9854432c5e95 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:15:11.768462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cacd88a-0bf0-4469-85f6-9854432c5e95 {{(pid=105985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:15:11.776754 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Publish callbacks [] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:11.789576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.provisioning_blocks [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Transition to ACTIVE for port object 6cacd88a-0bf0-4469-85f6-9854432c5e95 will not be triggered until provisioned by entity L2. {{(pid=105985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:15:11.846401 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:11.873892 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:11.907869 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Pushing event updated for resources: {'Port': ['ID=6cacd88a-0bf0-4469-85f6-9854432c5e95,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:11.956416 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Attempting to bind port 6cacd88a-0bf0-4469-85f6-9854432c5e95 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:15:11.957173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Attempting to bind port 6cacd88a-0bf0-4469-85f6-9854432c5e95 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:15:11.957173 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Attempting to bind port 6cacd88a-0bf0-4469-85f6-9854432c5e95 on network 90106bbd-59ed-4df7-a15f-e0906ac33b39 {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:15:12.003288 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Port 6cacd88a-0bf0-4469-85f6-9854432c5e95 on network 90106bbd-59ed-4df7-a15f-e0906ac33b39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:15:12.003625 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Attempting to bind port 6cacd88a-0bf0-4469-85f6-9854432c5e95 on network 90106bbd-59ed-4df7-a15f-e0906ac33b39 {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:15:12.070605 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:15:12.070945 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Checking segment: {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:15:12.071834 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Bound using segment: {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:15:12.072277 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Bound port: 6cacd88a-0bf0-4469-85f6-9854432c5e95, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'}}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:15:12.072635 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:12.101661 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75154636-fb52-4356-8cd3-69ddcb7f3dd2 req-c3d9e6db-9463-45ac-ac80-2976e0e256da tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:12.103696 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-75154636-fb52-4356-8cd3-69ddcb7f3dd2 req-c3d9e6db-9463-45ac-ac80-2976e0e256da tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 943 time: 0.0626190 Oct 23 02:15:12.171773 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:12.186908 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] For port 6cacd88a-0bf0-4469-85f6-9854432c5e95, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:15:12.190794 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] For port 6cacd88a-0bf0-4469-85f6-9854432c5e95, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:15:12.195318 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-75154636-fb52-4356-8cd3-69ddcb7f3dd2 req-c1b7d69c-2c99-4327-bd9c-cab561845b6e tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754030 Oct 23 02:15:12.258675 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:12.262982 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:12.263603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:12.265057 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/6cacd88a-0bf0-4469-85f6-9854432c5e95 HTTP/1.1" status: 200 len: 1093 time: 0.8183403 Oct 23 02:15:12.265616 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:15:12.267877 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb32191-5bc6-4c62-b33a-de52565a2d17" -d '{"events": [{"name": "network-changed", "server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:15:12.307561 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8101bd3-7664-4229-90cd-2121bf2ae7cd x-openstack-request-id: req-a8101bd3-7664-4229-90cd-2121bf2ae7cd {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:15:12.307911 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:15:12.308492 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8101bd3-7664-4229-90cd-2121bf2ae7cd {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:15:12.308898 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8101bd3-7664-4229-90cd-2121bf2ae7cd'] response: {'name': 'network-changed', 'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'status': 'completed', 'code': 200} Oct 23 02:15:12.320707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f96a6-d71c-4b39-ae16-18c5f13f4d77 service neutron] Pushing event updated for resources: {'Port': ['ID=6cacd88a-0bf0-4469-85f6-9854432c5e95,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:12.396228 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb32191-5bc6-4c62-b33a-de52565a2d17 req-1cd7c81d-70bc-40ee-b5e9-53fee4407a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:12.397686 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-adb32191-5bc6-4c62-b33a-de52565a2d17 req-1cd7c81d-70bc-40ee-b5e9-53fee4407a02 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 1127 time: 0.0388098 Oct 23 02:15:12.506521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb32191-5bc6-4c62-b33a-de52565a2d17 req-a99659eb-dd3d-43ea-8aa6-901996fca9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:12.507994 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-adb32191-5bc6-4c62-b33a-de52565a2d17 req-a99659eb-dd3d-43ea-8aa6-901996fca9da service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=b930773c6f1c4d9ba2574a7adb278408&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0967567 Oct 23 02:15:12.600777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb32191-5bc6-4c62-b33a-de52565a2d17 req-1083ff2f-7c73-4399-b404-844b7a96910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:12.602272 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-adb32191-5bc6-4c62-b33a-de52565a2d17 req-1083ff2f-7c73-4399-b404-844b7a96910a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887139 Oct 23 02:15:12.706582 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-19f15b89-67d6-46ed-a632-ec21483f9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:12.708102 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-19f15b89-67d6-46ed-a632-ec21483f9ff8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 1127 time: 0.0444944 Oct 23 02:15:12.720599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:12.755391 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-a85eac75-2bf9-4e9b-9598-0138696d288a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95 HTTP/1.1" status: 200 len: 217 time: 0.0318515 Oct 23 02:15:12.802346 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-dda265ce-b70b-4dd1-8b3d-d5d438df711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:12.803748 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-dda265ce-b70b-4dd1-8b3d-d5d438df711d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 200 len: 848 time: 0.0431869 Oct 23 02:15:12.846602 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-f98898b0-3e21-43c0-8378-30155eced975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:12.848009 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-f98898b0-3e21-43c0-8378-30155eced975 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90106bbd-59ed-4df7-a15f-e0906ac33b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389743 Oct 23 02:15:12.940613 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-4f197803-3397-4cdd-b6f2-fe90b7fcea00 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866375 Oct 23 02:15:13.033038 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b7cab3da-04dc-4874-8d49-a69f7d659586 req-2c1235d0-fa96-43c6-8803-622c7284ad3f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870113 Oct 23 02:15:13.314841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab0187-c201-4c18-8450-677ad43545d8 req-d6cba376-b461-44ce-af01-86121003bc6d tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:13.316297 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-16ab0187-c201-4c18-8450-677ad43545d8 req-d6cba376-b461-44ce-af01-86121003bc6d tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 943 time: 0.0473619 Oct 23 02:15:13.328197 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:13.366794 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-16ab0187-c201-4c18-8450-677ad43545d8 req-521f430e-3497-4ea6-af86-62379d2badf7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449150 Oct 23 02:15:14.052023 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:14.223187 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:14.486780 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e4a96-0d58-42e0-9f98-53093163c05a req-9e7ea00e-f257-45bd-8201-afa6441d2f04 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:14.488245 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e73e4a96-0d58-42e0-9f98-53093163c05a req-9e7ea00e-f257-45bd-8201-afa6441d2f04 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 943 time: 0.0459762 Oct 23 02:15:14.537478 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e73e4a96-0d58-42e0-9f98-53093163c05a req-819c3026-65c2-4c89-816d-34e1e8212b79 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430863 Oct 23 02:15:15.657599 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3374cf5-03ad-4f72-ae30-c73c0851f1fc req-c001cffb-97d6-48c3-8465-c5f0afe00c39 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:15.659088 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c3374cf5-03ad-4f72-ae30-c73c0851f1fc req-c001cffb-97d6-48c3-8465-c5f0afe00c39 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 943 time: 0.0472472 Oct 23 02:15:15.707539 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c3374cf5-03ad-4f72-ae30-c73c0851f1fc req-edf41ea0-a7a3-4d27-949a-1d8eed574bd1 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Oct 23 02:15:16.467577 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6cacd88a-0bf0-4469-85f6-9854432c5e95 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:15:16.559697 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:16.564753 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6cacd88a-0bf0-4469-85f6-9854432c5e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:16.579589 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'mac_address': 'fa:16:3e:9b:97:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:15:16.614261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6cacd88a-0bf0-4469-85f6-9854432c5e95 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:16.614640 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:16.628135 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cacd88a-0bf0-4469-85f6-9854432c5e95 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:15:16.647181 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6cacd88a-0bf0-4469-85f6-9854432c5e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:16.703795 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:16.753751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6cacd88a-0bf0-4469-85f6-9854432c5e95,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:16.826221 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e305b-a5af-4158-99aa-4e922c0b8261 req-c315a5ca-a687-4da1-aaa8-fb84a771316d tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:16.827685 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cc2e305b-a5af-4158-99aa-4e922c0b8261 req-c315a5ca-a687-4da1-aaa8-fb84a771316d tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 944 time: 0.0459914 Oct 23 02:15:16.875675 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-cc2e305b-a5af-4158-99aa-4e922c0b8261 req-d142d230-9658-4a4d-aaae-b719c6203c1f tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425403 Oct 23 02:15:17.004745 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['6cacd88a-0bf0-4469-85f6-9854432c5e95'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:15:17.052962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:17.473082 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:17.478949 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=43,neutron:INSERT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:18.001482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d447a2e-e842-4a93-a80d-7a44d096f985 req-b78cac2f-7297-443d-876d-84bfadb7cde4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:18.002982 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8d447a2e-e842-4a93-a80d-7a44d096f985 req-b78cac2f-7297-443d-876d-84bfadb7cde4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 944 time: 0.0514059 Oct 23 02:15:18.051199 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8d447a2e-e842-4a93-a80d-7a44d096f985 req-c888026a-e527-433b-a45e-3346ef5dead6 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425825 Oct 23 02:15:18.483613 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6cacd88a-0bf0-4469-85f6-9854432c5e95 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:18.528082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 6cacd88a-0bf0-4469-85f6-9854432c5e95 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:15:18.611973 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 6cacd88a-0bf0-4469-85f6-9854432c5e95 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:18.612352 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:18.612691 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 6cacd88a-0bf0-4469-85f6-9854432c5e95 Oct 23 02:15:18.683331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6cacd88a-0bf0-4469-85f6-9854432c5e95 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:18.683713 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:18.706069 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:15:18.708282 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd973d87-2878-436b-92cf-09dcbda8619a" -d '{"events": [{"server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "name": "network-vif-plugged", "status": "completed", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:15:18.723237 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6cacd88a-0bf0-4469-85f6-9854432c5e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:18.747431 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef078f6-c641-426f-b7b2-6e9bdd3033aa x-openstack-request-id: req-8ef078f6-c641-426f-b7b2-6e9bdd3033aa {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:15:18.747718 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "name": "network-vif-plugged", "status": "completed", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:15:18.747966 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ef078f6-c641-426f-b7b2-6e9bdd3033aa {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:15:18.748364 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef078f6-c641-426f-b7b2-6e9bdd3033aa'] response: {'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'code': 200} Oct 23 02:15:18.777735 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:18.782437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:18.824376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6cacd88a-0bf0-4469-85f6-9854432c5e95,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:19.069145 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c1b95-b3a8-441f-9f88-86c9566bde50 req-00653812-ddc3-4cc0-8f59-3d467b19ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:19.070721 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1a3c1b95-b3a8-441f-9f88-86c9566bde50 req-00653812-ddc3-4cc0-8f59-3d467b19ea25 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 1129 time: 0.0391297 Oct 23 02:15:19.116769 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1a3c1b95-b3a8-441f-9f88-86c9566bde50 req-e4352205-5b3f-4805-a876-f99b2dbf442f service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400789 Oct 23 02:15:19.171114 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586040f-b532-4724-bde4-470d70619ba8 req-2c8cb4a2-9b24-4134-9573-f185bb97b54b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:19.172561 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e586040f-b532-4724-bde4-470d70619ba8 req-2c8cb4a2-9b24-4134-9573-f185bb97b54b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 945 time: 0.0459590 Oct 23 02:15:19.183731 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:19.226017 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e586040f-b532-4724-bde4-470d70619ba8 req-9fb0870b-14b7-499f-96e1-0de76b7d609d tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480502 Oct 23 02:15:20.313971 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:20.626941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:20.642147 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2c73f-439a-4756-9e08-2a8b8461ec3d req-8ea118e1-cd22-436e-b084-e211e87d10cc tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:20.643628 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3a2c73f-439a-4756-9e08-2a8b8461ec3d req-8ea118e1-cd22-436e-b084-e211e87d10cc tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 945 time: 0.3401487 Oct 23 02:15:20.692584 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-e3a2c73f-439a-4756-9e08-2a8b8461ec3d req-2e6d98ff-ca5d-4094-b6d7-6ea307de2693 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434208 Oct 23 02:15:21.811750 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf178c2c-ecc9-4730-bff5-a31a24dca624 req-a377434b-6176-422a-8a1c-e440017864a0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:21.813196 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bf178c2c-ecc9-4730-bff5-a31a24dca624 req-a377434b-6176-422a-8a1c-e440017864a0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 945 time: 0.0468822 Oct 23 02:15:21.860718 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-bf178c2c-ecc9-4730-bff5-a31a24dca624 req-31d5f248-b634-46fb-bf50-5bde82f7a748 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419970 Oct 23 02:15:21.984345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d87d93-2f69-4484-8a71-fb331b9319c5 req-78da6582-d56a-4958-a2b9-bfb91b172923 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:21.984345 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d9d87d93-2f69-4484-8a71-fb331b9319c5 req-78da6582-d56a-4958-a2b9-bfb91b172923 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 945 time: 0.0466428 Oct 23 02:15:22.027204 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d9d87d93-2f69-4484-8a71-fb331b9319c5 req-ca131f6b-26f8-4f55-87ea-890dd9f23cca tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418777 Oct 23 02:15:22.055261 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45870) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:22.136552 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b62862-a614-4a7f-920a-68e36c777830 tempest-TestSnapshotPattern-1196655250 tempest-TestSnapshotPattern-1196655250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:22.138001 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-28b62862-a614-4a7f-920a-68e36c777830 tempest-TestSnapshotPattern-1196655250 tempest-TestSnapshotPattern-1196655250-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 1124 time: 0.0816486 Oct 23 02:15:22.141563 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 45874) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:22.145714 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:22.218216 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:22.300849 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:22.404191 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Allocated IP 172.36.3.152 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/94019e65-0a98-4ab0-85b2-962f24f25c52) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:15:22.440864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:22.511006 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for port (94019e65-0a98-4ab0-85b2-962f24f25c52), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:22.518792 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:22.612056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (94019e65-0a98-4ab0-85b2-962f24f25c52), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:22.655980 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:15:22.659049 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:15:22.663298 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:15:22.666317 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'Port': ['ID=94019e65-0a98-4ab0-85b2-962f24f25c52,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:22.821461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:23.016995 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for floatingip (4ae88a12-b031-49f2-ba74-25cf904d120c), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:23.137464 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (94019e65-0a98-4ab0-85b2-962f24f25c52), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:23.282268 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for port (94019e65-0a98-4ab0-85b2-962f24f25c52), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:23.343543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (94019e65-0a98-4ab0-85b2-962f24f25c52), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:23.412914 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (4ae88a12-b031-49f2-ba74-25cf904d120c), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:23.416178 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'Port': ['ID=94019e65-0a98-4ab0-85b2-962f24f25c52,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:23.497062 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:23.510672 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Floating IP 4ae88a12-b031-49f2-ba74-25cf904d120c associated. External IP: 172.36.3.152, port: 6cacd88a-0bf0-4469-85f6-9854432c5e95. Oct 23 02:15:23.704449 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Router 03287c38-1aea-4624-8842-4afc1e484d47 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:15:23.794827 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:23.806499 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:15:23.816647 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea638dd9-1a97-4557-a74b-4516d5c0bc23 None None] Sync routers for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:15:23.827021 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea638dd9-1a97-4557-a74b-4516d5c0bc23 None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:15:23.827629 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ea638dd9-1a97-4557-a74b-4516d5c0bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:15:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:23.888424 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:23.924215 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-beaf835a-57f9-4880-aab9-856e110ec40c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7815990 Oct 23 02:15:23.924974 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:15:23.927364 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e744a068-3fa7-4571-85d2-a5af69a02d82" -d '{"events": [{"name": "network-changed", "server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:15:23.927823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-ea638dd9-1a97-4557-a74b-4516d5c0bc23 None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:15:23.964907 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d114376-10aa-4ce5-965b-958d151783f7 x-openstack-request-id: req-9d114376-10aa-4ce5-965b-958d151783f7 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:15:23.965248 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:15:23.965460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d114376-10aa-4ce5-965b-958d151783f7 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:15:23.965900 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d114376-10aa-4ce5-965b-958d151783f7'] response: {'name': 'network-changed', 'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'status': 'completed', 'code': 200} Oct 23 02:15:24.050481 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744a068-3fa7-4571-85d2-a5af69a02d82 req-2e4fe2e7-adde-4653-897d-79f887e596c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:24.051980 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e744a068-3fa7-4571-85d2-a5af69a02d82 req-2e4fe2e7-adde-4653-897d-79f887e596c4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 1129 time: 0.0397897 Oct 23 02:15:24.134931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ea638dd9-1a97-4557-a74b-4516d5c0bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ae88a12-b031-49f2-ba74-25cf904d120c', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.152', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:9b:97:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:22Z', 'updated_at': '2022-10-23T02:15:22Z', 'revision_number': 0, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:24.141474 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744a068-3fa7-4571-85d2-a5af69a02d82 req-71b76f11-d32a-4865-ba9d-43f8d90703fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:24.142984 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e744a068-3fa7-4571-85d2-a5af69a02d82 req-71b76f11-d32a-4865-ba9d-43f8d90703fa service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 910 time: 0.0853887 Oct 23 02:15:24.163871 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea638dd9-1a97-4557-a74b-4516d5c0bc23 None None] Checking router: 03287c38-1aea-4624-8842-4afc1e484d47 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:15:24.172226 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea638dd9-1a97-4557-a74b-4516d5c0bc23 None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:15:24.172823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ea638dd9-1a97-4557-a74b-4516d5c0bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:15:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:24.210102 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e744a068-3fa7-4571-85d2-a5af69a02d82 req-8af56170-3b83-4ae0-b40c-722ce6929933 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95 HTTP/1.1" status: 200 len: 999 time: 0.0612302 Oct 23 02:15:24.261181 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744a068-3fa7-4571-85d2-a5af69a02d82 req-ca6703b4-b4c1-45c8-a241-f95f94bd993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:24.262380 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e744a068-3fa7-4571-85d2-a5af69a02d82 req-ca6703b4-b4c1-45c8-a241-f95f94bd993b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 200 len: 848 time: 0.0470276 Oct 23 02:15:24.280039 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-ea638dd9-1a97-4557-a74b-4516d5c0bc23 None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:15:24.306543 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744a068-3fa7-4571-85d2-a5af69a02d82 req-ed1602ae-85fa-4507-beb2-6d3b43177f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:24.308028 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e744a068-3fa7-4571-85d2-a5af69a02d82 req-ed1602ae-85fa-4507-beb2-6d3b43177f36 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90106bbd-59ed-4df7-a15f-e0906ac33b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397184 Oct 23 02:15:24.401556 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e744a068-3fa7-4571-85d2-a5af69a02d82 req-f36013ab-b870-497a-a434-0532a68348c4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867803 Oct 23 02:15:24.424953 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:24.486823 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-ea638dd9-1a97-4557-a74b-4516d5c0bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ae88a12-b031-49f2-ba74-25cf904d120c', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.152', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:9b:97:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:22Z', 'updated_at': '2022-10-23T02:15:22Z', 'revision_number': 0, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:24.491438 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e744a068-3fa7-4571-85d2-a5af69a02d82 req-ef75605a-5125-4f48-a271-3692bbf59281 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840294 Oct 23 02:15:24.512994 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea638dd9-1a97-4557-a74b-4516d5c0bc23 None None] The sync data for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv is: [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ae88a12-b031-49f2-ba74-25cf904d120c', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.152', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:9b:97:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:22Z', 'updated_at': '2022-10-23T02:15:22Z', 'revision_number': 0, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:15:24.715029 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b95bec0-db91-4247-8ee0-cbdbfe91af65 None None] New status for floating IP 4ae88a12-b031-49f2-ba74-25cf904d120c: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:15:30.129920 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-ce9c7aed-ff99-4452-a8f1-3b5e539b227b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936911 Oct 23 02:15:30.231130 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-9ba93454-335a-4d43-9d43-254e5da202cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:30.232594 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-9ba93454-335a-4d43-9d43-254e5da202cc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 1129 time: 0.0393875 Oct 23 02:15:30.319653 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:30.338562 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-3f455e9c-4234-4359-acc4-b08dcc72673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:30.340011 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-3f455e9c-4234-4359-acc4-b08dcc72673f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 910 time: 0.0892687 Oct 23 02:15:30.402323 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-2f425c2c-77c7-410a-92b1-f4d1113ddbcc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95 HTTP/1.1" status: 200 len: 1001 time: 0.0549879 Oct 23 02:15:30.451116 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-ab1882b9-2a53-47ff-974b-5688bc18794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:30.452526 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-ab1882b9-2a53-47ff-974b-5688bc18794c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 200 len: 848 time: 0.0435662 Oct 23 02:15:30.500007 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-efd645ce-2f60-4c8e-b01f-3dbd0cffb482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:30.501459 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-efd645ce-2f60-4c8e-b01f-3dbd0cffb482 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90106bbd-59ed-4df7-a15f-e0906ac33b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423164 Oct 23 02:15:30.590632 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-292155c9-5d26-48f9-bd5d-8c695bd62d2f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831935 Oct 23 02:15:30.646485 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:30.693264 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-2ce31457-6ec8-4eb3-9a77-d408f82ead2e req-437930f0-eafb-474b-9f65-d645a0e19d81 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960345 Oct 23 02:15:32.019309 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=22 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:32.023282 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:34.815785 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:34.818613 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=11 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:36.038584 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=59 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:36.039337 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:36.050117 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=9 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:37.965260 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:15:38.880491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-09ded319-2c43-4661-9b59-34090f45ad85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:40.690251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=36 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:41.136940 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-47965953-6f26-4140-b63a-06b6bc3f6de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:42.737478 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:44.091641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:44.348646 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:47.960895 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:47.961537 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:52.497852 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:02.415667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:02.416518 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:02.418253 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:08.857114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3bf8-d9ea-4e12-bb22-689ad2129533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:11.182794 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-99c3d450-0f9a-4398-a76e-478b6138915d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:12.725333 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:14.102886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:14.245375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:14.964435 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:16:22.468583 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:24.959506 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:24.960240 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=18 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:31.075947 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-2e1a1e73-0882-491e-ac9e-79c9a54120b8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818479 Oct 23 02:16:31.158447 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-6e3c94b7-2821-49e1-ad50-d30a1b82ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:31.160194 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-6e3c94b7-2821-49e1-ad50-d30a1b82ed38 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 1129 time: 0.0424383 Oct 23 02:16:31.262843 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-72cc5120-f54e-4ae5-96be-e8fabd08a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:31.264331 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-72cc5120-f54e-4ae5-96be-e8fabd08a73a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 910 time: 0.0858531 Oct 23 02:16:31.329191 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-3c775871-6607-4c1a-b711-844591ef15b8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95 HTTP/1.1" status: 200 len: 1001 time: 0.0584860 Oct 23 02:16:31.376684 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-c7dc1b7d-f5f3-4c51-ac97-5d9d2fcefd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:31.378089 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-c7dc1b7d-f5f3-4c51-ac97-5d9d2fcefd6a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 200 len: 848 time: 0.0429852 Oct 23 02:16:31.418824 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-c9cc87cb-0fa3-4940-a898-3a06f276e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:31.420233 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-c9cc87cb-0fa3-4940-a898-3a06f276e970 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90106bbd-59ed-4df7-a15f-e0906ac33b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0370557 Oct 23 02:16:31.511077 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-7803757e-282f-4fbe-a064-db8b3b237c89 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842390 Oct 23 02:16:31.599564 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1c5ce951-c688-4efe-8ab0-764a5031fb44 req-8a1db02d-c459-4fe5-8543-881ad17811b7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817697 Oct 23 02:16:32.398165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:32.403030 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:32.404725 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:38.850868 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7869411f-bf02-40ce-a19a-df64c8e25753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:41.153131 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2865-e48f-4eb0-a8fc-4f8f8ecd1a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:41.589938 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=53 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:41.596899 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=48 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:42.747533 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:43.976541 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:43.981432 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:44.056508 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:44.221858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:51.964259 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:16:52.473027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:01.959902 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:02.417158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:02.422006 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:02.423728 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:08.890476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3a5cdf69-8e1d-4e04-bc9d-7fc7474e65e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:11.181553 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-34d1e9e4-f2be-43a3-bc07-5a6941fe2051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:12.752808 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:14.055418 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:14.227465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.982590 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:20.987028 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:22.478345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:25.052544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6cacd88a-0bf0-4469-85f6-9854432c5e95 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:17:25.169459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6cacd88a-0bf0-4469-85f6-9854432c5e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:25.182382 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'mac_address': 'fa:16:3e:9b:97:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:17:25.219446 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6cacd88a-0bf0-4469-85f6-9854432c5e95 is: ACTIVE; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:17:25.219848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:25.234543 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cacd88a-0bf0-4469-85f6-9854432c5e95 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:17:25.259123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6cacd88a-0bf0-4469-85f6-9854432c5e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:25.330498 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:25.387743 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6cacd88a-0bf0-4469-85f6-9854432c5e95,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:25.397261 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.397610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.397987 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.398381 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.398719 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.399051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.399376 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.399700 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.400024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.400347 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.400670 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.400995 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.401317 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.401633 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.401972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:25.407704 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['6cacd88a-0bf0-4469-85f6-9854432c5e95'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:17:27.077873 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6cacd88a-0bf0-4469-85f6-9854432c5e95 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:17:27.127818 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 6cacd88a-0bf0-4469-85f6-9854432c5e95 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:17:27.128409 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:27.128791 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 6cacd88a-0bf0-4469-85f6-9854432c5e95 Oct 23 02:17:27.205587 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6cacd88a-0bf0-4469-85f6-9854432c5e95 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:17:27.206001 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:27.228521 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:27.230774 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42042d1-9670-47b1-9eab-f78619982a61" -d '{"events": [{"server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "name": "network-vif-plugged", "status": "completed", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:27.244192 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6cacd88a-0bf0-4469-85f6-9854432c5e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:27.301115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1824022-b8ab-4601-bf59-f0fde383aaa6 x-openstack-request-id: req-d1824022-b8ab-4601-bf59-f0fde383aaa6 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:27.301115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "name": "network-vif-plugged", "status": "completed", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:27.301115 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1824022-b8ab-4601-bf59-f0fde383aaa6 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:27.301115 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1824022-b8ab-4601-bf59-f0fde383aaa6'] response: {'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'code': 200} Oct 23 02:17:27.336329 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:27.391076 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6cacd88a-0bf0-4469-85f6-9854432c5e95,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:28.965158 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:17:33.086203 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb090-ce8f-4faa-9d35-96a931aac24d req-b4208206-6829-4d2e-8184-27222cfc9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:33.087724 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7c9eb090-ce8f-4faa-9d35-96a931aac24d req-b4208206-6829-4d2e-8184-27222cfc9092 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 1129 time: 0.0435219 Oct 23 02:17:33.221063 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb090-ce8f-4faa-9d35-96a931aac24d req-58cfc2b4-8644-4e17-ae7c-949f7ffedae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:33.222661 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7c9eb090-ce8f-4faa-9d35-96a931aac24d req-58cfc2b4-8644-4e17-ae7c-949f7ffedae8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 910 time: 0.0946996 Oct 23 02:17:33.288203 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7c9eb090-ce8f-4faa-9d35-96a931aac24d req-b2bc287c-61ee-4cb6-b205-941131ac0799 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95 HTTP/1.1" status: 200 len: 1001 time: 0.0580389 Oct 23 02:17:33.336244 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb090-ce8f-4faa-9d35-96a931aac24d req-d3ef425d-4b97-42fe-8772-4456a200715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:33.337651 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7c9eb090-ce8f-4faa-9d35-96a931aac24d req-d3ef425d-4b97-42fe-8772-4456a200715c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 200 len: 848 time: 0.0438020 Oct 23 02:17:33.384087 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb090-ce8f-4faa-9d35-96a931aac24d req-d4eda818-71dc-435c-b208-72af7c5aa9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:33.389578 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7c9eb090-ce8f-4faa-9d35-96a931aac24d req-d4eda818-71dc-435c-b208-72af7c5aa9a8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90106bbd-59ed-4df7-a15f-e0906ac33b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465925 Oct 23 02:17:33.811103 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7c9eb090-ce8f-4faa-9d35-96a931aac24d req-4854328d-970a-487a-99c7-37192d8a7bbf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157941 Oct 23 02:17:33.931898 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7c9eb090-ce8f-4faa-9d35-96a931aac24d req-f6b9f1e9-5d2d-419c-a07c-1b641d0878e5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138175 Oct 23 02:17:35.717001 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-5ecf9583-29e7-4318-b5df-b8100050f810 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-766083715&fields=id&tenant_id=b930773c6f1c4d9ba2574a7adb278408 HTTP/1.1" status: 200 len: 267 time: 0.0471516 Oct 23 02:17:35.820401 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-5cea4b1d-f15c-46d1-b1cb-c4f4de49739e tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:35.821853 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-5cea4b1d-f15c-46d1-b1cb-c4f4de49739e tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 809 time: 0.0980337 Oct 23 02:17:35.836441 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-9196431b-eb9c-4cb9-9e13-694b594bea1c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/quotas/b930773c6f1c4d9ba2574a7adb278408 HTTP/1.1" status: 200 len: 375 time: 0.0093036 Oct 23 02:17:35.896158 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-cfd3e0c2-384f-4a26-86b8-cabf881a0893 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496156 Oct 23 02:17:35.984766 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-fc79f93c-0d87-4a66-b911-5cdad2997e35 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820880 Oct 23 02:17:36.077188 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-f0e83c1c-aff6-4b86-a818-1a571cdc42bd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866358 Oct 23 02:17:36.354109 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-193b6047-b1b1-4642-af07-4b4981004633 req-91e45051-fa4e-4db2-bd7d-591c1dccda2e tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 210 time: 0.0884149 Oct 23 02:17:37.383067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:37.386756 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:37.388610 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:37.462639 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-dda56693-c6de-4f3c-809c-594f76727c30 req-d1ced5f7-b8a7-4813-8169-5a439e55d38b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 210 time: 0.0336280 Oct 23 02:17:38.543339 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8d7f08f6-885b-4c3a-b382-699d508cbca4 req-fb753bb9-7332-4d30-91ce-0d08aef47fdd tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 210 time: 0.0274873 Oct 23 02:17:38.855787 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-654402a2-1599-4253-be1f-c41e13ec1f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:38.959720 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:39.153901 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6cacd88a-0bf0-4469-85f6-9854432c5e95 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:17:39.223654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 6cacd88a-0bf0-4469-85f6-9854432c5e95 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:17:39.224091 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:39.247404 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:39.249685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f6b8a6-e172-48a8-a481-1c6245c0e541" -d '{"events": [{"server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:39.263769 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 6cacd88a-0bf0-4469-85f6-9854432c5e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:39.337874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:39.357408 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c4fd60-0ea4-46b0-809b-cc76ce4e91a6 x-openstack-request-id: req-06c4fd60-0ea4-46b0-809b-cc76ce4e91a6 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:39.357693 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:39.357962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06c4fd60-0ea4-46b0-809b-cc76ce4e91a6 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:39.358344 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c4fd60-0ea4-46b0-809b-cc76ce4e91a6'] response: {'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'code': 200} Oct 23 02:17:39.384243 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=6cacd88a-0bf0-4469-85f6-9854432c5e95,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:39.648613 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-cb56cdff-0982-41b8-967d-8b69beca21bd req-8173cf46-0964-4776-b920-55a9da385287 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 210 time: 0.0316920 Oct 23 02:17:40.313670 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-56ba4afd-18ff-46b1-b372-a34e30699536 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:40.315560 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-56ba4afd-18ff-46b1-b372-a34e30699536 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.48 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 809 time: 0.1030612 Oct 23 02:17:40.377169 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-8134ecc9-2728-4a91-b501-1be48fa049bf tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b930773c6f1c4d9ba2574a7adb278408 HTTP/1.1" status: 200 len: 379 time: 0.0527694 Oct 23 02:17:40.384377 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Request body: {'port': {'device_id': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'admin_state_up': True, 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'security_groups': ['cae50459-f6c3-4348-86bb-e323e7d8786a']}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:40.576058 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Made reservation on behalf of b930773c6f1c4d9ba2574a7adb278408 for: {'port': 1} {{(pid=105985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:17:40.580677 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:40.719132 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Allocated IP 172.20.0.9 (90106bbd-59ed-4df7-a15f-e0906ac33b39/21810884-2c37-4a12-adb0-2f3a925d83c9/00c1a737-a731-4ec3-b93f-19a1938a4355) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:17:40.727817 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:40.731341 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:40.767895 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-6d596e3c-71c2-43fc-bde8-08cfbf89f657 req-ad6151cf-9d90-4b8a-8a50-fb45e61da318 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 210 time: 0.0346315 Oct 23 02:17:40.874893 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:40.961019 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.019720 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'Port': ['ID=00c1a737-a731-4ec3-b93f-19a1938a4355,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:41.034236 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.034809 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.035358 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.036104 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.036755 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.037265 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.037689 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.038214 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.038638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.039251 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.039603 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.040029 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.040460 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.040901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.041232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:41.055709 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Network 90106bbd-59ed-4df7-a15f-e0906ac33b39 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:17:41.058140 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:17:41.073199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:17:41.142770 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:41.143508 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.170842 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6e0b-0064-4991-b5ef-f8ce1ffc77c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.237679 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-10009489-9e6f-4924-a55a-80ee52590f38 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8566697 Oct 23 02:17:41.370594 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-52c73e9b-66a9-4d3c-87a0-2dc84de8fd82 None None] Provisioning complete for port 00c1a737-a731-4ec3-b93f-19a1938a4355 triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:17:41.371308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-52c73e9b-66a9-4d3c-87a0-2dc84de8fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.372069 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-52c73e9b-66a9-4d3c-87a0-2dc84de8fd82 None None] Attempt 1 to provision port 00c1a737-a731-4ec3-b93f-19a1938a4355 Oct 23 02:17:41.408537 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-52c73e9b-66a9-4d3c-87a0-2dc84de8fd82 None None] Port 00c1a737-a731-4ec3-b93f-19a1938a4355 cannot update to ACTIVE because it is not bound. {{(pid=105986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:17:41.892857 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c10ac-21cc-4e9d-9ebd-2e0047e0750b req-d0ec2c84-9140-4c50-a4c8-69cc85404b27 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:41.894400 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3a4c10ac-21cc-4e9d-9ebd-2e0047e0750b req-d0ec2c84-9140-4c50-a4c8-69cc85404b27 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 931 time: 0.0503535 Oct 23 02:17:41.946908 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-3a4c10ac-21cc-4e9d-9ebd-2e0047e0750b req-5e1d7596-1751-4f38-adb3-0356911e3661 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467017 Oct 23 02:17:42.730275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:43.076731 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00147935-103f-445c-8b75-f4d8ec508b84 req-c297bbec-290a-4b8b-b193-2ea978987e8b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:43.078375 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00147935-103f-445c-8b75-f4d8ec508b84 req-c297bbec-290a-4b8b-b193-2ea978987e8b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 931 time: 0.0535810 Oct 23 02:17:43.140326 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00147935-103f-445c-8b75-f4d8ec508b84 req-4f7fea69-5088-480c-ae44-8ee6c5185577 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555453 Oct 23 02:17:44.056051 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:44.227528 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:44.270608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aac06b-d80c-4542-9751-ea363521d981 req-52a71f1b-ede2-47ae-abfd-edd9dd7aab4f tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:44.273036 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-46aac06b-d80c-4542-9751-ea363521d981 req-52a71f1b-ede2-47ae-abfd-edd9dd7aab4f tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 931 time: 0.0564892 Oct 23 02:17:44.331382 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-46aac06b-d80c-4542-9751-ea363521d981 req-de87c4d8-7512-4247-9867-38c25e85656a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512075 Oct 23 02:17:45.461565 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf7c90-7302-440d-b30b-88e46750b8ea req-9061eb69-088f-48a6-b55b-b7f3e5218500 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:45.463790 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5eaf7c90-7302-440d-b30b-88e46750b8ea req-9061eb69-088f-48a6-b55b-b7f3e5218500 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 931 time: 0.0512731 Oct 23 02:17:45.518250 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5eaf7c90-7302-440d-b30b-88e46750b8ea req-b722c8d2-25c8-40bb-9394-9d9bc94c571c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476210 Oct 23 02:17:46.652652 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c4ffd-f6e4-4cf0-9971-cb8543cca83f req-9f78f04f-9801-46ca-a591-056b943abb73 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:46.654245 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-525c4ffd-f6e4-4cf0-9971-cb8543cca83f req-9f78f04f-9801-46ca-a591-056b943abb73 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 931 time: 0.0492423 Oct 23 02:17:46.707250 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-525c4ffd-f6e4-4cf0-9971-cb8543cca83f req-8413bab5-cad4-497b-9a0c-3471e2f0d462 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464051 Oct 23 02:17:47.843092 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57559d6-66ba-4f24-a7d4-181b16b3393b req-b589574a-a6a9-4a46-907c-2991f7600315 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:47.844745 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b57559d6-66ba-4f24-a7d4-181b16b3393b req-b589574a-a6a9-4a46-907c-2991f7600315 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 931 time: 0.0520909 Oct 23 02:17:47.904960 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b57559d6-66ba-4f24-a7d4-181b16b3393b req-f43a660a-4da8-447d-971f-e11d341256c7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537734 Oct 23 02:17:49.033233 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8d98f-fa6f-4a20-8371-12fbb7a4e9dd req-0773bd50-d325-4b97-9466-d7055aecb80a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:49.034746 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e6a8d98f-fa6f-4a20-8371-12fbb7a4e9dd req-0773bd50-d325-4b97-9466-d7055aecb80a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 931 time: 0.0521631 Oct 23 02:17:49.054140 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:49.084973 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-e6a8d98f-fa6f-4a20-8371-12fbb7a4e9dd req-7df7e0b1-387e-4e78-b8cb-e87743b15470 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438452 Oct 23 02:17:49.311393 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Request body: {'port': {'device_id': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:49.369885 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:49.622626 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c1a737-a731-4ec3-b93f-19a1938a4355 {{(pid=105985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:17:49.630548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Publish callbacks [] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:49.643359 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.provisioning_blocks [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Transition to ACTIVE for port object 00c1a737-a731-4ec3-b93f-19a1938a4355 will not be triggered until provisioned by entity L2. {{(pid=105985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:17:49.712237 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:49.768707 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:49.790845 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Pushing event updated for resources: {'Port': ['ID=00c1a737-a731-4ec3-b93f-19a1938a4355,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:49.819442 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Attempting to bind port 00c1a737-a731-4ec3-b93f-19a1938a4355 on host hv-neutron-mast for vnic_type normal with profile {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:17:49.819780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Attempting to bind port 00c1a737-a731-4ec3-b93f-19a1938a4355 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:17:49.820106 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Attempting to bind port 00c1a737-a731-4ec3-b93f-19a1938a4355 on network 90106bbd-59ed-4df7-a15f-e0906ac33b39 {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:17:49.865959 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Port 00c1a737-a731-4ec3-b93f-19a1938a4355 on network 90106bbd-59ed-4df7-a15f-e0906ac33b39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:17:49.867439 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Attempting to bind port 00c1a737-a731-4ec3-b93f-19a1938a4355 on network 90106bbd-59ed-4df7-a15f-e0906ac33b39 {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:17:49.908107 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Checking agent: {'id': 'd3473bb5-1f26-4018-ab96-8d7bfc2f5006', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'started_at': datetime.datetime(2022, 10, 23, 1, 5, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:17:49.908368 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Checking segment: {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:17:49.908747 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Bound using segment: {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'} {{(pid=105985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:17:49.909175 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.managers [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Bound port: 00c1a737-a731-4ec3-b93f-19a1938a4355, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7620c8-1acd-4f6a-a0a0-25debcf0b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39'}}] {{(pid=105985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:17:49.909531 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:49.956521 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:49.971484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] For port 00c1a737-a731-4ec3-b93f-19a1938a4355, host hv-neutron-mast, cleared binding levels {{(pid=105985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:17:49.974643 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] For port 00c1a737-a731-4ec3-b93f-19a1938a4355, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=00c1a737-a731-4ec3-b93f-19a1938a4355,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:17:50.027708 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:50.031841 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:50.034409 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:50.034409 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/00c1a737-a731-4ec3-b93f-19a1938a4355 HTTP/1.1" status: 200 len: 1093 time: 0.7270885 Oct 23 02:17:50.035157 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:50.036821 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24792e2-ceb0-4d9a-be62-488b5e903b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:50.080902 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd679a7c-e532-4634-8d5d-95b927d375b4 x-openstack-request-id: req-bd679a7c-e532-4634-8d5d-95b927d375b4 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:50.081188 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:50.081446 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd679a7c-e532-4634-8d5d-95b927d375b4 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:50.081869 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd679a7c-e532-4634-8d5d-95b927d375b4'] response: {'name': 'network-changed', 'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'status': 'completed', 'code': 200} Oct 23 02:17:50.086608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c793a1-0fcc-4005-9c37-c09d36a661ef service neutron] Pushing event updated for resources: {'Port': ['ID=00c1a737-a731-4ec3-b93f-19a1938a4355,revision_number=3']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:50.142250 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24792e2-ceb0-4d9a-be62-488b5e903b6d req-a60b8edf-4494-4daf-aeb2-0d1d655442ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:50.143789 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c24792e2-ceb0-4d9a-be62-488b5e903b6d req-a60b8edf-4494-4daf-aeb2-0d1d655442ca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 1127 time: 0.0450492 Oct 23 02:17:50.250553 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e1882-a6e1-4ac8-a68a-7edd588c0964 req-7f77fd07-b9ed-4304-a1b7-a362c550dd98 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:50.251957 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8b7e1882-a6e1-4ac8-a68a-7edd588c0964 req-7f77fd07-b9ed-4304-a1b7-a362c550dd98 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 943 time: 0.0900764 Oct 23 02:17:50.308608 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24792e2-ceb0-4d9a-be62-488b5e903b6d req-5dea41c5-18af-4022-b7c1-ccd34af355ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:50.310106 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c24792e2-ceb0-4d9a-be62-488b5e903b6d req-5dea41c5-18af-4022-b7c1-ccd34af355ed service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=b930773c6f1c4d9ba2574a7adb278408&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1583738 Oct 23 02:17:50.342141 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-8b7e1882-a6e1-4ac8-a68a-7edd588c0964 req-e569f2ac-3487-4c64-9f41-e05bea7933f6 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830083 Oct 23 02:17:50.411669 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24792e2-ceb0-4d9a-be62-488b5e903b6d req-80f7d8d2-4bcd-46bd-9496-faa561ad4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:50.413119 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c24792e2-ceb0-4d9a-be62-488b5e903b6d req-80f7d8d2-4bcd-46bd-9496-faa561ad4e69 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954852 Oct 23 02:17:50.492073 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-e23addfd-c66a-430e-ad36-63113569f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:50.493559 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-e23addfd-c66a-430e-ad36-63113569f349 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 1127 time: 0.0448966 Oct 23 02:17:50.531921 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-fa7fd493-89b7-42da-9889-f059b9adc49d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c1a737-a731-4ec3-b93f-19a1938a4355 HTTP/1.1" status: 200 len: 217 time: 0.0315280 Oct 23 02:17:50.578497 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-4b31ecf8-c2b3-4cbf-b5a4-515f5e1adeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:50.580430 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-4b31ecf8-c2b3-4cbf-b5a4-515f5e1adeb6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 200 len: 848 time: 0.0428851 Oct 23 02:17:50.629032 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-5ffc19c6-6bc2-4ba9-aded-dd427f29c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:50.630564 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-5ffc19c6-6bc2-4ba9-aded-dd427f29c8f5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90106bbd-59ed-4df7-a15f-e0906ac33b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426440 Oct 23 02:17:50.722748 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-19e7443a-e85a-40e2-a8c6-3009c9f4c201 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857043 Oct 23 02:17:50.815643 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-891733ff-5ed3-425d-99f7-a4598e04bdc9 req-8de697b5-88b8-4edf-b5f5-ff6362567898 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864346 Oct 23 02:17:51.468002 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea80d-1b5b-4bbc-9f0e-d40496ab0deb req-a2088829-ff6a-4259-ab8f-38df53d472c4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:51.469459 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b28ea80d-1b5b-4bbc-9f0e-d40496ab0deb req-a2088829-ff6a-4259-ab8f-38df53d472c4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 943 time: 0.0501096 Oct 23 02:17:51.517436 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-b28ea80d-1b5b-4bbc-9f0e-d40496ab0deb req-5465a17d-ed62-439e-99a8-8a196115f0b9 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423648 Oct 23 02:17:52.512762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:52.638374 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bcbba-3fb9-4888-85d2-85a778bab9ab req-a1593293-f8a8-45e4-b094-fa4646611e14 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:52.639842 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-157bcbba-3fb9-4888-85d2-85a778bab9ab req-a1593293-f8a8-45e4-b094-fa4646611e14 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 943 time: 0.0474582 Oct 23 02:17:52.691404 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-157bcbba-3fb9-4888-85d2-85a778bab9ab req-17c4eec1-9ef4-42ce-b18f-b26354d521e1 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451968 Oct 23 02:17:53.184674 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 00c1a737-a731-4ec3-b93f-19a1938a4355 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:17:53.301153 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 00c1a737-a731-4ec3-b93f-19a1938a4355, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=00c1a737-a731-4ec3-b93f-19a1938a4355,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:53.312778 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'port_id': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'mac_address': 'fa:16:3e:7b:1d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:17:53.351389 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 00c1a737-a731-4ec3-b93f-19a1938a4355 is: DOWN; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:17:53.351772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.366330 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c1a737-a731-4ec3-b93f-19a1938a4355 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:17:53.386082 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 00c1a737-a731-4ec3-b93f-19a1938a4355, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=00c1a737-a731-4ec3-b93f-19a1938a4355,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:53.570319 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.616017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=00c1a737-a731-4ec3-b93f-19a1938a4355,revision_number=4']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:53.791628 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['00c1a737-a731-4ec3-b93f-19a1938a4355'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:17:53.823031 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1052e6-2951-4367-b068-eb4a4bf8eb52 req-fa807be5-ca1a-43e2-af1e-1b79710703d2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:53.824490 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5e1052e6-2951-4367-b068-eb4a4bf8eb52 req-fa807be5-ca1a-43e2-af1e-1b79710703d2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 944 time: 0.0520191 Oct 23 02:17:53.875107 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-5e1052e6-2951-4367-b068-eb4a4bf8eb52 req-5a4aab12-58a3-40fe-88b8-de05f5a02adb tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432243 Oct 23 02:17:54.960856 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:54.995767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721ddaa-3df8-4a3e-a256-f86a4410d72a req-fdac5320-69cf-4f4e-b678-733fa313e357 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:54.997203 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c721ddaa-3df8-4a3e-a256-f86a4410d72a req-fdac5320-69cf-4f4e-b678-733fa313e357 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 944 time: 0.0467041 Oct 23 02:17:55.047607 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c721ddaa-3df8-4a3e-a256-f86a4410d72a req-b9043ef3-da14-4f66-8ecf-bdc82d78fb2a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449276 Oct 23 02:17:55.184229 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 00c1a737-a731-4ec3-b93f-19a1938a4355 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:17:55.228762 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning for port 00c1a737-a731-4ec3-b93f-19a1938a4355 completed by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:17:55.290016 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 00c1a737-a731-4ec3-b93f-19a1938a4355 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:17:55.290390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.290721 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 00c1a737-a731-4ec3-b93f-19a1938a4355 Oct 23 02:17:55.359634 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 00c1a737-a731-4ec3-b93f-19a1938a4355 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:17:55.360011 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.382474 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:55.384685 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bce914-a852-4007-adbd-fda4c8c1a518" -d '{"events": [{"server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "name": "network-vif-plugged", "status": "completed", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:55.397327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 00c1a737-a731-4ec3-b93f-19a1938a4355, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=00c1a737-a731-4ec3-b93f-19a1938a4355,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:55.421459 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56fc606-ce08-4bc5-b172-63b3eb9c6b63 x-openstack-request-id: req-b56fc606-ce08-4bc5-b172-63b3eb9c6b63 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:55.421740 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "name": "network-vif-plugged", "status": "completed", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:55.422375 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b56fc606-ce08-4bc5-b172-63b3eb9c6b63 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:55.422764 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56fc606-ce08-4bc5-b172-63b3eb9c6b63'] response: {'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'code': 200} Oct 23 02:17:55.439358 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.490422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:55.493365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=00c1a737-a731-4ec3-b93f-19a1938a4355,revision_number=5']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:55.668760 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae555d48-ee94-45d4-ac00-b1bb2e59a914 req-01c5e43a-3f7e-4567-b401-7af2ac519f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:55.670237 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ae555d48-ee94-45d4-ac00-b1bb2e59a914 req-01c5e43a-3f7e-4567-b401-7af2ac519f6b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 1129 time: 0.0418723 Oct 23 02:17:55.714147 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ae555d48-ee94-45d4-ac00-b1bb2e59a914 req-29d167d9-db53-4f3e-99f7-95a6b23e3596 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381687 Oct 23 02:17:56.151208 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:56.166901 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a207334-f026-4eec-a046-f0fa081e7f4f req-0a3bc04f-98cd-4e44-8afc-41e2990563b2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:56.168352 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9a207334-f026-4eec-a046-f0fa081e7f4f req-0a3bc04f-98cd-4e44-8afc-41e2990563b2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 945 time: 0.0468440 Oct 23 02:17:56.216339 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-9a207334-f026-4eec-a046-f0fa081e7f4f req-91cfeb88-b77e-40a5-af0f-72a230399151 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Oct 23 02:17:57.342285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01357f4e-ad96-4562-ab6c-abb35b4f8316 req-dabdec52-f3c8-4a4c-b109-a063259b2a8b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:57.343768 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-01357f4e-ad96-4562-ab6c-abb35b4f8316 req-dabdec52-f3c8-4a4c-b109-a063259b2a8b tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 945 time: 0.0512650 Oct 23 02:17:57.393497 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-01357f4e-ad96-4562-ab6c-abb35b4f8316 req-8f046747-458b-4462-86e7-c9884a88e654 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438983 Oct 23 02:17:57.518356 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e341e-7a74-4c8e-987a-146a51eead20 req-4e843eb2-dd7c-4f0f-bf18-f766de74849a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:57.519706 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7d2e341e-7a74-4c8e-987a-146a51eead20 req-4e843eb2-dd7c-4f0f-bf18-f766de74849a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 945 time: 0.0500758 Oct 23 02:17:57.568820 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7d2e341e-7a74-4c8e-987a-146a51eead20 req-6886d825-feca-4af5-8e12-a8d5bebf64c8 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436773 Oct 23 02:17:57.596482 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 46184) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:57.634092 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbf4e97-be29-403e-8d49-8b94fcc06022 tempest-TestSnapshotPattern-1196655250 tempest-TestSnapshotPattern-1196655250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:57.635577 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dbbf4e97-be29-403e-8d49-8b94fcc06022 tempest-TestSnapshotPattern-1196655250 tempest-TestSnapshotPattern-1196655250-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 1124 time: 0.0381312 Oct 23 02:17:57.638291 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 46186) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:57.642514 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.v2.base [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Request body: {'floatingip': {'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'port_id': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:57.736287 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:57.816386 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (None), before_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:57.917183 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_common [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Allocated IP 172.36.3.195 (1613376d-8439-4cc7-96a1-6110c0c95b87/8ec5eed2-1764-4f23-adbe-f0fa3fd7c964/ed8056ba-491b-407a-8981-e3f8fcb2e776) {{(pid=105985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:17:57.983065 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:57.983821 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:58.022789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for port (ed8056ba-491b-407a-8981-e3f8fcb2e776), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:58.090590 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733988578910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ed8056ba-491b-407a-8981-e3f8fcb2e776), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:58.131640 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Network 1613376d-8439-4cc7-96a1-6110c0c95b87 is already hosted by enough agents. {{(pid=105985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:17:58.136502 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.base_scheduler [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Resources bound (agent type, host, resource id): {{(pid=105985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:17:58.138665 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'Port': ['ID=ed8056ba-491b-407a-8981-e3f8fcb2e776,revision_number=1']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:58.140765 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Received port after_create {{(pid=105985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:17:58.215221 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:58.307678 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:58.488671 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for floatingip (cd0312b9-908a-490d-adff-b6091fa65298), precommit_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:58.587254 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (ed8056ba-491b-407a-8981-e3f8fcb2e776), before_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:58.730119 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for port (ed8056ba-491b-407a-8981-e3f8fcb2e776), precommit_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:58.781548 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7016655'] for port (ed8056ba-491b-407a-8981-e3f8fcb2e776), after_update {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:58.849489 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628538'] for floatingip (cd0312b9-908a-490d-adff-b6091fa65298), after_create {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:58.851164 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event updated for resources: {'Port': ['ID=ed8056ba-491b-407a-8981-e3f8fcb2e776,revision_number=2']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:58.946041 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Floating IP cd0312b9-908a-490d-adff-b6091fa65298 associated. External IP: 172.36.3.195, port: 00c1a737-a731-4ec3-b93f-19a1938a4355. Oct 23 02:17:59.044094 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:59.142776 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Router 03287c38-1aea-4624-8842-4afc1e484d47 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:17:59.229716 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:59.244733 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:17:59.254557 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50d43e-97b2-4c7a-96d3-20e622d77b78 None None] Sync routers for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:17:59.264017 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50d43e-97b2-4c7a-96d3-20e622d77b78 None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:59.268256 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0c50d43e-97b2-4c7a-96d3-20e622d77b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:17:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:59.333215 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:59.367073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-0c50d43e-97b2-4c7a-96d3-20e622d77b78 None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:59.367348 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-a1419425-0760-416a-a4c6-1a083aaa1f4c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7279255 Oct 23 02:17:59.367913 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:59.370500 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1776b77d-7d3c-4612-93a3-7ba123d164cd" -d '{"events": [{"name": "network-changed", "server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:59.411218 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d10fea4-01cb-4540-bab2-3e61cd5a6811 x-openstack-request-id: req-6d10fea4-01cb-4540-bab2-3e61cd5a6811 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:59.411513 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:59.411767 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d10fea4-01cb-4540-bab2-3e61cd5a6811 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:59.412181 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d10fea4-01cb-4540-bab2-3e61cd5a6811'] response: {'name': 'network-changed', 'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'status': 'completed', 'code': 200} Oct 23 02:17:59.458519 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:59.474704 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776b77d-7d3c-4612-93a3-7ba123d164cd req-23eaeaa1-ef7d-4141-b729-7e6f07d9239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:59.476247 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:59.476384 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1776b77d-7d3c-4612-93a3-7ba123d164cd req-23eaeaa1-ef7d-4141-b729-7e6f07d9239e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 1129 time: 0.0399518 Oct 23 02:17:59.567686 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776b77d-7d3c-4612-93a3-7ba123d164cd req-2e8b76be-b834-4e0a-aa41-e2c9e9b40efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:59.569208 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1776b77d-7d3c-4612-93a3-7ba123d164cd req-2e8b76be-b834-4e0a-aa41-e2c9e9b40efe service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 910 time: 0.0873849 Oct 23 02:17:59.587847 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0c50d43e-97b2-4c7a-96d3-20e622d77b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ae88a12-b031-49f2-ba74-25cf904d120c', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.152', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:9b:97:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:22Z', 'updated_at': '2022-10-23T02:15:24Z', 'revision_number': 1, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}, {'id': 'cd0312b9-908a-490d-adff-b6091fa65298', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.195', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:7b:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:58Z', 'updated_at': '2022-10-23T02:17:58Z', 'revision_number': 0, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:59.616394 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50d43e-97b2-4c7a-96d3-20e622d77b78 None None] Checking router: 03287c38-1aea-4624-8842-4afc1e484d47 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:17:59.624764 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50d43e-97b2-4c7a-96d3-20e622d77b78 None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:59.625367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0c50d43e-97b2-4c7a-96d3-20e622d77b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:17:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:59.634793 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1776b77d-7d3c-4612-93a3-7ba123d164cd req-be91f393-5db8-43a2-856d-d77b49724c9e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c1a737-a731-4ec3-b93f-19a1938a4355 HTTP/1.1" status: 200 len: 999 time: 0.0587776 Oct 23 02:17:59.682736 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776b77d-7d3c-4612-93a3-7ba123d164cd req-93fc5533-73ef-4c4d-8ab2-5a777a89d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:59.684235 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1776b77d-7d3c-4612-93a3-7ba123d164cd req-93fc5533-73ef-4c4d-8ab2-5a777a89d71d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 200 len: 848 time: 0.0438385 Oct 23 02:17:59.726161 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-0c50d43e-97b2-4c7a-96d3-20e622d77b78 None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:59.726463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776b77d-7d3c-4612-93a3-7ba123d164cd req-dd6a0e2b-bd4b-4c79-aad4-e6988213b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:59.727974 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1776b77d-7d3c-4612-93a3-7ba123d164cd req-dd6a0e2b-bd4b-4c79-aad4-e6988213b102 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90106bbd-59ed-4df7-a15f-e0906ac33b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380929 Oct 23 02:17:59.825528 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1776b77d-7d3c-4612-93a3-7ba123d164cd req-99781d7d-84be-406c-9265-e34b826f0a53 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918641 Oct 23 02:17:59.916502 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-1776b77d-7d3c-4612-93a3-7ba123d164cd req-f172f49d-306e-4e51-b70e-de9332f49943 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850956 Oct 23 02:18:00.075524 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-0c50d43e-97b2-4c7a-96d3-20e622d77b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ae88a12-b031-49f2-ba74-25cf904d120c', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.152', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:9b:97:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:22Z', 'updated_at': '2022-10-23T02:15:24Z', 'revision_number': 1, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}, {'id': 'cd0312b9-908a-490d-adff-b6091fa65298', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.195', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:7b:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:58Z', 'updated_at': '2022-10-23T02:17:58Z', 'revision_number': 0, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:00.103617 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c50d43e-97b2-4c7a-96d3-20e622d77b78 None None] The sync data for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv is: [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ae88a12-b031-49f2-ba74-25cf904d120c', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.152', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:9b:97:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:22Z', 'updated_at': '2022-10-23T02:15:24Z', 'revision_number': 1, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}, {'id': 'cd0312b9-908a-490d-adff-b6091fa65298', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.195', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:7b:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:58Z', 'updated_at': '2022-10-23T02:17:58Z', 'revision_number': 0, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:18:00.303877 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfda28f1-d0bd-4617-9c19-88e9d2a9218f None None] New status for floating IP cd0312b9-908a-490d-adff-b6091fa65298: ACTIVE {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:18:05.994506 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:18:07.386487 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=94 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:07.389330 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=98 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:08.878514 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e7cc477f-b9e2-4225-96ff-9c3393dba532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:09.906461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=67,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:09.913351 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=48 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:11.187456 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cfffd226-87a1-47cb-badd-3f1022128ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:12.735433 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:14.049919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:14.221372 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:16.046233 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=28 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:16.050556 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:22.518469 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:24.173900 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:32.439971 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:32.444836 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:34.368917 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-a3520d6d-3f61-4dc0-86c8-0b07ab041133 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3755894 Oct 23 02:18:34.465889 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-a9fcef54-9913-48e9-8eeb-ec2737f28493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:34.467400 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-a9fcef54-9913-48e9-8eeb-ec2737f28493 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 1127 time: 0.0382106 Oct 23 02:18:34.576242 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-ecf5ae14-17f7-4426-86c2-c2490c0f7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:34.577710 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-ecf5ae14-17f7-4426-86c2-c2490c0f7f62 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 910 time: 0.0889516 Oct 23 02:18:34.638908 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-dc0a184b-95f0-4790-8cf3-1c4c34e986d7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95 HTTP/1.1" status: 200 len: 999 time: 0.0546021 Oct 23 02:18:34.687576 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-8f89e59b-3e73-4560-a6ba-c4fb6bde8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:34.688972 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-8f89e59b-3e73-4560-a6ba-c4fb6bde8e47 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 200 len: 848 time: 0.0426805 Oct 23 02:18:34.735463 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-e65f9e24-ab8c-490d-b748-94b8d850b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:34.736935 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-e65f9e24-ab8c-490d-b748-94b8d850b4db service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90106bbd-59ed-4df7-a15f-e0906ac33b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422587 Oct 23 02:18:34.826289 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-68372a5c-60f0-405a-be44-1af9f2fa619b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816498 Oct 23 02:18:34.920716 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-b426fade-da75-48d6-b34a-5a5f5c5f7653 req-1854a3b8-76b8-46f1-addb-a770193bbbd9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867202 Oct 23 02:18:34.980865 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:37.132025 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:38.866962 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6276aacf-06a8-4d61-9441-116bef7fa52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:41.164490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-42240b10-7697-4fd3-8dd9-f39def84ef05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:42.770200 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:42.994599 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:18:44.072951 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:44.227069 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:44.915919 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=52 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:44.917721 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=49 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:52.523437 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:52.989942 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:52.990783 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:02.438385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:02.443218 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:02.444930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:08.895782 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-eae6a521-bee5-4d3c-b93c-817d63d37cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.170164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-889780d6-24ab-46b0-928e-4d94fc9f14eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.972397 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:11.977192 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:12.736024 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:14.077750 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:14.231980 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:19.994265 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:19:22.501515 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:25.683278 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 00c1a737-a731-4ec3-b93f-19a1938a4355 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=105986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:19:25.789208 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 00c1a737-a731-4ec3-b93f-19a1938a4355, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=00c1a737-a731-4ec3-b93f-19a1938a4355,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:25.801615 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Returning: {'device': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'port_id': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'mac_address': 'fa:16:3e:7b:1d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:19:25.838930 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 00c1a737-a731-4ec3-b93f-19a1938a4355 is: ACTIVE; New status is: BUILD {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:25.839620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:25.856042 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00c1a737-a731-4ec3-b93f-19a1938a4355 {{(pid=105986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:19:25.881465 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 00c1a737-a731-4ec3-b93f-19a1938a4355, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=00c1a737-a731-4ec3-b93f-19a1938a4355,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:25.994945 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:26.082632 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] get_ports_and_sgs() called for port_ids ['00c1a737-a731-4ec3-b93f-19a1938a4355'] {{(pid=105986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:19:26.135483 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=00c1a737-a731-4ec3-b93f-19a1938a4355,revision_number=6']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:26.153834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.153834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.153834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.153834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.153834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.153834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.153834 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.154604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.154604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.154604 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.154888 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.155191 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.155513 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.155840 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:26.156164 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:27.676848 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 00c1a737-a731-4ec3-b93f-19a1938a4355 up at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:27.723931 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Provisioning complete for port 00c1a737-a731-4ec3-b93f-19a1938a4355 triggered by entity L2. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:27.724696 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:27.725278 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Attempt 1 to provision port 00c1a737-a731-4ec3-b93f-19a1938a4355 Oct 23 02:19:27.808274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 00c1a737-a731-4ec3-b93f-19a1938a4355 is: BUILD; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:27.808667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:27.833440 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:19:27.836172 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a233ab0-1104-4773-9e26-193d2861ffe8" -d '{"events": [{"server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "name": "network-vif-plugged", "status": "completed", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:19:27.851837 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 00c1a737-a731-4ec3-b93f-19a1938a4355, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=00c1a737-a731-4ec3-b93f-19a1938a4355,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:27.882792 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52e0b30-c1a3-4ff3-9de2-93498bef1456 x-openstack-request-id: req-e52e0b30-c1a3-4ff3-9de2-93498bef1456 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:19:27.883158 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "name": "network-vif-plugged", "status": "completed", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:19:27.883411 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e52e0b30-c1a3-4ff3-9de2-93498bef1456 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:19:27.883812 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52e0b30-c1a3-4ff3-9de2-93498bef1456'] response: {'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'code': 200} Oct 23 02:19:28.113050 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:28.160754 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=00c1a737-a731-4ec3-b93f-19a1938a4355,revision_number=7']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:29.990143 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:29.991284 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:36.054872 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-78da88c3-c8b2-4d70-a122-e4478c6165ee service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422831 Oct 23 02:19:36.114196 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-9a92f180-e974-48b6-b2af-531148b26d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:36.115711 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-9a92f180-e974-48b6-b2af-531148b26d12 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 1129 time: 0.0402508 Oct 23 02:19:36.222496 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-7c4bb7c6-277b-4328-86bf-c32677ed0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:36.223972 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-7c4bb7c6-277b-4328-86bf-c32677ed0836 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 910 time: 0.0900209 Oct 23 02:19:36.285345 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-d62d1224-8b9e-488b-8fc2-2316f336c4c1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c1a737-a731-4ec3-b93f-19a1938a4355 HTTP/1.1" status: 200 len: 1001 time: 0.0559990 Oct 23 02:19:36.333083 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-c264ef8c-82f2-4982-be5f-d39f81a7091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:36.334547 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-c264ef8c-82f2-4982-be5f-d39f81a7091d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 200 len: 848 time: 0.0436585 Oct 23 02:19:36.382160 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-c4ccfcb0-f110-4e09-9db7-a89ea17b5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:36.386171 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-c4ccfcb0-f110-4e09-9db7-a89ea17b5e81 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90106bbd-59ed-4df7-a15f-e0906ac33b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438373 Oct 23 02:19:36.393461 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-2819a479-7806-4fa1-9548-ee8ddf7f8bbc service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:19:36.394436 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-2819a479-7806-4fa1-9548-ee8ddf7f8bbc service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049379 Oct 23 02:19:36.486338 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-6c210ea7-f705-41c4-8696-f957b4e8b1f0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859373 Oct 23 02:19:36.580276 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-ab024659-0cad-4a93-91c4-907b5c49f95f req-8511c9b7-7ed5-4a86-a300-8bc5d49d6ba5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882971 Oct 23 02:19:36.958018 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 46384) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:37.098687 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Deleting port ed8056ba-491b-407a-8981-e3f8fcb2e776 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:37.099493 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (ed8056ba-491b-407a-8981-e3f8fcb2e776), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:37.178458 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (ed8056ba-491b-407a-8981-e3f8fcb2e776), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:37.178780 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for floatingip (ed8056ba-491b-407a-8981-e3f8fcb2e776), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:37.190738 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Calling delete_port for ed8056ba-491b-407a-8981-e3f8fcb2e776 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:37.323076 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:37.326778 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:37.445174 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (ed8056ba-491b-407a-8981-e3f8fcb2e776), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:37.472017 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event deleted for resources: {'Port': ['ID=ed8056ba-491b-407a-8981-e3f8fcb2e776,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:37.485941 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.486292 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.486638 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.486978 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.487362 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.487694 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.488025 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.488398 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.488725 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.489051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.489380 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.489705 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.490056 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.490376 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.490695 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:37.547950 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for floatingip (cd0312b9-908a-490d-adff-b6091fa65298), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:37.548308 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Floating IP cd0312b9-908a-490d-adff-b6091fa65298 disassociated (deleted). External IP: 172.36.3.195, port: 00c1a737-a731-4ec3-b93f-19a1938a4355. Oct 23 02:19:37.748339 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Router 03287c38-1aea-4624-8842-4afc1e484d47 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:19:37.850371 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:19:37.855238 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:37.859702 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed6eaac-68b4-45ef-9607-aeb30b59a27b None None] Sync routers for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:19:37.864211 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:37.864975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:37.869759 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:37.872133 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed6eaac-68b4-45ef-9607-aeb30b59a27b None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:37.872751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ed6eaac-68b4-45ef-9607-aeb30b59a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:19:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:37.885517 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-c840f4ed-4d8f-4eca-a3d6-904b6eb9cba0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/cd0312b9-908a-490d-adff-b6091fa65298 HTTP/1.1" status: 204 len: 168 time: 0.9263997 Oct 23 02:19:37.886180 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:19:37.888453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4017d567-72f3-471f-b727-6b67052206d8" -d '{"events": [{"name": "network-changed", "server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:19:37.983491 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-3ed6eaac-68b4-45ef-9607-aeb30b59a27b None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:37.994232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17634e3f-70d6-4d72-8b96-3b7896f33426 x-openstack-request-id: req-17634e3f-70d6-4d72-8b96-3b7896f33426 {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:19:37.994232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:19:37.994232 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17634e3f-70d6-4d72-8b96-3b7896f33426 {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:19:37.994232 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17634e3f-70d6-4d72-8b96-3b7896f33426'] response: {'name': 'network-changed', 'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'status': 'completed', 'code': 200} Oct 23 02:19:38.052886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d567-72f3-471f-b727-6b67052206d8 req-abb05565-a703-4f8d-81d4-99a99efefbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:38.054440 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4017d567-72f3-471f-b727-6b67052206d8 req-abb05565-a703-4f8d-81d4-99a99efefbee service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 1129 time: 0.0411336 Oct 23 02:19:38.154756 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d567-72f3-471f-b727-6b67052206d8 req-03e40b23-b2a2-4ca8-85b1-76345b4756c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:38.160735 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4017d567-72f3-471f-b727-6b67052206d8 req-03e40b23-b2a2-4ca8-85b1-76345b4756c1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 910 time: 0.0996974 Oct 23 02:19:38.200369 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ed6eaac-68b4-45ef-9607-aeb30b59a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ae88a12-b031-49f2-ba74-25cf904d120c', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.152', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:9b:97:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:22Z', 'updated_at': '2022-10-23T02:15:24Z', 'revision_number': 1, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:38.200839 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4017d567-72f3-471f-b727-6b67052206d8 req-135438e4-d6ef-4019-83b6-435a12338ef6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c1a737-a731-4ec3-b93f-19a1938a4355 HTTP/1.1" status: 200 len: 217 time: 0.0336599 Oct 23 02:19:38.226354 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed6eaac-68b4-45ef-9607-aeb30b59a27b None None] Checking router: 03287c38-1aea-4624-8842-4afc1e484d47 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:19:38.236028 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed6eaac-68b4-45ef-9607-aeb30b59a27b None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:38.237196 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ed6eaac-68b4-45ef-9607-aeb30b59a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:19:11Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:38.254916 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d567-72f3-471f-b727-6b67052206d8 req-f8261d65-088b-4271-8ff8-f8474c596357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:38.256369 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4017d567-72f3-471f-b727-6b67052206d8 req-f8261d65-088b-4271-8ff8-f8474c596357 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 200 len: 848 time: 0.0495405 Oct 23 02:19:38.332345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0ecc5-1286-401b-aca6-4a31de0106e2 req-8f199d53-bb58-4c11-b470-8e61d73ad50c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:38.333886 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-35e0ecc5-1286-401b-aca6-4a31de0106e2 req-8f199d53-bb58-4c11-b470-8e61d73ad50c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 945 time: 0.0486343 Oct 23 02:19:38.343402 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-3ed6eaac-68b4-45ef-9607-aeb30b59a27b None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:38.397663 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-35e0ecc5-1286-401b-aca6-4a31de0106e2 req-12ba81a5-bef2-45d4-b21e-2045941e3d69 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576804 Oct 23 02:19:38.551367 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=100 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:38.566738 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-3ed6eaac-68b4-45ef-9607-aeb30b59a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ae88a12-b031-49f2-ba74-25cf904d120c', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.152', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:9b:97:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:22Z', 'updated_at': '2022-10-23T02:15:24Z', 'revision_number': 1, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:38.592760 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed6eaac-68b4-45ef-9607-aeb30b59a27b None None] The sync data for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv is: [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ae88a12-b031-49f2-ba74-25cf904d120c', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'floating_ip_address': '172.36.3.152', 'floating_network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'router_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'port_id': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'mac_address': 'fa:16:3e:9b:97:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:22Z', 'updated_at': '2022-10-23T02:15:24Z', 'revision_number': 1, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:19:38.801770 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b28cf3-8391-43c0-9125-0034d1a4f984 None None] New status for floating IP cd0312b9-908a-490d-adff-b6091fa65298: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:19:38.873623 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1dda74ce-8efe-413a-a17a-2eb36b02171e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:39.541430 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d567-72f3-471f-b727-6b67052206d8 req-2c318026-6f1d-471a-9944-a284c68e3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:39.543034 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4017d567-72f3-471f-b727-6b67052206d8 req-2c318026-6f1d-471a-9944-a284c68e3cf7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90106bbd-59ed-4df7-a15f-e0906ac33b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0741751 Oct 23 02:19:39.551375 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5905971-40ca-444b-a3e4-f4e3408e33e4 req-aaab90ad-f631-4e2e-91fb-202cdc8cd69c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:39.552754 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c5905971-40ca-444b-a3e4-f4e3408e33e4 req-aaab90ad-f631-4e2e-91fb-202cdc8cd69c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 945 time: 0.0729504 Oct 23 02:19:39.600979 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-c5905971-40ca-444b-a3e4-f4e3408e33e4 req-6924c595-7347-466d-84f1-afdd81e617ef tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425148 Oct 23 02:19:39.727488 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 00c1a737-a731-4ec3-b93f-19a1938a4355 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:19:39.800558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Current status of the port 00c1a737-a731-4ec3-b93f-19a1938a4355 is: ACTIVE; New status is: DOWN {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:39.800941 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12890578'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), before_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:39.824744 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355'}] {{(pid=105986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:19:39.827018 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f26973e560d30ed8b6fd4e988c739124e28a3cb1c161bdc78ea900368a42e7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c37eb4c-3ff2-45e1-81f5-bef8d2f5964f" -d '{"events": [{"server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "name": "network-vif-unplugged", "status": "completed", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355"}]}' {{(pid=105986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:19:39.843490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] For port 00c1a737-a731-4ec3-b93f-19a1938a4355, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=00c1a737-a731-4ec3-b93f-19a1938a4355,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:39.873269 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:39.880349 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 02:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a3ab68-71dc-46fc-96b5-206124463957 x-openstack-request-id: req-43a3ab68-71dc-46fc-96b5-206124463957 {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:19:39.880864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "name": "network-vif-unplugged", "status": "completed", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355", "code": 200}]} {{(pid=105986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:19:39.880864 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43a3ab68-71dc-46fc-96b5-206124463957 {{(pid=105986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:19:39.881258 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a3ab68-71dc-46fc-96b5-206124463957'] response: {'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'code': 200} Oct 23 02:19:39.898629 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4017d567-72f3-471f-b727-6b67052206d8 req-4e32b45f-faf9-455b-95cf-29e381ba13bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945017 Oct 23 02:19:39.907775 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733989090681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733988578928', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733988578946'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:39.958357 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Pushing event updated for resources: {'Port': ['ID=00c1a737-a731-4ec3-b93f-19a1938a4355,revision_number=8']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:40.004493 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-4017d567-72f3-471f-b727-6b67052206d8 req-2515882d-7122-4df7-8f2a-03eb934cde58 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975049 Oct 23 02:19:40.009894 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186824b4-4ed1-4a65-80c3-6f8a2bf2b554 req-11f853ac-9931-4458-a508-6adf8dfefc66 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:40.011938 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-186824b4-4ed1-4a65-80c3-6f8a2bf2b554 req-11f853ac-9931-4458-a508-6adf8dfefc66 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 943 time: 0.0490654 Oct 23 02:19:40.103328 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-186824b4-4ed1-4a65-80c3-6f8a2bf2b554 req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Deleting port 00c1a737-a731-4ec3-b93f-19a1938a4355 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:40.103671 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-186824b4-4ed1-4a65-80c3-6f8a2bf2b554 req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:40.195592 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-186824b4-4ed1-4a65-80c3-6f8a2bf2b554 req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] For port 00c1a737-a731-4ec3-b93f-19a1938a4355, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=00c1a737-a731-4ec3-b93f-19a1938a4355,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:40.195954 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-186824b4-4ed1-4a65-80c3-6f8a2bf2b554 req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:40.209029 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-186824b4-4ed1-4a65-80c3-6f8a2bf2b554 req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Calling delete_port for 00c1a737-a731-4ec3-b93f-19a1938a4355 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:40.370214 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-186824b4-4ed1-4a65-80c3-6f8a2bf2b554 req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (00c1a737-a731-4ec3-b93f-19a1938a4355), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:40.396351 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event deleted for resources: {'Port': ['ID=00c1a737-a731-4ec3-b93f-19a1938a4355,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:40.410199 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.410560 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.410898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.411237 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.411562 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.411885 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.412207 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.412526 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.412847 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.413169 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.413491 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.413832 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.414146 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.414460 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.414774 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=105984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:40.454684 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-186824b4-4ed1-4a65-80c3-6f8a2bf2b554 req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] No DVR routers for this DVR port 00c1a737-a731-4ec3-b93f-19a1938a4355 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:19:40.457680 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-186824b4-4ed1-4a65-80c3-6f8a2bf2b554 req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:40.460864 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-186824b4-4ed1-4a65-80c3-6f8a2bf2b554 req-41c68467-5bf5-458c-9b1f-c799d80477f4 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.48 "DELETE /networking/v2.0/ports/00c1a737-a731-4ec3-b93f-19a1938a4355 HTTP/1.1" status: 204 len: 173 time: 0.4406407 Oct 23 02:19:40.461345 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'name': 'network-vif-deleted', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:19:40.528571 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7babb3b0a0df91df764af91d57a8c1d247c468832748c463038fc5db584388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbc5954-baf5-4f92-80de-a75197ebae3a" -d '{"events": [{"server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "name": "network-vif-deleted", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:19:40.613628 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d8aeea-669b-4160-82c1-3036ffcefd9f x-openstack-request-id: req-e9d8aeea-669b-4160-82c1-3036ffcefd9f {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:19:40.613963 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416968e8-0cf7-4da1-a52f-e89f186f730c", "name": "network-vif-deleted", "tag": "00c1a737-a731-4ec3-b93f-19a1938a4355", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:19:40.614216 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9d8aeea-669b-4160-82c1-3036ffcefd9f {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:19:40.614708 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d8aeea-669b-4160-82c1-3036ffcefd9f'] response: {'server_uuid': '416968e8-0cf7-4da1-a52f-e89f186f730c', 'name': 'network-vif-deleted', 'tag': '00c1a737-a731-4ec3-b93f-19a1938a4355', 'status': 'completed', 'code': 200} Oct 23 02:19:40.708374 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-8fb6edfd-f85f-497c-b591-063ae85e5524 req-536c7720-312b-4eee-b56b-101bb9df4d6c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=416968e8-0cf7-4da1-a52f-e89f186f730c HTTP/1.1" status: 200 len: 210 time: 0.0282335 Oct 23 02:19:41.187701 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3a3c-a0d9-4fb8-8bd9-221570dabeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:42.787522 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:43.046737 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 46456) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:43.094798 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=100 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:43.190679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Deleting port 94019e65-0a98-4ab0-85b2-962f24f25c52 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:43.191020 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (94019e65-0a98-4ab0-85b2-962f24f25c52), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:43.267093 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (94019e65-0a98-4ab0-85b2-962f24f25c52), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:43.267421 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for floatingip (94019e65-0a98-4ab0-85b2-962f24f25c52), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:43.280462 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Calling delete_port for 94019e65-0a98-4ab0-85b2-962f24f25c52 owned by network:floatingip {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:43.484484 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (94019e65-0a98-4ab0-85b2-962f24f25c52), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:43.509412 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event deleted for resources: {'Port': ['ID=94019e65-0a98-4ab0-85b2-962f24f25c52,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:43.575679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for floatingip (4ae88a12-b031-49f2-ba74-25cf904d120c), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:43.576007 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.db.l3_db [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Floating IP 4ae88a12-b031-49f2-ba74-25cf904d120c disassociated (deleted). External IP: 172.36.3.152, port: 6cacd88a-0bf0-4469-85f6-9854432c5e95. Oct 23 02:19:43.763345 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 00c1a737-a731-4ec3-b93f-19a1938a4355 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:19:43.770210 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Router 03287c38-1aea-4624-8842-4afc1e484d47 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:19:43.784893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 00c1a737-a731-4ec3-b93f-19a1938a4355 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:19:43.785238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 00c1a737-a731-4ec3-b93f-19a1938a4355 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:19:43.872476 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:19:43.877806 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for floatingip (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:43.882377 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82214bb5-ad28-4398-a53a-f48d94faf13c None None] Sync routers for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:19:43.891606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82214bb5-ad28-4398-a53a-f48d94faf13c None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:43.892214 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-82214bb5-ad28-4398-a53a-f48d94faf13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:19:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:43.903422 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:43.909924 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-dd8da2bf-585e-4f14-be48-2565725038c2 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/4ae88a12-b031-49f2-ba74-25cf904d120c HTTP/1.1" status: 204 len: 168 time: 0.8593924 Oct 23 02:19:43.909924 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95'}] {{(pid=105985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:19:43.910453 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61854d19a2023868f82735a2d5b8802e98ce4dbd1d5ed7407491c020a56ed82b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6179308-44cc-4e56-bafa-8c380c711657" -d '{"events": [{"name": "network-changed", "server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95"}]}' {{(pid=105985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:19:43.953199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c4454b-264b-4b1d-8da0-bb9f4ca4afff x-openstack-request-id: req-13c4454b-264b-4b1d-8da0-bb9f4ca4afff {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:19:43.953588 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95", "status": "completed", "code": 200}]} {{(pid=105985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:19:43.953971 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13c4454b-264b-4b1d-8da0-bb9f4ca4afff {{(pid=105985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:19:43.954475 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c4454b-264b-4b1d-8da0-bb9f4ca4afff'] response: {'name': 'network-changed', 'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'status': 'completed', 'code': 200} Oct 23 02:19:44.017267 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179308-44cc-4e56-bafa-8c380c711657 req-7cf8b1f8-9718-4be9-9b97-572c0e3034be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:44.018900 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d6179308-44cc-4e56-bafa-8c380c711657 req-7cf8b1f8-9718-4be9-9b97-572c0e3034be service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=b930773c6f1c4d9ba2574a7adb278408&device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 1127 time: 0.0430164 Oct 23 02:19:44.120013 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179308-44cc-4e56-bafa-8c380c711657 req-a9e611e7-dd24-49b7-a3e3-1dc1bc5e2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:44.121556 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d6179308-44cc-4e56-bafa-8c380c711657 req-a9e611e7-dd24-49b7-a3e3-1dc1bc5e2a66 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 200 len: 910 time: 0.0967553 Oct 23 02:19:44.164238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-82214bb5-ad28-4398-a53a-f48d94faf13c None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:44.164491 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d6179308-44cc-4e56-bafa-8c380c711657 req-adb7a134-6f01-4077-aa82-a397038ba9dc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95 HTTP/1.1" status: 200 len: 217 time: 0.0363636 Oct 23 02:19:44.219349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179308-44cc-4e56-bafa-8c380c711657 req-a83e8b3d-76c6-4ed2-8d14-553f61b617aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:44.221359 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d6179308-44cc-4e56-bafa-8c380c711657 req-a83e8b3d-76c6-4ed2-8d14-553f61b617aa service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 200 len: 848 time: 0.0505111 Oct 23 02:19:44.249804 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:44.266633 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179308-44cc-4e56-bafa-8c380c711657 req-0d133896-e235-4685-be46-c2d3186f3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:44.268286 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d6179308-44cc-4e56-bafa-8c380c711657 req-0d133896-e235-4685-be46-c2d3186f3943 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90106bbd-59ed-4df7-a15f-e0906ac33b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0403292 Oct 23 02:19:44.297010 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:44.347941 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:44.364425 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d6179308-44cc-4e56-bafa-8c380c711657 req-048b2dca-c13f-4e82-801c-96d81299718a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903563 Oct 23 02:19:44.378730 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-82214bb5-ad28-4398-a53a-f48d94faf13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:44.386211 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151dea6-aacb-4788-9b9e-5582f4f39294 req-ccb66361-0d03-4d0c-b54f-c9215adc0398 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:44.387705 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7151dea6-aacb-4788-9b9e-5582f4f39294 req-ccb66361-0d03-4d0c-b54f-c9215adc0398 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 943 time: 0.0545526 Oct 23 02:19:44.409485 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82214bb5-ad28-4398-a53a-f48d94faf13c None None] Checking router: 03287c38-1aea-4624-8842-4afc1e484d47 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:19:44.415365 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:44.417937 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82214bb5-ad28-4398-a53a-f48d94faf13c None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:44.418542 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-82214bb5-ad28-4398-a53a-f48d94faf13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:19:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:44.440107 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [req-7151dea6-aacb-4788-9b9e-5582f4f39294 req-ac29c053-b282-4f4a-a30e-1bbfefd98d41 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461886 Oct 23 02:19:44.521327 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-82214bb5-ad28-4398-a53a-f48d94faf13c None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:44.703918 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-82214bb5-ad28-4398-a53a-f48d94faf13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:44.729304 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82214bb5-ad28-4398-a53a-f48d94faf13c None None] The sync data for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv is: [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:14:56Z', 'revision_number': 4, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e9f323b5-a84c-4e4c-99f2-749fb0d39ab4', 'name': '', 'network_id': '90106bbd-59ed-4df7-a15f-e0906ac33b39', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'mac_address': 'fa:16:3e:48:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:56Z', 'updated_at': '2022-10-23T02:15:03Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'subnets': [{'id': '21810884-2c37-4a12-adb0-2f3a925d83c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:19:44.932150 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cc01a6-74bb-4aaa-911c-8e45ab5b0554 None None] New status for floating IP 4ae88a12-b031-49f2-ba74-25cf904d120c: DOWN {{(pid=105987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:19:45.602103 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc9ecb-3359-4254-adcf-54dd6c023449 req-7202030c-4d86-4a0b-9b28-657a68289c02 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:45.603577 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00fc9ecb-3359-4254-adcf-54dd6c023449 req-7202030c-4d86-4a0b-9b28-657a68289c02 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 943 time: 0.0829601 Oct 23 02:19:45.642328 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-d6179308-44cc-4e56-bafa-8c380c711657 req-b426833e-89ba-472b-9801-af7eb4edeed0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449957 Oct 23 02:19:45.656873 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:45.671524 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-00fc9ecb-3359-4254-adcf-54dd6c023449 req-9a8cb9b5-8554-4e43-af75-5160e651ddc0 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=cae50459-f6c3-4348-86bb-e323e7d8786a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613949 Oct 23 02:19:45.815326 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134b160-38c3-4352-aa5b-0f7ebed5ee2f req-bb10659f-b57c-459a-ae07-6c385237db9c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:45.816791 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c134b160-38c3-4352-aa5b-0f7ebed5ee2f req-bb10659f-b57c-459a-ae07-6c385237db9c tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 943 time: 0.0468321 Oct 23 02:19:45.895857 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-c134b160-38c3-4352-aa5b-0f7ebed5ee2f req-8b2a849f-0cb5-41c1-aa71-32a68f57139a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Deleting port 6cacd88a-0bf0-4469-85f6-9854432c5e95 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:45.896202 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c134b160-38c3-4352-aa5b-0f7ebed5ee2f req-8b2a849f-0cb5-41c1-aa71-32a68f57139a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:45.989970 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [req-c134b160-38c3-4352-aa5b-0f7ebed5ee2f req-8b2a849f-0cb5-41c1-aa71-32a68f57139a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] For port 6cacd88a-0bf0-4469-85f6-9854432c5e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6cacd88a-0bf0-4469-85f6-9854432c5e95,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:45.990349 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c134b160-38c3-4352-aa5b-0f7ebed5ee2f req-8b2a849f-0cb5-41c1-aa71-32a68f57139a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:46.003070 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [req-c134b160-38c3-4352-aa5b-0f7ebed5ee2f req-8b2a849f-0cb5-41c1-aa71-32a68f57139a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Calling delete_port for 6cacd88a-0bf0-4469-85f6-9854432c5e95 owned by compute:nova {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:46.203563 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c134b160-38c3-4352-aa5b-0f7ebed5ee2f req-8b2a849f-0cb5-41c1-aa71-32a68f57139a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (6cacd88a-0bf0-4469-85f6-9854432c5e95), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:46.231690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a849f-0cb5-41c1-aa71-32a68f57139a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event deleted for resources: {'Port': ['ID=6cacd88a-0bf0-4469-85f6-9854432c5e95,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:46.275075 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c134b160-38c3-4352-aa5b-0f7ebed5ee2f req-8b2a849f-0cb5-41c1-aa71-32a68f57139a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] No DVR routers for this DVR port 6cacd88a-0bf0-4469-85f6-9854432c5e95 on host hv-neutron-mast {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:19:46.277443 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [req-c134b160-38c3-4352-aa5b-0f7ebed5ee2f req-8b2a849f-0cb5-41c1-aa71-32a68f57139a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36817'] for port (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:46.280615 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-c134b160-38c3-4352-aa5b-0f7ebed5ee2f req-8b2a849f-0cb5-41c1-aa71-32a68f57139a tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.48 "DELETE /networking/v2.0/ports/6cacd88a-0bf0-4469-85f6-9854432c5e95 HTTP/1.1" status: 204 len: 173 time: 0.4592910 Oct 23 02:19:46.281126 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'name': 'network-vif-deleted', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95'}] {{(pid=105984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:19:46.283654 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7babb3b0a0df91df764af91d57a8c1d247c468832748c463038fc5db584388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2692d43-bb88-4d76-82e5-ef6cfd54e189" -d '{"events": [{"server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "name": "network-vif-deleted", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95"}]}' {{(pid=105984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:19:46.320903 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47664a7d-b442-44c9-b989-ad52359ee7f9 x-openstack-request-id: req-47664a7d-b442-44c9-b989-ad52359ee7f9 {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:19:46.321196 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1adf5af-44ca-4ac4-8612-7c17f59b7bfa", "name": "network-vif-deleted", "tag": "6cacd88a-0bf0-4469-85f6-9854432c5e95", "status": "completed", "code": 200}]} {{(pid=105984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:19:46.321447 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47664a7d-b442-44c9-b989-ad52359ee7f9 {{(pid=105984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:19:46.321887 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47664a7d-b442-44c9-b989-ad52359ee7f9'] response: {'server_uuid': 'b1adf5af-44ca-4ac4-8612-7c17f59b7bfa', 'name': 'network-vif-deleted', 'tag': '6cacd88a-0bf0-4469-85f6-9854432c5e95', 'status': 'completed', 'code': 200} Oct 23 02:19:46.788219 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [req-62c00336-9750-4322-95f3-a66328a9ad05 req-3512994b-ea32-4fd5-bdba-24552977b383 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b1adf5af-44ca-4ac4-8612-7c17f59b7bfa HTTP/1.1" status: 200 len: 210 time: 0.0307643 Oct 23 02:19:47.852820 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 46472) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:47.909897 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-740ba5b8-0af5-428b-8ab0-6c29a346e4d7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group (cae50459-f6c3-4348-86bb-e323e7d8786a), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:47.933141 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-740ba5b8-0af5-428b-8ab0-6c29a346e4d7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group (cae50459-f6c3-4348-86bb-e323e7d8786a), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:48.043115 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-740ba5b8-0af5-428b-8ab0-6c29a346e4d7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (cae50459-f6c3-4348-86bb-e323e7d8786a), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:48.045666 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-740ba5b8-0af5-428b-8ab0-6c29a346e4d7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:48.046864 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-740ba5b8-0af5-428b-8ab0-6c29a346e4d7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cae50459-f6c3-4348-86bb-e323e7d8786a HTTP/1.1" status: 204 len: 168 time: 0.1939709 Oct 23 02:19:48.056121 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ba5b8-0af5-428b-8ab0-6c29a346e4d7 tempest-TestSnapshotPattern-1443581351 tempest-TestSnapshotPattern-1443581351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae50459-f6c3-4348-86bb-e323e7d8786a,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:48.163424 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 46476) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:48.293891 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:48.373392 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:48.469053 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (03287c38-1aea-4624-8842-4afc1e484d47), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:48.686540 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] Deleting port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:48.686782 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:48.762819 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] For port e9f323b5-a84c-4e4c-99f2-749fb0d39ab4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9f323b5-a84c-4e4c-99f2-749fb0d39ab4,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:48.763178 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:48.775539 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] Calling delete_port for e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 owned by network:router_interface {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:49.033727 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (e9f323b5-a84c-4e4c-99f2-749fb0d39ab4), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:49.059184 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f323b5-a84c-4e4c-99f2-749fb0d39ab4,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:49.210111 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:49.225948 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (03287c38-1aea-4624-8842-4afc1e484d47), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:49.244275 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8732faf-a045-4250-892a-8abe32986899 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:19:49.273638 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:49.320733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8732faf-a045-4250-892a-8abe32986899 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:19:49.347671 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:49.389773 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:49.438752 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] Router 03287c38-1aea-4624-8842-4afc1e484d47 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:19:49.543993 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:19:49.553022 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-840b3fd0-6bf1-4690-baa6-42de1cde6da3 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/03287c38-1aea-4624-8842-4afc1e484d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3853421 Oct 23 02:19:49.553022 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 46478) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:49.556093 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb004cc6-be1d-4fa6-92b0-5d38a2091d09 None None] Sync routers for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:19:49.565165 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:49.569902 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb004cc6-be1d-4fa6-92b0-5d38a2091d09 None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:49.571114 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cb004cc6-be1d-4fa6-92b0-5d38a2091d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:19:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:49.663264 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Publish callbacks [] for router (03287c38-1aea-4624-8842-4afc1e484d47), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:49.684622 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-cb004cc6-be1d-4fa6-92b0-5d38a2091d09 None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: dv-neutron-master-2-hyperv {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:49.769206 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Publish callbacks [] for router_gateway (03287c38-1aea-4624-8842-4afc1e484d47), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:49.779791 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6cacd88a-0bf0-4469-85f6-9854432c5e95 no longer exists at agent hyperv_hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:19:49.806265 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] No Port match for: 6cacd88a-0bf0-4469-85f6-9854432c5e95 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:19:49.806616 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Device 6cacd88a-0bf0-4469-85f6-9854432c5e95 not bound to the agent host hv-neutron-mast {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:19:49.881065 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Deleting port a61d3060-7da3-4251-b70a-3c23495f42a9 {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:49.881898 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:49.887451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cb004cc6-be1d-4fa6-92b0-5d38a2091d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:19:48Z', 'revision_number': 5, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port': {'id': 'a61d3060-7da3-4251-b70a-3c23495f42a9', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287c38-1aea-4624-8842-4afc1e484d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:49.916451 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb004cc6-be1d-4fa6-92b0-5d38a2091d09 None None] Checking router: 03287c38-1aea-4624-8842-4afc1e484d47 for host: dv-neutron-master-2-hyperv {{(pid=105986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:19:49.925550 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb004cc6-be1d-4fa6-92b0-5d38a2091d09 None None] Routers {'03287c38-1aea-4624-8842-4afc1e484d47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:49.926242 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cb004cc6-be1d-4fa6-92b0-5d38a2091d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:19:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['03287c38-1aea-4624-8842-4afc1e484d47'], 'active': True} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:49.969482 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] For port a61d3060-7da3-4251-b70a-3c23495f42a9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a61d3060-7da3-4251-b70a-3c23495f42a9,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:49.969878 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:49.983465 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Calling delete_port for a61d3060-7da3-4251-b70a-3c23495f42a9 owned by network:router_gateway {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:50.012329 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvr_db [None req-cb004cc6-be1d-4fa6-92b0-5d38a2091d09 None None] Set router 03287c38-1aea-4624-8842-4afc1e484d47 gateway port host: None {{(pid=105986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:50.037821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:50.067963 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_hamode_db [None req-cb004cc6-be1d-4fa6-92b0-5d38a2091d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:19:49Z', 'revision_number': 6, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:50.074123 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-c3c28ba3-11de-41b6-8102-ef0cd182a809 None None] Provisioning complete for port bcfd217f-515e-4e0e-bd10-54bb91788daa triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:50.074499 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c3c28ba3-11de-41b6-8102-ef0cd182a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:50.074838 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-c3c28ba3-11de-41b6-8102-ef0cd182a809 None None] Attempt 1 to provision port bcfd217f-515e-4e0e-bd10-54bb91788daa Oct 23 02:19:50.103643 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb004cc6-be1d-4fa6-92b0-5d38a2091d09 None None] The sync data for ids ['03287c38-1aea-4624-8842-4afc1e484d47'] in dv-neutron-master-2-hyperv is: [{'id': '03287c38-1aea-4624-8842-4afc1e484d47', 'name': 'tempest-TestSnapshotPattern-645293788-router', 'tenant_id': 'b930773c6f1c4d9ba2574a7adb278408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:54Z', 'updated_at': '2022-10-23T02:19:49Z', 'revision_number': 6, 'project_id': 'b930773c6f1c4d9ba2574a7adb278408', 'gw_port_host': None}] {{(pid=105986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:19:50.185772 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-c3c28ba3-11de-41b6-8102-ef0cd182a809 None None] Current status of the port bcfd217f-515e-4e0e-bd10-54bb91788daa is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:50.513651 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (a61d3060-7da3-4251-b70a-3c23495f42a9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:50.537185 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Pushing event deleted for resources: {'Port': ['ID=a61d3060-7da3-4251-b70a-3c23495f42a9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:50.605102 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (03287c38-1aea-4624-8842-4afc1e484d47), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:50.696048 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (03287c38-1aea-4624-8842-4afc1e484d47), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:50.698285 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Publish callbacks [] for router_controller (03287c38-1aea-4624-8842-4afc1e484d47), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:50.733437 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:50.804371 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (03287c38-1aea-4624-8842-4afc1e484d47), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:50.804982 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03287c38-1aea-4624-8842-4afc1e484d47 {{(pid=105984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:19:50.809289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:50.811745 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6b22c29f-a965-4626-9ffd-812a2e2db591 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/03287c38-1aea-4624-8842-4afc1e484d47 HTTP/1.1" status: 204 len: 168 time: 1.2579947 Oct 23 02:19:50.813006 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 46480) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:50.858753 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.db_base_plugin_v2 [None req-54160854-f0a9-4721-bfc1-8deb42d23c39 admin admin] Deleting subnet 21810884-2c37-4a12-adb0-2f3a925d83c9 {{(pid=105984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:19:50.862750 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-54160854-f0a9-4721-bfc1-8deb42d23c39 admin admin] Publish callbacks [] for subnet (21810884-2c37-4a12-adb0-2f3a925d83c9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:50.904039 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-54160854-f0a9-4721-bfc1-8deb42d23c39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6524552'] for subnet (21810884-2c37-4a12-adb0-2f3a925d83c9), precommit_delete_associations {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:50.977729 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-54160854-f0a9-4721-bfc1-8deb42d23c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (21810884-2c37-4a12-adb0-2f3a925d83c9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.090405 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-54160854-f0a9-4721-bfc1-8deb42d23c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5534827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5340839'] for subnet (21810884-2c37-4a12-adb0-2f3a925d83c9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.121038 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54160854-f0a9-4721-bfc1-8deb42d23c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21810884-2c37-4a12-adb0-2f3a925d83c9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:51.124967 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-54160854-f0a9-4721-bfc1-8deb42d23c39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.128161 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-54160854-f0a9-4721-bfc1-8deb42d23c39 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/21810884-2c37-4a12-adb0-2f3a925d83c9 HTTP/1.1" status: 204 len: 168 time: 0.3142116 Oct 23 02:19:51.130709 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 46482) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:51.133853 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7028a5-7a7d-4259-bb82-4e878f505703 None None] Network 90106bbd-59ed-4df7-a15f-e0906ac33b39 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:19:51.199607 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (90106bbd-59ed-4df7-a15f-e0906ac33b39), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.241240 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Deleting port bcfd217f-515e-4e0e-bd10-54bb91788daa {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:51.241561 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.287419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71eeb18-4b2b-4e9c-ae85-315344746d64 None None] DHCP port deletion for 90106bbd-59ed-4df7-a15f-e0906ac33b39 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:19:51.308346 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] For port bcfd217f-515e-4e0e-bd10-54bb91788daa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcfd217f-515e-4e0e-bd10-54bb91788daa,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:51.308716 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.322117 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Calling delete_port for bcfd217f-515e-4e0e-bd10-54bb91788daa owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:51.322611 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d71eeb18-4b2b-4e9c-ae85-315344746d64 None None] Deleting port bcfd217f-515e-4e0e-bd10-54bb91788daa {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:51.322979 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d71eeb18-4b2b-4e9c-ae85-315344746d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.479289 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.506811 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:51.508821 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfd217f-515e-4e0e-bd10-54bb91788daa,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:51.512690 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] No DVR routers for this DVR port bcfd217f-515e-4e0e-bd10-54bb91788daa on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:19:51.529802 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-d71eeb18-4b2b-4e9c-ae85-315344746d64 None None] For port bcfd217f-515e-4e0e-bd10-54bb91788daa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcfd217f-515e-4e0e-bd10-54bb91788daa,segment=NetworkSegment(6b7620c8-1acd-4f6a-a0a0-25debcf0b725),segment_id=6b7620c8-1acd-4f6a-a0a0-25debcf0b725)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:51.530210 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d71eeb18-4b2b-4e9c-ae85-315344746d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.543184 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-d71eeb18-4b2b-4e9c-ae85-315344746d64 None None] Calling delete_port for bcfd217f-515e-4e0e-bd10-54bb91788daa owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:51.584388 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (90106bbd-59ed-4df7-a15f-e0906ac33b39), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.605015 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90106bbd-59ed-4df7-a15f-e0906ac33b39']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:51.615023 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7620c8-1acd-4f6a-a0a0-25debcf0b725') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:51.615322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7620c8-1acd-4f6a-a0a0-25debcf0b725') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:51.622934 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-d71eeb18-4b2b-4e9c-ae85-315344746d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (bcfd217f-515e-4e0e-bd10-54bb91788daa), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.625071 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (6b7620c8-1acd-4f6a-a0a0-25debcf0b725), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.638890 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (6b7620c8-1acd-4f6a-a0a0-25debcf0b725), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.646069 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:19:51.646468 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (6b7620c8-1acd-4f6a-a0a0-25debcf0b725), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.650233 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eeb18-4b2b-4e9c-ae85-315344746d64 None None] Pushing event deleted for resources: {'Port': ['ID=bcfd217f-515e-4e0e-bd10-54bb91788daa,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:51.657844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71eeb18-4b2b-4e9c-ae85-315344746d64 None None] No DVR routers for this DVR port bcfd217f-515e-4e0e-bd10-54bb91788daa on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:19:51.731064 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 6b7620c8-1acd-4f6a-a0a0-25debcf0b725 resource provider aggregate not found Oct 23 02:19:51.746938 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 6b7620c8-1acd-4f6a-a0a0-25debcf0b725 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b7620c8-1acd-4f6a-a0a0-25debcf0b725 found for delete ", "request_id": "req-695aba66-ae19-441d-a90e-ef230993503a"}]} Oct 23 02:19:51.769360 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (90106bbd-59ed-4df7-a15f-e0906ac33b39), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.775322 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:51.778341 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/90106bbd-59ed-4df7-a15f-e0906ac33b39 HTTP/1.1" status: 204 len: 168 time: 0.6467264 Oct 23 02:19:51.781383 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 46490) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:51.789896 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcd54e-2be4-4ca3-99fb-40b9e4c9f963 admin admin] Pushing event deleted for resources: {'Network': ['ID=90106bbd-59ed-4df7-a15f-e0906ac33b39,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:52.089947 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616250'] for router_interface (560e186b-24ee-49b5-8f8e-e8f87ee00512), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:52.167715 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a61d3060-7da3-4251-b70a-3c23495f42a9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:19:52.188886 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: a61d3060-7da3-4251-b70a-3c23495f42a9 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:19:52.189870 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device a61d3060-7da3-4251-b70a-3c23495f42a9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:19:52.190302 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:19:52.209308 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:19:52.209654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device e9f323b5-a84c-4e4c-99f2-749fb0d39ab4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:19:52.210109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bcfd217f-515e-4e0e-bd10-54bb91788daa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:19:52.229726 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: bcfd217f-515e-4e0e-bd10-54bb91788daa {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:19:52.230103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bcfd217f-515e-4e0e-bd10-54bb91788daa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:19:52.518974 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:52.618614 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] Deleting port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:52.618954 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:52.699606 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] For port de96bb93-8164-47d6-b23f-c5ee8ddb4d1e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=de96bb93-8164-47d6-b23f-c5ee8ddb4d1e,segment=NetworkSegment(10696fe2-e0ec-4140-9ae4-68e65681c4f7),segment_id=10696fe2-e0ec-4140-9ae4-68e65681c4f7)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:52.699969 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:52.713154 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] Calling delete_port for de96bb93-8164-47d6-b23f-c5ee8ddb4d1e owned by network:router_interface {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:52.847469 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:52.872894 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:52.945886 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (de96bb93-8164-47d6-b23f-c5ee8ddb4d1e), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:52.973222 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=de96bb93-8164-47d6-b23f-c5ee8ddb4d1e,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:53.143591 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1628874'] for router_interface (560e186b-24ee-49b5-8f8e-e8f87ee00512), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:53.165627 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d8478e-632e-4078-aa48-9baf24705189 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=105986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:19:53.237108 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8478e-632e-4078-aa48-9baf24705189 None None] Resources bound (agent type, host, resource id): {{(pid=105986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:19:53.356105 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] Router 560e186b-24ee-49b5-8f8e-e8f87ee00512 has already been hosted by L3 agent a91cc8d9-71ef-44e2-a8d5-14ea6c4184af {{(pid=105985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:19:53.465962 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=105985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:19:53.471803 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-868c19d9-b366-4ec0-9b09-ace97f349e34 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/560e186b-24ee-49b5-8f8e-e8f87ee00512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6890256 Oct 23 02:19:53.474324 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 46492) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:53.475994 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f469f-fd1c-45c2-86b5-734d72d20ce0 None None] Sync routers for ids ['560e186b-24ee-49b5-8f8e-e8f87ee00512'] in dv-neutron-master-2-hyperv {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:19:53.487405 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f469f-fd1c-45c2-86b5-734d72d20ce0 None None] Routers {'560e186b-24ee-49b5-8f8e-e8f87ee00512'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:53.488243 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d13f469f-fd1c-45c2-86b5-734d72d20ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:19:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['560e186b-24ee-49b5-8f8e-e8f87ee00512'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:53.598902 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-d13f469f-fd1c-45c2-86b5-734d72d20ce0 None None] Set router 560e186b-24ee-49b5-8f8e-e8f87ee00512 gateway port host: dv-neutron-master-2-hyperv {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:53.698036 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Publish callbacks [] for router (560e186b-24ee-49b5-8f8e-e8f87ee00512), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:53.808198 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Publish callbacks [] for router_gateway (560e186b-24ee-49b5-8f8e-e8f87ee00512), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:53.870904 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d13f469f-fd1c-45c2-86b5-734d72d20ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'name': 'tempest-TestSnapshotPattern-1498417520-router', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'external_fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224'}], 'enable_snat': True}, 'gw_port_id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:19:52Z', 'revision_number': 5, 'project_id': '476a6a89285348c88e776172e0c444f0', 'gw_port': {'id': 'bab7dbff-0fbe-4f43-b635-e7d7aed0c620', 'name': '', 'network_id': '1613376d-8439-4cc7-96a1-6110c0c95b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'ip_address': '172.36.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ec5eed2-1764-4f23-adbe-f0fa3fd7c964', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:53.881396 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:53.895255 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f469f-fd1c-45c2-86b5-734d72d20ce0 None None] Checking router: 560e186b-24ee-49b5-8f8e-e8f87ee00512 for host: dv-neutron-master-2-hyperv {{(pid=105987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:19:53.895897 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Deleting port bab7dbff-0fbe-4f43-b635-e7d7aed0c620 {{(pid=105985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:53.896243 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:53.903830 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f469f-fd1c-45c2-86b5-734d72d20ce0 None None] Routers {'560e186b-24ee-49b5-8f8e-e8f87ee00512'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=105987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:53.904428 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d13f469f-fd1c-45c2-86b5-734d72d20ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:58:41Z,description=,heartbeat_timestamp=2022-10-23T02:19:41Z,host='dv-neutron-master-2-hyperv',id=a91cc8d9-71ef-44e2-a8d5-14ea6c4184af,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:58:42Z,topic='l3_agent')) {'router_ids': ['560e186b-24ee-49b5-8f8e-e8f87ee00512'], 'active': True} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:53.932893 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.provisioning_blocks [None req-bbba8b62-ec63-4efe-8cea-70b1439d14d8 None None] Provisioning complete for port 72e2f279-8d9e-4d29-babe-af0cb5e9604d triggered by entity DHCP. {{(pid=105986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:53.933384 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-bbba8b62-ec63-4efe-8cea-70b1439d14d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-14404273'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), provisioning_complete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:53.937751 dv-neutron-master-2-hyperv neutron-server[105986]: INFO neutron.plugins.ml2.plugin [None req-bbba8b62-ec63-4efe-8cea-70b1439d14d8 None None] Attempt 1 to provision port 72e2f279-8d9e-4d29-babe-af0cb5e9604d Oct 23 02:19:53.989407 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.db [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] For port bab7dbff-0fbe-4f43-b635-e7d7aed0c620, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bab7dbff-0fbe-4f43-b635-e7d7aed0c620,segment=NetworkSegment(d1b39bed-d23c-46ab-8dcb-aca3e069e7fe),segment_id=d1b39bed-d23c-46ab-8dcb-aca3e069e7fe)] {{(pid=105985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:53.989777 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:53.993313 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_dvr_db [None req-d13f469f-fd1c-45c2-86b5-734d72d20ce0 None None] Set router 560e186b-24ee-49b5-8f8e-e8f87ee00512 gateway port host: None {{(pid=105987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:54.004395 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.plugins.ml2.plugin [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Calling delete_port for bab7dbff-0fbe-4f43-b635-e7d7aed0c620 owned by network:router_gateway {{(pid=105985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:54.009618 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-bbba8b62-ec63-4efe-8cea-70b1439d14d8 None None] Current status of the port 72e2f279-8d9e-4d29-babe-af0cb5e9604d is: ACTIVE; New status is: ACTIVE {{(pid=105986) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:54.045934 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.l3_hamode_db [None req-d13f469f-fd1c-45c2-86b5-734d72d20ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'name': 'tempest-TestSnapshotPattern-1498417520-router', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:19:53Z', 'revision_number': 6, 'project_id': '476a6a89285348c88e776172e0c444f0', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=105987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:54.063574 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:54.070570 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f469f-fd1c-45c2-86b5-734d72d20ce0 None None] The sync data for ids ['560e186b-24ee-49b5-8f8e-e8f87ee00512'] in dv-neutron-master-2-hyperv is: [{'id': '560e186b-24ee-49b5-8f8e-e8f87ee00512', 'name': 'tempest-TestSnapshotPattern-1498417520-router', 'tenant_id': '476a6a89285348c88e776172e0c444f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:15:00Z', 'updated_at': '2022-10-23T02:19:53Z', 'revision_number': 6, 'project_id': '476a6a89285348c88e776172e0c444f0', 'gw_port_host': None}] {{(pid=105987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:19:54.248994 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7016646'] for port (bab7dbff-0fbe-4f43-b635-e7d7aed0c620), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.274357 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Pushing event deleted for resources: {'Port': ['ID=bab7dbff-0fbe-4f43-b635-e7d7aed0c620,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:54.336044 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628575'] for router_gateway (560e186b-24ee-49b5-8f8e-e8f87ee00512), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.433051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27827'] for router (560e186b-24ee-49b5-8f8e-e8f87ee00512), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.435457 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Publish callbacks [] for router_controller (560e186b-24ee-49b5-8f8e-e8f87ee00512), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.510558 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device de96bb93-8164-47d6-b23f-c5ee8ddb4d1e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:19:54.529198 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616185'] for router (560e186b-24ee-49b5-8f8e-e8f87ee00512), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.529828 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 560e186b-24ee-49b5-8f8e-e8f87ee00512 {{(pid=105985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:19:54.531312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: de96bb93-8164-47d6-b23f-c5ee8ddb4d1e {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:19:54.531665 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device de96bb93-8164-47d6-b23f-c5ee8ddb4d1e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:19:54.534789 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.536518 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-0422eb0e-42f1-4482-8fa4-e085fc99d64b admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/560e186b-24ee-49b5-8f8e-e8f87ee00512 HTTP/1.1" status: 204 len: 168 time: 1.0611742 Oct 23 02:19:54.538956 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 46496) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:54.585051 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96ca279-fc2c-4b53-9fb0-2704eccaf6af admin admin] Deleting subnet e8b6665b-f21d-4376-b43d-0c3a57454453 {{(pid=105985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:19:54.588352 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b96ca279-fc2c-4b53-9fb0-2704eccaf6af admin admin] Publish callbacks [] for subnet (e8b6665b-f21d-4376-b43d-0c3a57454453), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.622532 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b96ca279-fc2c-4b53-9fb0-2704eccaf6af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8370423'] for subnet (e8b6665b-f21d-4376-b43d-0c3a57454453), precommit_delete_associations {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.699861 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b96ca279-fc2c-4b53-9fb0-2704eccaf6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14407499'] for subnet (e8b6665b-f21d-4376-b43d-0c3a57454453), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.826579 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b96ca279-fc2c-4b53-9fb0-2704eccaf6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-14407504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7020341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7105543'] for subnet (e8b6665b-f21d-4376-b43d-0c3a57454453), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.852207 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ca279-fc2c-4b53-9fb0-2704eccaf6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b6665b-f21d-4376-b43d-0c3a57454453,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:54.857932 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-b96ca279-fc2c-4b53-9fb0-2704eccaf6af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.863858 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5292f6-1ef5-4457-b36e-5d376a9edae6 None None] Network d7476819-5419-4247-8b59-76aee67392b9 requested from dv-neutron-master-2-hyperv {{(pid=105986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:19:54.864257 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 46498) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:54.866580 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:54.868192 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-b96ca279-fc2c-4b53-9fb0-2704eccaf6af admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/e8b6665b-f21d-4376-b43d-0c3a57454453 HTTP/1.1" status: 204 len: 168 time: 0.3212080 Oct 23 02:19:54.872244 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:54.937142 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-14289730'] for network (d7476819-5419-4247-8b59-76aee67392b9), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:54.988525 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Deleting port 72e2f279-8d9e-4d29-babe-af0cb5e9604d {{(pid=105984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:54.989477 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.025255 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214b965-1921-4b22-be36-e69032e2d68a None None] DHCP port deletion for d7476819-5419-4247-8b59-76aee67392b9 request from dv-neutron-master-2-hyperv {{(pid=105986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:19:55.028276 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:55.056838 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.db [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] For port 72e2f279-8d9e-4d29-babe-af0cb5e9604d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72e2f279-8d9e-4d29-babe-af0cb5e9604d,segment=NetworkSegment(10696fe2-e0ec-4140-9ae4-68e65681c4f7),segment_id=10696fe2-e0ec-4140-9ae4-68e65681c4f7)] {{(pid=105984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:55.057234 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.066975 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:55.069505 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2214b965-1921-4b22-be36-e69032e2d68a None None] Deleting port 72e2f279-8d9e-4d29-babe-af0cb5e9604d {{(pid=105986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:19:55.069907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2214b965-1921-4b22-be36-e69032e2d68a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733989084389'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), before_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.071469 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.plugin [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Calling delete_port for 72e2f279-8d9e-4d29-babe-af0cb5e9604d owned by network:dhcp {{(pid=105984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:55.136074 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.db [None req-2214b965-1921-4b22-be36-e69032e2d68a None None] For port 72e2f279-8d9e-4d29-babe-af0cb5e9604d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72e2f279-8d9e-4d29-babe-af0cb5e9604d,segment=NetworkSegment(10696fe2-e0ec-4140-9ae4-68e65681c4f7),segment_id=10696fe2-e0ec-4140-9ae4-68e65681c4f7)] {{(pid=105986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:55.136748 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2214b965-1921-4b22-be36-e69032e2d68a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615616'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), precommit_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.153335 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-2214b965-1921-4b22-be36-e69032e2d68a None None] Calling delete_port for 72e2f279-8d9e-4d29-babe-af0cb5e9604d owned by network:dhcp {{(pid=105986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:19:55.210420 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5536664'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.237067 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Pushing event deleted for resources: {'Port': ['ID=72e2f279-8d9e-4d29-babe-af0cb5e9604d,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:55.249905 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] No DVR routers for this DVR port 72e2f279-8d9e-4d29-babe-af0cb5e9604d on host dv-neutron-master-2-hyperv {{(pid=105984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:19:55.250757 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2214b965-1921-4b22-be36-e69032e2d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12890517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1991793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733989090735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733988578919'] for port (72e2f279-8d9e-4d29-babe-af0cb5e9604d), after_delete {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.267419 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214b965-1921-4b22-be36-e69032e2d68a None None] Pushing event deleted for resources: {'Port': ['ID=72e2f279-8d9e-4d29-babe-af0cb5e9604d,revision_number=None']} {{(pid=105986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:55.270860 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214b965-1921-4b22-be36-e69032e2d68a None None] No DVR routers for this DVR port 72e2f279-8d9e-4d29-babe-af0cb5e9604d on host dv-neutron-master-2-hyperv {{(pid=105986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:19:55.311968 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14406098', 'neutron.services.segments.db._delete_segments_for_network-8733989115459'] for network (d7476819-5419-4247-8b59-76aee67392b9), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.332399 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7476819-5419-4247-8b59-76aee67392b9']}} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:55.341705 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10696fe2-e0ec-4140-9ae4-68e65681c4f7') {'for_net_delete': True} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:55.342027 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.services.segments.db [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10696fe2-e0ec-4140-9ae4-68e65681c4f7') {} {{(pid=105984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:55.352003 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733989115522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6524547'] for segment (10696fe2-e0ec-4140-9ae4-68e65681c4f7), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.365557 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395'] for segment (10696fe2-e0ec-4140-9ae4-68e65681c4f7), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.371683 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=105984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:19:55.372060 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12901395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5536717'] for segment (10696fe2-e0ec-4140-9ae4-68e65681c4f7), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.415784 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 10696fe2-e0ec-4140-9ae4-68e65681c4f7 resource provider aggregate not found Oct 23 02:19:55.433201 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.services.segments.plugin [-] Segment 10696fe2-e0ec-4140-9ae4-68e65681c4f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10696fe2-e0ec-4140-9ae4-68e65681c4f7 found for delete ", "request_id": "req-bdeffad5-c3cb-47cd-94a4-45555c0b88f1"}]} Oct 23 02:19:55.484413 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-14406107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628503'] for network (d7476819-5419-4247-8b59-76aee67392b9), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.489211 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.492344 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/d7476819-5419-4247-8b59-76aee67392b9 HTTP/1.1" status: 204 len: 168 time: 0.6267474 Oct 23 02:19:55.505365 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b68ca2-9287-454b-b66c-af7e74c8063b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7476819-5419-4247-8b59-76aee67392b9,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:55.775156 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 46506) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:55.816173 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-d2bcad70-234c-4f63-8972-268e40a7c520 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b930773c6f1c4d9ba2574a7adb278408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397823 Oct 23 02:19:55.818537 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.wsgi [-] (105984) accepted ('10.222.0.36', 46508) {{(pid=105984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:55.843992 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:55.866708 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6373d0d3-db4e-4485-bd73-2fe3cee4327e admin admin] Publish callbacks [] for security_group (d9f1a35f-9804-4737-bf3e-b69d3f9a4135), before_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.886247 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6373d0d3-db4e-4485-bd73-2fe3cee4327e admin admin] Publish callbacks [] for security_group (d9f1a35f-9804-4737-bf3e-b69d3f9a4135), precommit_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:55.997531 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6373d0d3-db4e-4485-bd73-2fe3cee4327e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (d9f1a35f-9804-4737-bf3e-b69d3f9a4135), after_delete {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:56.000061 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron_lib.callbacks.manager [None req-6373d0d3-db4e-4485-bd73-2fe3cee4327e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:56.001215 dv-neutron-master-2-hyperv neutron-server[105984]: INFO neutron.wsgi [None req-6373d0d3-db4e-4485-bd73-2fe3cee4327e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d9f1a35f-9804-4737-bf3e-b69d3f9a4135 HTTP/1.1" status: 204 len: 168 time: 0.1817837 Oct 23 02:19:56.009574 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373d0d3-db4e-4485-bd73-2fe3cee4327e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f1a35f-9804-4737-bf3e-b69d3f9a4135,revision_number=None']} {{(pid=105984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:56.167355 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bab7dbff-0fbe-4f43-b635-e7d7aed0c620 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:19:56.187477 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: bab7dbff-0fbe-4f43-b635-e7d7aed0c620 {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:19:56.187826 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device bab7dbff-0fbe-4f43-b635-e7d7aed0c620 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:19:56.188232 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 72e2f279-8d9e-4d29-babe-af0cb5e9604d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:19:56.207103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.plugin [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] No Port match for: 72e2f279-8d9e-4d29-babe-af0cb5e9604d {{(pid=105986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:19:56.207496 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron.plugins.ml2.rpc [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Device 72e2f279-8d9e-4d29-babe-af0cb5e9604d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=105986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:19:56.597199 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 46514) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:56.637834 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-bbb83817-995a-4173-95bb-1fc975f01329 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=476a6a89285348c88e776172e0c444f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394390 Oct 23 02:19:56.640252 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.wsgi [-] (105985) accepted ('10.222.0.36', 46516) {{(pid=105985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:56.651679 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:56.688190 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-01c476b5-b527-4ab3-821b-0e627ce7f41e admin admin] Publish callbacks [] for security_group (31f8eb21-fcc7-4940-9f3f-2670a949a13a), before_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:56.708124 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-01c476b5-b527-4ab3-821b-0e627ce7f41e admin admin] Publish callbacks [] for security_group (31f8eb21-fcc7-4940-9f3f-2670a949a13a), precommit_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:56.821584 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-01c476b5-b527-4ab3-821b-0e627ce7f41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763914'] for security_group (31f8eb21-fcc7-4940-9f3f-2670a949a13a), after_delete {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:56.824193 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron_lib.callbacks.manager [None req-01c476b5-b527-4ab3-821b-0e627ce7f41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:56.825332 dv-neutron-master-2-hyperv neutron-server[105985]: INFO neutron.wsgi [None req-01c476b5-b527-4ab3-821b-0e627ce7f41e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/31f8eb21-fcc7-4940-9f3f-2670a949a13a HTTP/1.1" status: 204 len: 168 time: 0.1842103 Oct 23 02:19:56.833259 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c476b5-b527-4ab3-821b-0e627ce7f41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f8eb21-fcc7-4940-9f3f-2670a949a13a,revision_number=None']} {{(pid=105985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:56.993384 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:20:05.924281 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:DELETE=3 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:05.934860 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=55 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:05.936239 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=46 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:06.005588 dv-neutron-master-2-hyperv neutron-server[105984]: DEBUG dbcounter [-] [105984] Writing DB stats neutron:SELECT=57,neutron:DELETE=7 {{(pid=105984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:06.190639 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=47,neutron:DELETE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:06.828775 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:06.830099 dv-neutron-master-2-hyperv neutron-server[105985]: DEBUG dbcounter [-] [105985] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=105985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:06.845949 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:06.846680 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:08.884273 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cee4f8fd-3025-490b-8dbf-5c994b1b0c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:11.191591 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9f59b6f0-8747-44d4-9294-c46eb1d611a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:12.751706 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.090105 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.243056 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:22.522654 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:25.976580 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:25.980455 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=28 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:32.449331 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:32.453240 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:32.455059 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:33.992550 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:20:38.855578 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-9a4c6e40-feca-4b56-bade-e2efa120f116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:41.174175 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5b86a6f7-1d02-467e-93bf-682eebb6e86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:42.808380 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.988766 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:43.989994 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:44.083223 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.283177 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:52.530027 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:02.466551 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:02.470348 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:02.472103 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:02.975596 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:02.976410 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:08.870729 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b765f6f4-1e4f-46fb-b558-ec5c9066e472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:10.992162 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:21:11.141472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-3250c706-c703-436a-a9ad-0cb294423470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:12.779754 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:14.084070 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:14.276422 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:20.987733 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:22.540066 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:36.039073 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:36.043978 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:36.046672 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:38.907737 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6374-e003-4816-9b7f-c56787b90f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:39.962337 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:39.973205 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=5 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:41.175274 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5c33fa8d-0968-47ec-9ab5-3abcfff96d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:42.762450 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:44.087503 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:44.253751 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:47.991270 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:21:52.547040 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:57.986875 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:57.987566 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:02.483385 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:02.488280 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=9 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:02.491004 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:08.882109 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-5df8c502-ef49-4e85-9106-a741f0f71be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:11.190410 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-6c20dff5-d3ea-4da6-9545-aeb95f221495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:12.801892 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:14.077919 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:14.249758 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:16.968293 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:16.968989 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=16 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:22.563667 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:24.195755 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:24.990649 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:22:32.487692 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:32.489476 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:37.140849 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:38.900606 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-32e91558-3436-4067-b74b-c7a605fca840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:41.198312 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-23be9934-45c0-46d4-933b-b0b4c81232a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:42.761641 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:44.086943 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:44.264365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:52.557840 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:53.969963 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:53.973743 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:54.203441 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:01.989648 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:23:02.495098 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:02.496922 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:08.881396 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b645c891-855f-4d4d-99ac-95385b2cef26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:11.229862 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-4db2719a-555c-4b00-a5e2-967f51d38b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:11.984619 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:11.985820 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:12.767649 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:14.095390 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:14.264490 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:22.595565 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:24.205889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:30.977600 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:30.978301 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:36.039799 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:36.049733 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:36.051467 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=17 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:38.903547 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07a43ab1-2c30-4e41-8efa-4c65f57eeebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:38.988424 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:23:41.166874 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-58b34ee4-a7ed-49bb-899f-12c868a2a73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:42.791714 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:44.226090 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:44.271844 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:48.983883 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:52.589472 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:02.514364 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=2,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:02.518193 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:02.519907 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:07.978903 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:07.983673 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:08.880890 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7be0-f124-4a8d-9eb8-8332d6f14cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.189339 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-a595b607-d80b-42f9-9b15-c4b38eca0d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.783071 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.105889 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.265972 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.988412 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:24:22.574597 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.983475 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:25.984114 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:32.513749 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:32.516620 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:32.519320 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:38.885857 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-13afe4bc-7674-45ff-997b-9d815ca7f86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:41.206038 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-cd22ee1c-99b9-478e-8ad3-28775297ca82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:42.777365 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:44.077637 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:44.260429 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:44.988907 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:44.989655 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:52.617044 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:52.986986 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:25:02.528238 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:02.532095 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:02.534809 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:02.982167 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=10 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:05.994924 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=20 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:08.943544 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-2a9bdaeb-539f-4529-8303-ae3f69fe0405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.188364 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-fdb6a9e3-66a8-4000-b8cf-dc253df2923d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:12.788046 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-07732ae6-717d-4306-b12a-3e9e890abf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (3cf4354c-631e-4076-a04b-ac805a067bc8), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:14.085067 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-b4de506f-02a1-4441-8efc-0ae30668a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (97efbff6-6a24-4a84-aa34-926018d3f38e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:14.279679 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5627-0694-4991-a696-c7727eb4e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (71138be0-21a5-4a06-bcd2-8f529bca1a73), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:21.980615 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:21.984392 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=4 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:22.622599 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-c6a5973b-174f-4fff-97bb-ab21a00843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d3473bb5-1f26-4018-ab96-8d7bfc2f5006), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:29.985514 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG neutron.db.agents_db [None req-470ec69d-613d-4fba-ba89-6241d0b2dc0b None None] Agent healthcheck: found 6 active agents {{(pid=105987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:25:36.039720 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:36.043595 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=14 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:36.050798 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG dbcounter [-] [105986] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=105986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:38.879140 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-1dde01f8-846e-49b0-9dd7-b74713a6376c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (d33e14db-e492-434a-b642-f16dd8465a6e), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:39.982036 dv-neutron-master-2-hyperv neutron-server[105987]: DEBUG dbcounter [-] [105987] Writing DB stats neutron:SELECT=2 {{(pid=105987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:41.176683 dv-neutron-master-2-hyperv neutron-server[105986]: DEBUG neutron_lib.callbacks.manager [None req-e72d517a-5475-4488-a029-53305678d6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733989115441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-14404371'] for agent (a91cc8d9-71ef-44e2-a8d5-14ea6c4184af), after_update {{(pid=105986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}